1*ea908a2bSVincent Donnefort // SPDX-License-Identifier: GPL-2.0 2*ea908a2bSVincent Donnefort /* 3*ea908a2bSVincent Donnefort * Copyright (C) 2025 - Google LLC 4*ea908a2bSVincent Donnefort * Author: Vincent Donnefort <vdonnefort@google.com> 5*ea908a2bSVincent Donnefort */ 6*ea908a2bSVincent Donnefort 7*ea908a2bSVincent Donnefort #include <linux/module.h> 8*ea908a2bSVincent Donnefort #include <linux/simple_ring_buffer.h> 9*ea908a2bSVincent Donnefort #include <linux/trace_remote.h> 10*ea908a2bSVincent Donnefort #include <linux/tracefs.h> 11*ea908a2bSVincent Donnefort #include <linux/types.h> 12*ea908a2bSVincent Donnefort 13*ea908a2bSVincent Donnefort #define REMOTE_EVENT_INCLUDE_FILE kernel/trace/remote_test_events.h 14*ea908a2bSVincent Donnefort #include <trace/define_remote_events.h> 15*ea908a2bSVincent Donnefort 16*ea908a2bSVincent Donnefort static DEFINE_PER_CPU(struct simple_rb_per_cpu *, simple_rbs); 17*ea908a2bSVincent Donnefort static struct trace_buffer_desc *remote_test_buffer_desc; 18*ea908a2bSVincent Donnefort 19*ea908a2bSVincent Donnefort /* 20*ea908a2bSVincent Donnefort * The trace_remote lock already serializes accesses from the trace_remote_callbacks. 21*ea908a2bSVincent Donnefort * However write_event can still race with load/unload. 22*ea908a2bSVincent Donnefort */ 23*ea908a2bSVincent Donnefort static DEFINE_MUTEX(simple_rbs_lock); 24*ea908a2bSVincent Donnefort 25*ea908a2bSVincent Donnefort static int remote_test_load_simple_rb(int cpu, struct ring_buffer_desc *rb_desc) 26*ea908a2bSVincent Donnefort { 27*ea908a2bSVincent Donnefort struct simple_rb_per_cpu *cpu_buffer; 28*ea908a2bSVincent Donnefort struct simple_buffer_page *bpages; 29*ea908a2bSVincent Donnefort int ret = -ENOMEM; 30*ea908a2bSVincent Donnefort 31*ea908a2bSVincent Donnefort cpu_buffer = kmalloc_obj(*cpu_buffer); 32*ea908a2bSVincent Donnefort if (!cpu_buffer) 33*ea908a2bSVincent Donnefort return ret; 34*ea908a2bSVincent Donnefort 35*ea908a2bSVincent Donnefort bpages = kmalloc_objs(*bpages, rb_desc->nr_page_va); 36*ea908a2bSVincent Donnefort if (!bpages) 37*ea908a2bSVincent Donnefort goto err_free_cpu_buffer; 38*ea908a2bSVincent Donnefort 39*ea908a2bSVincent Donnefort ret = simple_ring_buffer_init(cpu_buffer, bpages, rb_desc); 40*ea908a2bSVincent Donnefort if (ret) 41*ea908a2bSVincent Donnefort goto err_free_bpages; 42*ea908a2bSVincent Donnefort 43*ea908a2bSVincent Donnefort scoped_guard(mutex, &simple_rbs_lock) { 44*ea908a2bSVincent Donnefort WARN_ON(*per_cpu_ptr(&simple_rbs, cpu)); 45*ea908a2bSVincent Donnefort *per_cpu_ptr(&simple_rbs, cpu) = cpu_buffer; 46*ea908a2bSVincent Donnefort } 47*ea908a2bSVincent Donnefort 48*ea908a2bSVincent Donnefort return 0; 49*ea908a2bSVincent Donnefort 50*ea908a2bSVincent Donnefort err_free_bpages: 51*ea908a2bSVincent Donnefort kfree(bpages); 52*ea908a2bSVincent Donnefort 53*ea908a2bSVincent Donnefort err_free_cpu_buffer: 54*ea908a2bSVincent Donnefort kfree(cpu_buffer); 55*ea908a2bSVincent Donnefort 56*ea908a2bSVincent Donnefort return ret; 57*ea908a2bSVincent Donnefort } 58*ea908a2bSVincent Donnefort 59*ea908a2bSVincent Donnefort static void remote_test_unload_simple_rb(int cpu) 60*ea908a2bSVincent Donnefort { 61*ea908a2bSVincent Donnefort struct simple_rb_per_cpu *cpu_buffer = *per_cpu_ptr(&simple_rbs, cpu); 62*ea908a2bSVincent Donnefort struct simple_buffer_page *bpages; 63*ea908a2bSVincent Donnefort 64*ea908a2bSVincent Donnefort if (!cpu_buffer) 65*ea908a2bSVincent Donnefort return; 66*ea908a2bSVincent Donnefort 67*ea908a2bSVincent Donnefort guard(mutex)(&simple_rbs_lock); 68*ea908a2bSVincent Donnefort 69*ea908a2bSVincent Donnefort bpages = cpu_buffer->bpages; 70*ea908a2bSVincent Donnefort simple_ring_buffer_unload(cpu_buffer); 71*ea908a2bSVincent Donnefort kfree(bpages); 72*ea908a2bSVincent Donnefort kfree(cpu_buffer); 73*ea908a2bSVincent Donnefort *per_cpu_ptr(&simple_rbs, cpu) = NULL; 74*ea908a2bSVincent Donnefort } 75*ea908a2bSVincent Donnefort 76*ea908a2bSVincent Donnefort static struct trace_buffer_desc *remote_test_load(unsigned long size, void *unused) 77*ea908a2bSVincent Donnefort { 78*ea908a2bSVincent Donnefort struct ring_buffer_desc *rb_desc; 79*ea908a2bSVincent Donnefort struct trace_buffer_desc *desc; 80*ea908a2bSVincent Donnefort size_t desc_size; 81*ea908a2bSVincent Donnefort int cpu, ret; 82*ea908a2bSVincent Donnefort 83*ea908a2bSVincent Donnefort if (WARN_ON(remote_test_buffer_desc)) 84*ea908a2bSVincent Donnefort return ERR_PTR(-EINVAL); 85*ea908a2bSVincent Donnefort 86*ea908a2bSVincent Donnefort desc_size = trace_buffer_desc_size(size, num_possible_cpus()); 87*ea908a2bSVincent Donnefort if (desc_size == SIZE_MAX) { 88*ea908a2bSVincent Donnefort ret = -E2BIG; 89*ea908a2bSVincent Donnefort goto err; 90*ea908a2bSVincent Donnefort } 91*ea908a2bSVincent Donnefort 92*ea908a2bSVincent Donnefort desc = kmalloc(desc_size, GFP_KERNEL); 93*ea908a2bSVincent Donnefort if (!desc) { 94*ea908a2bSVincent Donnefort ret = -ENOMEM; 95*ea908a2bSVincent Donnefort goto err; 96*ea908a2bSVincent Donnefort } 97*ea908a2bSVincent Donnefort 98*ea908a2bSVincent Donnefort ret = trace_remote_alloc_buffer(desc, desc_size, size, cpu_possible_mask); 99*ea908a2bSVincent Donnefort if (ret) 100*ea908a2bSVincent Donnefort goto err_free_desc; 101*ea908a2bSVincent Donnefort 102*ea908a2bSVincent Donnefort for_each_ring_buffer_desc(rb_desc, cpu, desc) { 103*ea908a2bSVincent Donnefort ret = remote_test_load_simple_rb(rb_desc->cpu, rb_desc); 104*ea908a2bSVincent Donnefort if (ret) 105*ea908a2bSVincent Donnefort goto err_unload; 106*ea908a2bSVincent Donnefort } 107*ea908a2bSVincent Donnefort 108*ea908a2bSVincent Donnefort remote_test_buffer_desc = desc; 109*ea908a2bSVincent Donnefort 110*ea908a2bSVincent Donnefort return remote_test_buffer_desc; 111*ea908a2bSVincent Donnefort 112*ea908a2bSVincent Donnefort err_unload: 113*ea908a2bSVincent Donnefort for_each_ring_buffer_desc(rb_desc, cpu, remote_test_buffer_desc) 114*ea908a2bSVincent Donnefort remote_test_unload_simple_rb(rb_desc->cpu); 115*ea908a2bSVincent Donnefort trace_remote_free_buffer(remote_test_buffer_desc); 116*ea908a2bSVincent Donnefort 117*ea908a2bSVincent Donnefort err_free_desc: 118*ea908a2bSVincent Donnefort kfree(desc); 119*ea908a2bSVincent Donnefort 120*ea908a2bSVincent Donnefort err: 121*ea908a2bSVincent Donnefort return ERR_PTR(ret); 122*ea908a2bSVincent Donnefort } 123*ea908a2bSVincent Donnefort 124*ea908a2bSVincent Donnefort static void remote_test_unload(struct trace_buffer_desc *desc, void *unused) 125*ea908a2bSVincent Donnefort { 126*ea908a2bSVincent Donnefort struct ring_buffer_desc *rb_desc; 127*ea908a2bSVincent Donnefort int cpu; 128*ea908a2bSVincent Donnefort 129*ea908a2bSVincent Donnefort if (WARN_ON(desc != remote_test_buffer_desc)) 130*ea908a2bSVincent Donnefort return; 131*ea908a2bSVincent Donnefort 132*ea908a2bSVincent Donnefort for_each_ring_buffer_desc(rb_desc, cpu, desc) 133*ea908a2bSVincent Donnefort remote_test_unload_simple_rb(rb_desc->cpu); 134*ea908a2bSVincent Donnefort 135*ea908a2bSVincent Donnefort remote_test_buffer_desc = NULL; 136*ea908a2bSVincent Donnefort trace_remote_free_buffer(desc); 137*ea908a2bSVincent Donnefort kfree(desc); 138*ea908a2bSVincent Donnefort } 139*ea908a2bSVincent Donnefort 140*ea908a2bSVincent Donnefort static int remote_test_enable_tracing(bool enable, void *unused) 141*ea908a2bSVincent Donnefort { 142*ea908a2bSVincent Donnefort struct ring_buffer_desc *rb_desc; 143*ea908a2bSVincent Donnefort int cpu; 144*ea908a2bSVincent Donnefort 145*ea908a2bSVincent Donnefort if (!remote_test_buffer_desc) 146*ea908a2bSVincent Donnefort return -ENODEV; 147*ea908a2bSVincent Donnefort 148*ea908a2bSVincent Donnefort for_each_ring_buffer_desc(rb_desc, cpu, remote_test_buffer_desc) 149*ea908a2bSVincent Donnefort WARN_ON(simple_ring_buffer_enable_tracing(*per_cpu_ptr(&simple_rbs, rb_desc->cpu), 150*ea908a2bSVincent Donnefort enable)); 151*ea908a2bSVincent Donnefort return 0; 152*ea908a2bSVincent Donnefort } 153*ea908a2bSVincent Donnefort 154*ea908a2bSVincent Donnefort static int remote_test_swap_reader_page(unsigned int cpu, void *unused) 155*ea908a2bSVincent Donnefort { 156*ea908a2bSVincent Donnefort struct simple_rb_per_cpu *cpu_buffer; 157*ea908a2bSVincent Donnefort 158*ea908a2bSVincent Donnefort if (cpu >= NR_CPUS) 159*ea908a2bSVincent Donnefort return -EINVAL; 160*ea908a2bSVincent Donnefort 161*ea908a2bSVincent Donnefort cpu_buffer = *per_cpu_ptr(&simple_rbs, cpu); 162*ea908a2bSVincent Donnefort if (!cpu_buffer) 163*ea908a2bSVincent Donnefort return -EINVAL; 164*ea908a2bSVincent Donnefort 165*ea908a2bSVincent Donnefort return simple_ring_buffer_swap_reader_page(cpu_buffer); 166*ea908a2bSVincent Donnefort } 167*ea908a2bSVincent Donnefort 168*ea908a2bSVincent Donnefort static int remote_test_reset(unsigned int cpu, void *unused) 169*ea908a2bSVincent Donnefort { 170*ea908a2bSVincent Donnefort struct simple_rb_per_cpu *cpu_buffer; 171*ea908a2bSVincent Donnefort 172*ea908a2bSVincent Donnefort if (cpu >= NR_CPUS) 173*ea908a2bSVincent Donnefort return -EINVAL; 174*ea908a2bSVincent Donnefort 175*ea908a2bSVincent Donnefort cpu_buffer = *per_cpu_ptr(&simple_rbs, cpu); 176*ea908a2bSVincent Donnefort if (!cpu_buffer) 177*ea908a2bSVincent Donnefort return -EINVAL; 178*ea908a2bSVincent Donnefort 179*ea908a2bSVincent Donnefort return simple_ring_buffer_reset(cpu_buffer); 180*ea908a2bSVincent Donnefort } 181*ea908a2bSVincent Donnefort 182*ea908a2bSVincent Donnefort static int remote_test_enable_event(unsigned short id, bool enable, void *unused) 183*ea908a2bSVincent Donnefort { 184*ea908a2bSVincent Donnefort if (id != REMOTE_TEST_EVENT_ID) 185*ea908a2bSVincent Donnefort return -EINVAL; 186*ea908a2bSVincent Donnefort 187*ea908a2bSVincent Donnefort /* 188*ea908a2bSVincent Donnefort * Let's just use the struct remote_event enabled field that is turned on and off by 189*ea908a2bSVincent Donnefort * trace_remote. This is a bit racy but good enough for a simple test module. 190*ea908a2bSVincent Donnefort */ 191*ea908a2bSVincent Donnefort return 0; 192*ea908a2bSVincent Donnefort } 193*ea908a2bSVincent Donnefort 194*ea908a2bSVincent Donnefort static ssize_t 195*ea908a2bSVincent Donnefort write_event_write(struct file *filp, const char __user *ubuf, size_t cnt, loff_t *pos) 196*ea908a2bSVincent Donnefort { 197*ea908a2bSVincent Donnefort struct remote_event_format_selftest *evt_test; 198*ea908a2bSVincent Donnefort struct simple_rb_per_cpu *cpu_buffer; 199*ea908a2bSVincent Donnefort unsigned long val; 200*ea908a2bSVincent Donnefort int ret; 201*ea908a2bSVincent Donnefort 202*ea908a2bSVincent Donnefort ret = kstrtoul_from_user(ubuf, cnt, 10, &val); 203*ea908a2bSVincent Donnefort if (ret) 204*ea908a2bSVincent Donnefort return ret; 205*ea908a2bSVincent Donnefort 206*ea908a2bSVincent Donnefort guard(mutex)(&simple_rbs_lock); 207*ea908a2bSVincent Donnefort 208*ea908a2bSVincent Donnefort if (!remote_event_selftest.enabled) 209*ea908a2bSVincent Donnefort return -ENODEV; 210*ea908a2bSVincent Donnefort 211*ea908a2bSVincent Donnefort guard(preempt)(); 212*ea908a2bSVincent Donnefort 213*ea908a2bSVincent Donnefort cpu_buffer = *this_cpu_ptr(&simple_rbs); 214*ea908a2bSVincent Donnefort if (!cpu_buffer) 215*ea908a2bSVincent Donnefort return -ENODEV; 216*ea908a2bSVincent Donnefort 217*ea908a2bSVincent Donnefort evt_test = simple_ring_buffer_reserve(cpu_buffer, 218*ea908a2bSVincent Donnefort sizeof(struct remote_event_format_selftest), 219*ea908a2bSVincent Donnefort trace_clock_global()); 220*ea908a2bSVincent Donnefort if (!evt_test) 221*ea908a2bSVincent Donnefort return -ENODEV; 222*ea908a2bSVincent Donnefort 223*ea908a2bSVincent Donnefort evt_test->hdr.id = REMOTE_TEST_EVENT_ID; 224*ea908a2bSVincent Donnefort evt_test->id = val; 225*ea908a2bSVincent Donnefort 226*ea908a2bSVincent Donnefort simple_ring_buffer_commit(cpu_buffer); 227*ea908a2bSVincent Donnefort 228*ea908a2bSVincent Donnefort return cnt; 229*ea908a2bSVincent Donnefort } 230*ea908a2bSVincent Donnefort 231*ea908a2bSVincent Donnefort static const struct file_operations write_event_fops = { 232*ea908a2bSVincent Donnefort .write = write_event_write, 233*ea908a2bSVincent Donnefort }; 234*ea908a2bSVincent Donnefort 235*ea908a2bSVincent Donnefort static int remote_test_init_tracefs(struct dentry *d, void *unused) 236*ea908a2bSVincent Donnefort { 237*ea908a2bSVincent Donnefort return tracefs_create_file("write_event", 0200, d, NULL, &write_event_fops) ? 238*ea908a2bSVincent Donnefort 0 : -ENOMEM; 239*ea908a2bSVincent Donnefort } 240*ea908a2bSVincent Donnefort 241*ea908a2bSVincent Donnefort static struct trace_remote_callbacks trace_remote_callbacks = { 242*ea908a2bSVincent Donnefort .init = remote_test_init_tracefs, 243*ea908a2bSVincent Donnefort .load_trace_buffer = remote_test_load, 244*ea908a2bSVincent Donnefort .unload_trace_buffer = remote_test_unload, 245*ea908a2bSVincent Donnefort .enable_tracing = remote_test_enable_tracing, 246*ea908a2bSVincent Donnefort .swap_reader_page = remote_test_swap_reader_page, 247*ea908a2bSVincent Donnefort .reset = remote_test_reset, 248*ea908a2bSVincent Donnefort .enable_event = remote_test_enable_event, 249*ea908a2bSVincent Donnefort }; 250*ea908a2bSVincent Donnefort 251*ea908a2bSVincent Donnefort static int __init remote_test_init(void) 252*ea908a2bSVincent Donnefort { 253*ea908a2bSVincent Donnefort return trace_remote_register("test", &trace_remote_callbacks, NULL, 254*ea908a2bSVincent Donnefort &remote_event_selftest, 1); 255*ea908a2bSVincent Donnefort } 256*ea908a2bSVincent Donnefort 257*ea908a2bSVincent Donnefort module_init(remote_test_init); 258*ea908a2bSVincent Donnefort 259*ea908a2bSVincent Donnefort MODULE_DESCRIPTION("Test module for the trace remote interface"); 260*ea908a2bSVincent Donnefort MODULE_AUTHOR("Vincent Donnefort"); 261*ea908a2bSVincent Donnefort MODULE_LICENSE("GPL"); 262