| /linux/kernel/trace/ |
| H A D | trace.c | 686 static u64 buffer_ftrace_now(struct array_buffer *buf, int cpu) in buffer_ftrace_now() 702 return buffer_ftrace_now(&global_trace.array_buffer, cpu); in ftrace_now() 830 if (tr->array_buffer.buffer) in tracer_tracing_on() 831 ring_buffer_record_on(tr->array_buffer.buffer); in tracer_tracing_on() 914 if (tr->array_buffer.buffer) in tracer_tracing_off() 915 ring_buffer_record_off(tr->array_buffer.buffer); in tracer_tracing_off() 939 if (WARN_ON_ONCE(!tr->array_buffer.buffer)) in tracer_tracing_disable() 942 ring_buffer_record_disable(tr->array_buffer.buffer); in tracer_tracing_disable() 954 if (WARN_ON_ONCE(!tr->array_buffer.buffer)) in tracer_tracing_enable() 957 ring_buffer_record_enable(tr->array_buffer.buffer); in tracer_tracing_enable() [all …]
|
| H A D | trace_selftest.c | 27 static int trace_test_buffer_cpu(struct array_buffer *buf, int cpu) in trace_test_buffer_cpu() 64 static int __maybe_unused trace_test_buffer(struct array_buffer *buf, unsigned long *count) in trace_test_buffer() 397 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_dynamic_tracing() 418 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_dynamic_tracing() 724 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_function() 1080 tracing_reset_online_cpus(&tr->array_buffer); in trace_selftest_startup_function_graph() 1102 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_function_graph() 1123 tracing_reset_online_cpus(&tr->array_buffer); in trace_selftest_startup_function_graph() 1158 ret = trace_test_buffer(&tr->array_buffer, &count); in trace_selftest_startup_function_graph() 1226 ret = trace_test_buffer(&tr->array_buffer, NULL); in trace_selftest_startup_irqsoff() [all …]
|
| H A D | trace_sched_wakeup.c | 85 *data = per_cpu_ptr(tr->array_buffer.data, cpu); in func_prolog_preempt_disable() 393 struct trace_buffer *buffer = tr->array_buffer.buffer; in tracing_sched_switch_trace() 421 struct trace_buffer *buffer = tr->array_buffer.buffer; in tracing_sched_wakeup_trace() 470 disabled = local_inc_return(&per_cpu_ptr(wakeup_trace->array_buffer.data, cpu)->disabled); in probe_wakeup_sched_switch() 484 data = per_cpu_ptr(wakeup_trace->array_buffer.data, wakeup_cpu); in probe_wakeup_sched_switch() 507 local_dec(&per_cpu_ptr(wakeup_trace->array_buffer.data, cpu)->disabled); in probe_wakeup_sched_switch() 526 tracing_reset_online_cpus(&tr->array_buffer); in wakeup_reset() 562 disabled = local_inc_return(&per_cpu_ptr(wakeup_trace->array_buffer.data, cpu)->disabled); in probe_wakeup() 594 data = per_cpu_ptr(wakeup_trace->array_buffer.data, wakeup_cpu); in probe_wakeup() 609 local_dec(&per_cpu_ptr(wakeup_trace->array_buffer.data, cpu)->disabled); in probe_wakeup()
|
| H A D | trace_mmiotrace.c | 34 tracing_reset_online_cpus(&tr->array_buffer); in mmio_reset_data() 123 unsigned long over = ring_buffer_overruns(iter->array_buffer->buffer); in count_overruns() 308 buffer = tr->array_buffer.buffer; in __trace_mmiotrace_rw() 339 buffer = tr->array_buffer.buffer; in __trace_mmiotrace_map()
|
| H A D | trace_kdb.c | 46 ring_buffer_read_start(iter.array_buffer->buffer, in ftrace_dump_buf() 53 ring_buffer_read_start(iter.array_buffer->buffer, in ftrace_dump_buf()
|
| H A D | trace.h | 217 struct array_buffer { struct 336 struct array_buffer array_buffer; member 350 struct array_buffer snapshot_buffer; 691 void tracing_reset_online_cpus(struct array_buffer *buf); 706 int allocate_trace_buffer(struct trace_array *tr, struct array_buffer *buf, int size); 733 void trace_set_buffer_entries(struct array_buffer *buf, unsigned long val); 745 void tracing_reset_cpu(struct array_buffer *buf, int cpu); 764 if (tr->array_buffer.buffer) in tracer_tracing_is_on_cpu() 765 return ring_buffer_record_is_on_cpu(tr->array_buffer.buffer, cpu); in tracer_tracing_is_on_cpu() 2318 int resize_buffer_duplicate_size(struct array_buffer *trace_buf, [all …]
|
| H A D | trace_functions.c | 166 tr->array_buffer.cpu = raw_smp_processor_id(); in function_trace_init() 182 tracing_reset_online_cpus(&tr->array_buffer); in function_trace_start() 293 data = per_cpu_ptr(tr->array_buffer.data, cpu); in function_stack_trace_call() 318 ring_buffer_time_stamp(tr->array_buffer.buffer); in is_repeat_check() 404 data = per_cpu_ptr(tr->array_buffer.data, cpu); in function_stack_no_repeats_trace_call()
|
| H A D | trace_irqsoff.c | 125 *data = per_cpu_ptr(tr->array_buffer.data, cpu); in func_prolog_dec() 173 tracing_reset_online_cpus(&irqsoff_trace->array_buffer); in irqsoff_display_graph() 407 data = per_cpu_ptr(tr->array_buffer.data, cpu); in start_critical_timing() 446 data = per_cpu_ptr(tr->array_buffer.data, cpu); in stop_critical_timing()
|
| H A D | trace_functions_graph.c | 131 struct trace_buffer *buffer = tr->array_buffer.buffer; in __graph_entry() 172 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_graph_retaddr_entry() 340 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_graph_return() 664 ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, in get_return_for_leaf() 666 event = ring_buffer_peek(iter->array_buffer->buffer, iter->cpu, in get_return_for_leaf() 725 usecs = iter->ts - iter->array_buffer->time_start; in print_graph_rel_time()
|
| H A D | trace_events.c | 675 return this_cpu_read(tr->array_buffer.data->ignore_pid) != 0; in trace_event_ignore_this_pid() 1129 this_cpu_write(tr->array_buffer.data->ignore_pid, ret || in event_filter_pid_sched_switch_probe_pre() 1147 this_cpu_write(tr->array_buffer.data->ignore_pid, in event_filter_pid_sched_switch_probe_post() 1159 if (!this_cpu_read(tr->array_buffer.data->ignore_pid)) in event_filter_pid_sched_wakeup_probe_pre() 1165 this_cpu_write(tr->array_buffer.data->ignore_pid, in event_filter_pid_sched_wakeup_probe_pre() 1177 if (this_cpu_read(tr->array_buffer.data->ignore_pid)) in event_filter_pid_sched_wakeup_probe_post() 1184 this_cpu_write(tr->array_buffer.data->ignore_pid, in event_filter_pid_sched_wakeup_probe_post() 1227 per_cpu_ptr(tr->array_buffer.data, cpu)->ignore_pid = false; in __ftrace_clear_event_pids() 2510 ring_buffer_print_page_header(tr->array_buffer.buffer, s); in show_header_page_file() 2558 this_cpu_write(tr->array_buffer.data->ignore_pid, in ignore_task_cpu()
|
| H A D | trace_osnoise.c | 535 buffer = inst->tr->array_buffer.buffer; in record_osnoise_sample() 609 buffer = inst->tr->array_buffer.buffer; in record_timerlat_sample() 696 buffer = inst->tr->array_buffer.buffer; in timerlat_dump_stack()
|
| H A D | fgraph.c | 1204 pid = this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid); in fgraph_pid_func()
|
| H A D | trace_events_synth.c | 605 buffer = trace_file->tr->array_buffer.buffer; in trace_event_raw_event_synth() 1769 trace_state->buffer = file->tr->array_buffer.buffer; in __synth_event_trace_start()
|
| H A D | blktrace.c | 188 buffer = blk_tr->array_buffer.buffer; in trace_note() 386 buffer = blk_tr->array_buffer.buffer; in __blk_add_trace()
|
| H A D | ftrace.c | 179 pid = this_cpu_read(tr->array_buffer.data->ftrace_ignore_pid); in ftrace_pid_func() 8654 this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid, in ftrace_filter_pid_sched_switch_probe() 8657 this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid, in ftrace_filter_pid_sched_switch_probe() 8725 per_cpu_ptr(tr->array_buffer.data, cpu)->ftrace_ignore_pid = FTRACE_PID_TRACE; in clear_ftrace_pids() 8924 this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid, in ignore_task_cpu() 8927 this_cpu_write(tr->array_buffer.data->ftrace_ignore_pid, in ignore_task_cpu()
|