36 static void wakeup_reset(struct trace_array *tr);
37 static void __wakeup_reset(struct trace_array *tr);
38 static int start_func_tracer(struct trace_array *tr, int graph);
39 static void stop_func_tracer(struct trace_array *tr, int graph);
44 # define is_graph(tr) ((tr)->trace_flags & TRACE_ITER_DISPLAY_GRAPH)  argument
46 # define is_graph(tr) false  argument
68 func_prolog_preempt_disable(struct trace_array *tr,  in func_prolog_preempt_disable()  argument
85 	*data = per_cpu_ptr(tr->array_buffer.data, cpu);  in func_prolog_preempt_disable()
102 static int wakeup_display_graph(struct trace_array *tr, int set)  in wakeup_display_graph()  argument
104 	if (!(is_graph(tr) ^ set))  in wakeup_display_graph()
107 	stop_func_tracer(tr, !set);  in wakeup_display_graph()
110 	tr->max_latency = 0;  in wakeup_display_graph()
112 	return start_func_tracer(tr, set);  in wakeup_display_graph()
119 	struct trace_array *tr = wakeup_trace;  in wakeup_graph_entry()  local
137 	if (!func_prolog_preempt_disable(tr, &data, &trace_ctx))  in wakeup_graph_entry()
143 		ret = __trace_graph_entry(tr, trace, trace_ctx);  in wakeup_graph_entry()
155 	struct trace_array *tr = wakeup_trace;  in wakeup_graph_return()  local
164 	if (!func_prolog_preempt_disable(tr, &data, &trace_ctx))  in wakeup_graph_return()
171 		__trace_graph_return(tr, trace, trace_ctx, *calltime, rettime);  in wakeup_graph_return()
185 	if (is_graph(iter->tr))  in wakeup_trace_open()
208 	if (is_graph(iter->tr))  in wakeup_print_line()
230 	struct trace_array *tr = wakeup_trace;  in wakeup_tracer_call()  local
235 	if (!func_prolog_preempt_disable(tr, &data, &trace_ctx))  in wakeup_tracer_call()
239 	trace_function(tr, ip, parent_ip, trace_ctx, fregs);  in wakeup_tracer_call()
246 static int register_wakeup_function(struct trace_array *tr, int graph, int set)  in register_wakeup_function()  argument
251 	if (function_enabled || (!set && !(tr->trace_flags & TRACE_ITER_FUNCTION)))  in register_wakeup_function()
257 		ret = register_ftrace_function(tr->ops);  in register_wakeup_function()
265 static void unregister_wakeup_function(struct trace_array *tr, int graph)  in unregister_wakeup_function()  argument
273 		unregister_ftrace_function(tr->ops);  in unregister_wakeup_function()
278 static int wakeup_function_set(struct trace_array *tr, u32 mask, int set)  in wakeup_function_set()  argument
284 		register_wakeup_function(tr, is_graph(tr), 1);  in wakeup_function_set()
286 		unregister_wakeup_function(tr, is_graph(tr));  in wakeup_function_set()
290 static int register_wakeup_function(struct trace_array *tr, int graph, int set)  in register_wakeup_function()  argument
294 static void unregister_wakeup_function(struct trace_array *tr, int graph) { }  in unregister_wakeup_function()  argument
295 static int wakeup_function_set(struct trace_array *tr, u32 mask, int set)  in wakeup_function_set()  argument
317 __trace_function(struct trace_array *tr,  in __trace_function()  argument
321 	if (is_graph(tr))  in __trace_function()
322 		trace_graph_function(tr, ip, parent_ip, trace_ctx);  in __trace_function()
324 		trace_function(tr, ip, parent_ip, trace_ctx, NULL);  in __trace_function()
327 static int wakeup_flag_changed(struct trace_array *tr, u32 mask, int set)  in wakeup_flag_changed()  argument
329 	struct tracer *tracer = tr->current_trace;  in wakeup_flag_changed()
331 	if (wakeup_function_set(tr, mask, set))  in wakeup_flag_changed()
336 		return wakeup_display_graph(tr, set);  in wakeup_flag_changed()
342 static int start_func_tracer(struct trace_array *tr, int graph)  in start_func_tracer()  argument
346 	ret = register_wakeup_function(tr, graph, 0);  in start_func_tracer()
356 static void stop_func_tracer(struct trace_array *tr, int graph)  in stop_func_tracer()  argument
360 	unregister_wakeup_function(tr, graph);  in stop_func_tracer()
366 static bool report_latency(struct trace_array *tr, u64 delta)  in report_latency()  argument
372 		if (delta <= tr->max_latency)  in report_latency()
388 tracing_sched_switch_trace(struct trace_array *tr,  in tracing_sched_switch_trace()  argument
393 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in tracing_sched_switch_trace()
410 	trace_buffer_unlock_commit(tr, buffer, event, trace_ctx);  in tracing_sched_switch_trace()
414 tracing_sched_wakeup_trace(struct trace_array *tr,  in tracing_sched_wakeup_trace()  argument
421 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in tracing_sched_wakeup_trace()
436 	trace_buffer_unlock_commit(tr, buffer, event, trace_ctx);  in tracing_sched_wakeup_trace()
510 static void __wakeup_reset(struct trace_array *tr)  in __wakeup_reset()  argument
522 static void wakeup_reset(struct trace_array *tr)  in wakeup_reset()  argument
526 	tracing_reset_online_cpus(&tr->array_buffer);  in wakeup_reset()
530 	__wakeup_reset(tr);  in wakeup_reset()
612 static void start_wakeup_tracer(struct trace_array *tr)  in start_wakeup_tracer()  argument
644 	wakeup_reset(tr);  in start_wakeup_tracer()
655 	if (start_func_tracer(tr, is_graph(tr)))  in start_wakeup_tracer()
667 static void stop_wakeup_tracer(struct trace_array *tr)  in stop_wakeup_tracer()  argument
670 	stop_func_tracer(tr, is_graph(tr));  in stop_wakeup_tracer()
679 static int __wakeup_tracer_init(struct trace_array *tr)  in __wakeup_tracer_init()  argument
681 	save_flags = tr->trace_flags;  in __wakeup_tracer_init()
684 	set_tracer_flag(tr, TRACE_ITER_OVERWRITE, 1);  in __wakeup_tracer_init()
685 	set_tracer_flag(tr, TRACE_ITER_LATENCY_FMT, 1);  in __wakeup_tracer_init()
687 	tr->max_latency = 0;  in __wakeup_tracer_init()
688 	wakeup_trace = tr;  in __wakeup_tracer_init()
689 	ftrace_init_array_ops(tr, wakeup_tracer_call);  in __wakeup_tracer_init()
690 	start_wakeup_tracer(tr);  in __wakeup_tracer_init()
696 static int wakeup_tracer_init(struct trace_array *tr)  in wakeup_tracer_init()  argument
703 	return __wakeup_tracer_init(tr);  in wakeup_tracer_init()
706 static int wakeup_rt_tracer_init(struct trace_array *tr)  in wakeup_rt_tracer_init()  argument
713 	return __wakeup_tracer_init(tr);  in wakeup_rt_tracer_init()
716 static int wakeup_dl_tracer_init(struct trace_array *tr)  in wakeup_dl_tracer_init()  argument
723 	return __wakeup_tracer_init(tr);  in wakeup_dl_tracer_init()
726 static void wakeup_tracer_reset(struct trace_array *tr)  in wakeup_tracer_reset()  argument
731 	stop_wakeup_tracer(tr);  in wakeup_tracer_reset()
733 	wakeup_reset(tr);  in wakeup_tracer_reset()
735 	set_tracer_flag(tr, TRACE_ITER_LATENCY_FMT, lat_flag);  in wakeup_tracer_reset()
736 	set_tracer_flag(tr, TRACE_ITER_OVERWRITE, overwrite_flag);  in wakeup_tracer_reset()
737 	ftrace_reset_array_ops(tr);  in wakeup_tracer_reset()
741 static void wakeup_tracer_start(struct trace_array *tr)  in wakeup_tracer_start()  argument
743 	wakeup_reset(tr);  in wakeup_tracer_start()
747 static void wakeup_tracer_stop(struct trace_array *tr)  in wakeup_tracer_stop()  argument