121 print_graph_duration(struct trace_array *tr, unsigned long long duration,
124 static int __graph_entry(struct trace_array *tr, struct ftrace_graph_ent *trace,  in __graph_entry()  argument
128 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in __graph_entry()
154 int __trace_graph_entry(struct trace_array *tr,  in __trace_graph_entry()  argument
158 	return __graph_entry(tr, trace, trace_ctx, NULL);  in __trace_graph_entry()
162 int __trace_graph_retaddr_entry(struct trace_array *tr,  in __trace_graph_retaddr_entry()  argument
168 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in __trace_graph_retaddr_entry()
184 int __trace_graph_retaddr_entry(struct trace_array *tr,  in __trace_graph_retaddr_entry()  argument
211 	struct trace_array *tr = gops->private;  in graph_entry()  local
235 	if (!ftrace_trace_task(tr))  in graph_entry()
268 		ret = __trace_graph_retaddr_entry(tr, trace, trace_ctx, retaddr);  in graph_entry()
270 		ret = __graph_entry(tr, trace, trace_ctx, fregs);  in graph_entry()
291 __trace_graph_function(struct trace_array *tr,  in __trace_graph_function()  argument
304 	__trace_graph_entry(tr, &ent, trace_ctx);  in __trace_graph_function()
305 	__trace_graph_return(tr, &ret, trace_ctx, time, time);  in __trace_graph_function()
309 trace_graph_function(struct trace_array *tr,  in trace_graph_function()  argument
313 	__trace_graph_function(tr, ip, trace_ctx);  in trace_graph_function()
316 void __trace_graph_return(struct trace_array *tr,  in __trace_graph_return()  argument
322 	struct trace_buffer *buffer = tr->array_buffer.buffer;  in __trace_graph_return()
350 	struct trace_array *tr = gops->private;  in trace_graph_return()  local
374 	__trace_graph_return(tr, trace, trace_ctx, calltime, rettime);  in trace_graph_return()
409 int allocate_fgraph_ops(struct trace_array *tr, struct ftrace_ops *ops)  in allocate_fgraph_ops()  argument
420 	tr->gops = gops;  in allocate_fgraph_ops()
421 	gops->private = tr;  in allocate_fgraph_ops()
428 void free_fgraph_ops(struct trace_array *tr)  in free_fgraph_ops()  argument
430 	kfree(tr->gops);  in free_fgraph_ops()
433 __init void init_array_fgraph_ops(struct trace_array *tr, struct ftrace_ops *ops)  in init_array_fgraph_ops()  argument
435 	tr->gops = &funcgraph_ops;  in init_array_fgraph_ops()
436 	funcgraph_ops.private = tr;  in init_array_fgraph_ops()
437 	fgraph_init_ops(&tr->gops->ops, ops);  in init_array_fgraph_ops()
440 static int graph_trace_init(struct trace_array *tr)  in graph_trace_init()  argument
445 		tr->gops->entryfunc = trace_graph_entry_args;  in graph_trace_init()
447 		tr->gops->entryfunc = trace_graph_entry;  in graph_trace_init()
450 		tr->gops->retfunc = trace_graph_thresh_return;  in graph_trace_init()
452 		tr->gops->retfunc = trace_graph_return;  in graph_trace_init()
457 	ret = register_ftrace_graph(tr->gops);  in graph_trace_init()
467 static int ftrace_graph_trace_args(struct trace_array *tr, int set)  in ftrace_graph_trace_args()  argument
472 	if (tr->current_trace != &graph_trace)  in ftrace_graph_trace_args()
481 	if (tr->gops->entryfunc == entry)  in ftrace_graph_trace_args()
484 	unregister_ftrace_graph(tr->gops);  in ftrace_graph_trace_args()
486 	tr->gops->entryfunc = entry;  in ftrace_graph_trace_args()
490 	return register_ftrace_graph(tr->gops);  in ftrace_graph_trace_args()
493 static void graph_trace_reset(struct trace_array *tr)  in graph_trace_reset()  argument
496 	unregister_ftrace_graph(tr->gops);  in graph_trace_reset()
499 static int graph_trace_update_thresh(struct trace_array *tr)  in graph_trace_update_thresh()  argument
501 	graph_trace_reset(tr);  in graph_trace_update_thresh()
502 	return graph_trace_init(tr);  in graph_trace_update_thresh()
696 	struct trace_array *tr = iter->tr;  in print_graph_irq()  local
700 	addr += iter->tr->text_delta;  in print_graph_irq()
706 	if (tr->trace_flags & TRACE_ITER_CONTEXT_INFO) {  in print_graph_irq()
726 		if (tr->trace_flags & TRACE_ITER_LATENCY_FMT)  in print_graph_irq()
731 	print_graph_duration(tr, 0, s, flags | FLAGS_FILL_START);  in print_graph_irq()
738 	print_graph_duration(tr, 0, s, flags | FLAGS_FILL_END);  in print_graph_irq()
776 print_graph_duration(struct trace_array *tr, unsigned long long duration,  in print_graph_duration()  argument
780 	    !(tr->trace_flags & TRACE_ITER_CONTEXT_INFO))  in print_graph_duration()
914 	struct trace_array *tr = iter->tr;  in print_graph_entry_leaf()  local
948 	print_graph_duration(tr, duration, s, flags);  in print_graph_entry_leaf()
954 	ret_func = graph_ret->func + iter->tr->text_delta;  in print_graph_entry_leaf()
961 				   (void *)graph_ret->func + iter->tr->text_delta,  in print_graph_entry_leaf()
962 				   flags, tr->trace_flags, args_size);  in print_graph_entry_leaf()
987 	struct trace_array *tr = iter->tr;  in print_graph_entry_nested()  local
1006 	print_graph_duration(tr, 0, s, flags | FLAGS_FILL_FULL);  in print_graph_entry_nested()
1012 	func = call->func + iter->tr->text_delta;  in print_graph_entry_nested()
1028 			tr->trace_flags, true);  in print_graph_entry_nested()
1047 	struct trace_array *tr = iter->tr;  in print_graph_prologue()  local
1057 	if (!(tr->trace_flags & TRACE_ITER_CONTEXT_INFO))  in print_graph_prologue()
1079 	if (tr->trace_flags & TRACE_ITER_LATENCY_FMT)  in print_graph_prologue()
1104 	addr += iter->tr->text_delta;  in check_irq_entry()
1252 	struct trace_array *tr = iter->tr;  in print_graph_return()  local
1259 	func = trace->func + iter->tr->text_delta;  in print_graph_return()
1288 	print_graph_duration(tr, duration, s, flags);  in print_graph_return()
1300 				   tr->trace_flags, 0);  in print_graph_return()
1331 	struct trace_array *tr = iter->tr;  in print_graph_comment()  local
1332 	unsigned long sym_flags = (tr->trace_flags & TRACE_ITER_SYM_MASK);  in print_graph_comment()
1345 	print_graph_duration(tr, 0, s, flags | FLAGS_FILL_FULL);  in print_graph_comment()
1495 static void __print_graph_headers_flags(struct trace_array *tr,  in __print_graph_headers_flags()  argument
1498 	int lat = tr->trace_flags & TRACE_ITER_LATENCY_FMT;  in __print_graph_headers_flags()
1544 	struct trace_array *tr = iter->tr;  in print_graph_headers_flags()  local
1546 	if (!(tr->trace_flags & TRACE_ITER_CONTEXT_INFO))  in print_graph_headers_flags()
1549 	if (tr->trace_flags & TRACE_ITER_LATENCY_FMT) {  in print_graph_headers_flags()
1557 	__print_graph_headers_flags(tr, s, flags);  in print_graph_headers_flags()
1614 func_graph_set_flag(struct trace_array *tr, u32 old_flags, u32 bit, int set)  in func_graph_set_flag()  argument
1626 		return ftrace_graph_trace_args(tr, set);  in func_graph_set_flag()