Lines Matching refs:tk
86 static nokprobe_inline bool trace_kprobe_is_return(struct trace_kprobe *tk) in trace_kprobe_is_return() argument
88 return tk->rp.handler != NULL; in trace_kprobe_is_return()
91 static nokprobe_inline const char *trace_kprobe_symbol(struct trace_kprobe *tk) in trace_kprobe_symbol() argument
93 return tk->symbol ? tk->symbol : "unknown"; in trace_kprobe_symbol()
96 static nokprobe_inline unsigned long trace_kprobe_offset(struct trace_kprobe *tk) in trace_kprobe_offset() argument
98 return tk->rp.kp.offset; in trace_kprobe_offset()
101 static nokprobe_inline bool trace_kprobe_has_gone(struct trace_kprobe *tk) in trace_kprobe_has_gone() argument
103 return kprobe_gone(&tk->rp.kp); in trace_kprobe_has_gone()
106 static nokprobe_inline bool trace_kprobe_within_module(struct trace_kprobe *tk, in trace_kprobe_within_module() argument
110 const char *name = trace_kprobe_symbol(tk); in trace_kprobe_within_module()
116 static nokprobe_inline bool trace_kprobe_module_exist(struct trace_kprobe *tk) in trace_kprobe_module_exist() argument
121 if (!tk->symbol) in trace_kprobe_module_exist()
123 p = strchr(tk->symbol, ':'); in trace_kprobe_module_exist()
128 ret = !!find_module(tk->symbol); in trace_kprobe_module_exist()
134 static inline bool trace_kprobe_module_exist(struct trace_kprobe *tk) in trace_kprobe_module_exist() argument
142 struct trace_kprobe *tk = to_trace_kprobe(ev); in trace_kprobe_is_busy() local
144 return trace_probe_is_enabled(&tk->tp); in trace_kprobe_is_busy()
147 static bool trace_kprobe_match_command_head(struct trace_kprobe *tk, in trace_kprobe_match_command_head() argument
155 if (!tk->symbol) in trace_kprobe_match_command_head()
156 snprintf(buf, sizeof(buf), "0x%p", tk->rp.kp.addr); in trace_kprobe_match_command_head()
157 else if (tk->rp.kp.offset) in trace_kprobe_match_command_head()
159 trace_kprobe_symbol(tk), tk->rp.kp.offset); in trace_kprobe_match_command_head()
161 snprintf(buf, sizeof(buf), "%s", trace_kprobe_symbol(tk)); in trace_kprobe_match_command_head()
166 return trace_probe_match_command_args(&tk->tp, argc, argv); in trace_kprobe_match_command_head()
172 struct trace_kprobe *tk = to_trace_kprobe(ev); in trace_kprobe_match() local
175 strcmp(trace_probe_name(&tk->tp), event) == 0) && in trace_kprobe_match()
176 (!system || strcmp(trace_probe_group_name(&tk->tp), system) == 0) && in trace_kprobe_match()
177 trace_kprobe_match_command_head(tk, argc, argv); in trace_kprobe_match()
180 static nokprobe_inline unsigned long trace_kprobe_nhit(struct trace_kprobe *tk) in trace_kprobe_nhit() argument
186 nhit += *per_cpu_ptr(tk->nhit, cpu); in trace_kprobe_nhit()
191 static nokprobe_inline bool trace_kprobe_is_registered(struct trace_kprobe *tk) in trace_kprobe_is_registered() argument
193 return !(list_empty(&tk->rp.kp.list) && in trace_kprobe_is_registered()
194 hlist_unhashed(&tk->rp.kp.hlist)); in trace_kprobe_is_registered()
199 unsigned long trace_kprobe_address(struct trace_kprobe *tk) in trace_kprobe_address() argument
203 if (tk->symbol) { in trace_kprobe_address()
205 kallsyms_lookup_name(trace_kprobe_symbol(tk)); in trace_kprobe_address()
207 addr += tk->rp.kp.offset; in trace_kprobe_address()
209 addr = (unsigned long)tk->rp.kp.addr; in trace_kprobe_address()
228 struct trace_kprobe *tk = trace_kprobe_primary_from_call(call); in trace_kprobe_on_func_entry() local
230 return tk ? (kprobe_on_func_entry(tk->rp.kp.addr, in trace_kprobe_on_func_entry()
231 tk->rp.kp.addr ? NULL : tk->rp.kp.symbol_name, in trace_kprobe_on_func_entry()
232 tk->rp.kp.addr ? 0 : tk->rp.kp.offset) == 0) : false; in trace_kprobe_on_func_entry()
237 struct trace_kprobe *tk = trace_kprobe_primary_from_call(call); in trace_kprobe_error_injectable() local
239 return tk ? within_error_injection_list(trace_kprobe_address(tk)) : in trace_kprobe_error_injectable()
243 static int register_kprobe_event(struct trace_kprobe *tk);
244 static int unregister_kprobe_event(struct trace_kprobe *tk);
250 static void free_trace_kprobe(struct trace_kprobe *tk) in free_trace_kprobe() argument
252 if (tk) { in free_trace_kprobe()
253 trace_probe_cleanup(&tk->tp); in free_trace_kprobe()
254 kfree(tk->symbol); in free_trace_kprobe()
255 free_percpu(tk->nhit); in free_trace_kprobe()
256 kfree(tk); in free_trace_kprobe()
274 struct trace_kprobe *tk __free(free_trace_kprobe) = NULL; in alloc_trace_kprobe()
277 tk = kzalloc(struct_size(tk, tp.args, nargs), GFP_KERNEL); in alloc_trace_kprobe()
278 if (!tk) in alloc_trace_kprobe()
281 tk->nhit = alloc_percpu(unsigned long); in alloc_trace_kprobe()
282 if (!tk->nhit) in alloc_trace_kprobe()
286 tk->symbol = kstrdup(symbol, GFP_KERNEL); in alloc_trace_kprobe()
287 if (!tk->symbol) in alloc_trace_kprobe()
289 tk->rp.kp.symbol_name = tk->symbol; in alloc_trace_kprobe()
290 tk->rp.kp.offset = offs; in alloc_trace_kprobe()
292 tk->rp.kp.addr = addr; in alloc_trace_kprobe()
295 tk->rp.handler = kretprobe_dispatcher; in alloc_trace_kprobe()
297 tk->rp.kp.pre_handler = kprobe_dispatcher; in alloc_trace_kprobe()
299 tk->rp.maxactive = maxactive; in alloc_trace_kprobe()
300 INIT_HLIST_NODE(&tk->rp.kp.hlist); in alloc_trace_kprobe()
301 INIT_LIST_HEAD(&tk->rp.kp.list); in alloc_trace_kprobe()
303 ret = trace_probe_init(&tk->tp, event, group, false, nargs); in alloc_trace_kprobe()
307 dyn_event_init(&tk->devent, &trace_kprobe_ops); in alloc_trace_kprobe()
308 return_ptr(tk); in alloc_trace_kprobe()
315 struct trace_kprobe *tk; in find_trace_kprobe() local
317 for_each_trace_kprobe(tk, pos) in find_trace_kprobe()
318 if (strcmp(trace_probe_name(&tk->tp), event) == 0 && in find_trace_kprobe()
319 strcmp(trace_probe_group_name(&tk->tp), group) == 0) in find_trace_kprobe()
320 return tk; in find_trace_kprobe()
324 static inline int __enable_trace_kprobe(struct trace_kprobe *tk) in __enable_trace_kprobe() argument
328 if (trace_kprobe_is_registered(tk) && !trace_kprobe_has_gone(tk)) { in __enable_trace_kprobe()
329 if (trace_kprobe_is_return(tk)) in __enable_trace_kprobe()
330 ret = enable_kretprobe(&tk->rp); in __enable_trace_kprobe()
332 ret = enable_kprobe(&tk->rp.kp); in __enable_trace_kprobe()
340 struct trace_kprobe *tk; in __disable_trace_kprobe() local
342 list_for_each_entry(tk, trace_probe_probe_list(tp), tp.list) { in __disable_trace_kprobe()
343 if (!trace_kprobe_is_registered(tk)) in __disable_trace_kprobe()
345 if (trace_kprobe_is_return(tk)) in __disable_trace_kprobe()
346 disable_kretprobe(&tk->rp); in __disable_trace_kprobe()
348 disable_kprobe(&tk->rp.kp); in __disable_trace_kprobe()
360 struct trace_kprobe *tk; in enable_trace_kprobe() local
380 list_for_each_entry(tk, trace_probe_probe_list(tp), tp.list) { in enable_trace_kprobe()
381 if (trace_kprobe_has_gone(tk)) in enable_trace_kprobe()
383 ret = __enable_trace_kprobe(tk); in enable_trace_kprobe()
459 static bool within_notrace_func(struct trace_kprobe *tk) in within_notrace_func() argument
461 unsigned long addr = trace_kprobe_address(tk); in within_notrace_func()
481 #define within_notrace_func(tk) (false) argument
485 static int __register_trace_kprobe(struct trace_kprobe *tk) in __register_trace_kprobe() argument
493 if (trace_kprobe_is_registered(tk)) in __register_trace_kprobe()
496 if (within_notrace_func(tk)) { in __register_trace_kprobe()
498 (void *)trace_kprobe_address(tk)); in __register_trace_kprobe()
502 for (i = 0; i < tk->tp.nr_args; i++) { in __register_trace_kprobe()
503 ret = traceprobe_update_arg(&tk->tp.args[i]); in __register_trace_kprobe()
509 if (trace_probe_is_enabled(&tk->tp)) in __register_trace_kprobe()
510 tk->rp.kp.flags &= ~KPROBE_FLAG_DISABLED; in __register_trace_kprobe()
512 tk->rp.kp.flags |= KPROBE_FLAG_DISABLED; in __register_trace_kprobe()
514 if (trace_kprobe_is_return(tk)) in __register_trace_kprobe()
515 ret = register_kretprobe(&tk->rp); in __register_trace_kprobe()
517 ret = register_kprobe(&tk->rp.kp); in __register_trace_kprobe()
523 static void __unregister_trace_kprobe(struct trace_kprobe *tk) in __unregister_trace_kprobe() argument
525 if (trace_kprobe_is_registered(tk)) { in __unregister_trace_kprobe()
526 if (trace_kprobe_is_return(tk)) in __unregister_trace_kprobe()
527 unregister_kretprobe(&tk->rp); in __unregister_trace_kprobe()
529 unregister_kprobe(&tk->rp.kp); in __unregister_trace_kprobe()
531 INIT_HLIST_NODE(&tk->rp.kp.hlist); in __unregister_trace_kprobe()
532 INIT_LIST_HEAD(&tk->rp.kp.list); in __unregister_trace_kprobe()
533 if (tk->rp.kp.symbol_name) in __unregister_trace_kprobe()
534 tk->rp.kp.addr = NULL; in __unregister_trace_kprobe()
539 static int unregister_trace_kprobe(struct trace_kprobe *tk) in unregister_trace_kprobe() argument
542 if (trace_probe_has_sibling(&tk->tp)) in unregister_trace_kprobe()
546 if (trace_probe_is_enabled(&tk->tp)) in unregister_trace_kprobe()
550 if (trace_event_dyn_busy(trace_probe_event_call(&tk->tp))) in unregister_trace_kprobe()
554 if (unregister_kprobe_event(tk)) in unregister_trace_kprobe()
558 __unregister_trace_kprobe(tk); in unregister_trace_kprobe()
559 dyn_event_remove(&tk->devent); in unregister_trace_kprobe()
560 trace_probe_unlink(&tk->tp); in unregister_trace_kprobe()
594 static int append_trace_kprobe(struct trace_kprobe *tk, struct trace_kprobe *to) in append_trace_kprobe() argument
598 ret = trace_probe_compare_arg_type(&tk->tp, &to->tp); in append_trace_kprobe()
605 if (trace_kprobe_has_same_kprobe(to, tk)) { in append_trace_kprobe()
612 ret = trace_probe_append(&tk->tp, &to->tp); in append_trace_kprobe()
617 ret = __register_trace_kprobe(tk); in append_trace_kprobe()
618 if (ret == -ENOENT && !trace_kprobe_module_exist(tk)) { in append_trace_kprobe()
624 trace_probe_unlink(&tk->tp); in append_trace_kprobe()
626 dyn_event_add(&tk->devent, trace_probe_event_call(&tk->tp)); in append_trace_kprobe()
632 static int register_trace_kprobe(struct trace_kprobe *tk) in register_trace_kprobe() argument
639 old_tk = find_trace_kprobe(trace_probe_name(&tk->tp), in register_trace_kprobe()
640 trace_probe_group_name(&tk->tp)); in register_trace_kprobe()
642 if (trace_kprobe_is_return(tk) != trace_kprobe_is_return(old_tk)) { in register_trace_kprobe()
647 return append_trace_kprobe(tk, old_tk); in register_trace_kprobe()
651 ret = register_kprobe_event(tk); in register_trace_kprobe()
662 ret = __register_trace_kprobe(tk); in register_trace_kprobe()
663 if (ret == -ENOENT && !trace_kprobe_module_exist(tk)) { in register_trace_kprobe()
669 unregister_kprobe_event(tk); in register_trace_kprobe()
671 dyn_event_add(&tk->devent, trace_probe_event_call(&tk->tp)); in register_trace_kprobe()
679 static int register_module_trace_kprobe(struct module *mod, struct trace_kprobe *tk) in register_module_trace_kprobe() argument
684 p = strchr(trace_kprobe_symbol(tk), ':'); in register_module_trace_kprobe()
688 ret = __register_trace_kprobe(tk); in register_module_trace_kprobe()
698 struct trace_kprobe *tk; in trace_kprobe_module_callback() local
706 for_each_trace_kprobe(tk, pos) { in trace_kprobe_module_callback()
707 if (trace_kprobe_within_module(tk, mod)) { in trace_kprobe_module_callback()
709 __unregister_trace_kprobe(tk); in trace_kprobe_module_callback()
710 ret = register_module_trace_kprobe(mod, tk); in trace_kprobe_module_callback()
713 trace_probe_name(&tk->tp), in trace_kprobe_module_callback()
863 struct trace_kprobe *tk __free(free_trace_kprobe) = NULL; in trace_kprobe_create_internal()
1031 tk = alloc_trace_kprobe(group, event, addr, symbol, offset, maxactive, in trace_kprobe_create_internal()
1033 if (IS_ERR(tk)) { in trace_kprobe_create_internal()
1034 ret = PTR_ERR(tk); in trace_kprobe_create_internal()
1044 ret = traceprobe_parse_probe_arg(&tk->tp, i, argv[i], ctx); in trace_kprobe_create_internal()
1049 if (is_return && tk->tp.entry_arg) { in trace_kprobe_create_internal()
1050 tk->rp.entry_handler = trace_kprobe_entry_handler; in trace_kprobe_create_internal()
1051 tk->rp.data_size = traceprobe_get_entry_data_size(&tk->tp); in trace_kprobe_create_internal()
1055 ret = traceprobe_set_print_fmt(&tk->tp, ptype); in trace_kprobe_create_internal()
1059 ret = register_trace_kprobe(tk); in trace_kprobe_create_internal()
1074 tk = NULL; in trace_kprobe_create_internal()
1282 struct trace_kprobe *tk = to_trace_kprobe(ev); in trace_kprobe_release() local
1283 int ret = unregister_trace_kprobe(tk); in trace_kprobe_release()
1286 free_trace_kprobe(tk); in trace_kprobe_release()
1292 struct trace_kprobe *tk = to_trace_kprobe(ev); in trace_kprobe_show() local
1295 seq_putc(m, trace_kprobe_is_return(tk) ? 'r' : 'p'); in trace_kprobe_show()
1296 if (trace_kprobe_is_return(tk) && tk->rp.maxactive) in trace_kprobe_show()
1297 seq_printf(m, "%d", tk->rp.maxactive); in trace_kprobe_show()
1298 seq_printf(m, ":%s/%s", trace_probe_group_name(&tk->tp), in trace_kprobe_show()
1299 trace_probe_name(&tk->tp)); in trace_kprobe_show()
1301 if (!tk->symbol) in trace_kprobe_show()
1302 seq_printf(m, " 0x%p", tk->rp.kp.addr); in trace_kprobe_show()
1303 else if (tk->rp.kp.offset) in trace_kprobe_show()
1304 seq_printf(m, " %s+%u", trace_kprobe_symbol(tk), in trace_kprobe_show()
1305 tk->rp.kp.offset); in trace_kprobe_show()
1307 seq_printf(m, " %s", trace_kprobe_symbol(tk)); in trace_kprobe_show()
1309 for (i = 0; i < tk->tp.nr_args; i++) in trace_kprobe_show()
1310 seq_printf(m, " %s=%s", tk->tp.args[i].name, tk->tp.args[i].comm); in trace_kprobe_show()
1366 static unsigned long trace_kprobe_missed(struct trace_kprobe *tk) in trace_kprobe_missed() argument
1368 return trace_kprobe_is_return(tk) ? in trace_kprobe_missed()
1369 tk->rp.kp.nmissed + tk->rp.nmissed : tk->rp.kp.nmissed; in trace_kprobe_missed()
1376 struct trace_kprobe *tk; in probes_profile_seq_show() local
1382 tk = to_trace_kprobe(ev); in probes_profile_seq_show()
1383 nmissed = trace_kprobe_missed(tk); in probes_profile_seq_show()
1385 trace_probe_name(&tk->tp), in probes_profile_seq_show()
1386 trace_kprobe_nhit(tk), in probes_profile_seq_show()
1466 __kprobe_trace_func(struct trace_kprobe *tk, struct pt_regs *regs, in NOKPROBE_SYMBOL()
1470 struct trace_event_call *call = trace_probe_event_call(&tk->tp); in NOKPROBE_SYMBOL()
1479 dsize = __get_data_size(&tk->tp, regs, NULL); in NOKPROBE_SYMBOL()
1482 sizeof(*entry) + tk->tp.size + dsize); in NOKPROBE_SYMBOL()
1487 entry->ip = (unsigned long)tk->rp.kp.addr; in NOKPROBE_SYMBOL()
1488 store_trace_args(&entry[1], &tk->tp, regs, NULL, sizeof(*entry), dsize); in NOKPROBE_SYMBOL()
1494 kprobe_trace_func(struct trace_kprobe *tk, struct pt_regs *regs) in kprobe_trace_func() argument
1498 trace_probe_for_each_link_rcu(link, &tk->tp) in kprobe_trace_func()
1499 __kprobe_trace_func(tk, regs, link->file); in kprobe_trace_func()
1509 struct trace_kprobe *tk; in trace_kprobe_entry_handler() local
1519 tk = container_of(rp, struct trace_kprobe, rp); in trace_kprobe_entry_handler()
1522 if (tk->tp.entry_arg) in trace_kprobe_entry_handler()
1523 store_trace_entry_data(ri->data, &tk->tp, regs); in trace_kprobe_entry_handler()
1530 __kretprobe_trace_func(struct trace_kprobe *tk, struct kretprobe_instance *ri, in __kretprobe_trace_func() argument
1536 struct trace_event_call *call = trace_probe_event_call(&tk->tp); in __kretprobe_trace_func()
1544 dsize = __get_data_size(&tk->tp, regs, ri->data); in __kretprobe_trace_func()
1547 sizeof(*entry) + tk->tp.size + dsize); in __kretprobe_trace_func()
1552 entry->func = (unsigned long)tk->rp.kp.addr; in __kretprobe_trace_func()
1554 store_trace_args(&entry[1], &tk->tp, regs, ri->data, sizeof(*entry), dsize); in __kretprobe_trace_func()
1560 kretprobe_trace_func(struct trace_kprobe *tk, struct kretprobe_instance *ri, in kretprobe_trace_func() argument
1565 trace_probe_for_each_link_rcu(link, &tk->tp) in kretprobe_trace_func()
1566 __kretprobe_trace_func(tk, ri, regs, link->file); in kretprobe_trace_func()
1673 kprobe_perf_func(struct trace_kprobe *tk, struct pt_regs *regs) in kprobe_perf_func() argument
1675 struct trace_event_call *call = trace_probe_event_call(&tk->tp); in kprobe_perf_func()
1702 dsize = __get_data_size(&tk->tp, regs, NULL); in kprobe_perf_func()
1703 __size = sizeof(*entry) + tk->tp.size + dsize; in kprobe_perf_func()
1711 entry->ip = (unsigned long)tk->rp.kp.addr; in kprobe_perf_func()
1713 store_trace_args(&entry[1], &tk->tp, regs, NULL, sizeof(*entry), dsize); in kprobe_perf_func()
1722 kretprobe_perf_func(struct trace_kprobe *tk, struct kretprobe_instance *ri, in kretprobe_perf_func() argument
1725 struct trace_event_call *call = trace_probe_event_call(&tk->tp); in kretprobe_perf_func()
1738 dsize = __get_data_size(&tk->tp, regs, ri->data); in kretprobe_perf_func()
1739 __size = sizeof(*entry) + tk->tp.size + dsize; in kretprobe_perf_func()
1747 entry->func = (unsigned long)tk->rp.kp.addr; in kretprobe_perf_func()
1749 store_trace_args(&entry[1], &tk->tp, regs, ri->data, sizeof(*entry), dsize); in kretprobe_perf_func()
1762 struct trace_kprobe *tk; in bpf_get_kprobe_info() local
1765 tk = find_trace_kprobe(pevent, group); in bpf_get_kprobe_info()
1767 tk = trace_kprobe_primary_from_call(event->tp_event); in bpf_get_kprobe_info()
1768 if (!tk) in bpf_get_kprobe_info()
1771 *fd_type = trace_kprobe_is_return(tk) ? BPF_FD_TYPE_KRETPROBE in bpf_get_kprobe_info()
1773 *probe_offset = tk->rp.kp.offset; in bpf_get_kprobe_info()
1775 (unsigned long)tk->rp.kp.addr : 0; in bpf_get_kprobe_info()
1776 *symbol = tk->symbol; in bpf_get_kprobe_info()
1778 *missed = trace_kprobe_missed(tk); in bpf_get_kprobe_info()
1817 struct trace_kprobe *tk = container_of(kp, struct trace_kprobe, rp.kp); in kprobe_dispatcher() local
1818 unsigned int flags = trace_probe_load_flag(&tk->tp); in kprobe_dispatcher()
1821 raw_cpu_inc(*tk->nhit); in kprobe_dispatcher()
1824 kprobe_trace_func(tk, regs); in kprobe_dispatcher()
1827 ret = kprobe_perf_func(tk, regs); in kprobe_dispatcher()
1837 struct trace_kprobe *tk; in kretprobe_dispatcher() local
1848 tk = container_of(rp, struct trace_kprobe, rp); in kretprobe_dispatcher()
1849 raw_cpu_inc(*tk->nhit); in kretprobe_dispatcher()
1851 flags = trace_probe_load_flag(&tk->tp); in kretprobe_dispatcher()
1853 kretprobe_trace_func(tk, ri, regs); in kretprobe_dispatcher()
1856 kretprobe_perf_func(tk, ri, regs); in kretprobe_dispatcher()
1882 static inline void init_trace_event_call(struct trace_kprobe *tk) in init_trace_event_call() argument
1884 struct trace_event_call *call = trace_probe_event_call(&tk->tp); in init_trace_event_call()
1886 if (trace_kprobe_is_return(tk)) { in init_trace_event_call()
1898 static int register_kprobe_event(struct trace_kprobe *tk) in register_kprobe_event() argument
1900 init_trace_event_call(tk); in register_kprobe_event()
1902 return trace_probe_register_event_call(&tk->tp); in register_kprobe_event()
1905 static int unregister_kprobe_event(struct trace_kprobe *tk) in unregister_kprobe_event() argument
1907 return trace_probe_unregister_event_call(&tk->tp); in unregister_kprobe_event()
1918 struct trace_kprobe *tk __free(free_trace_kprobe) = NULL; in create_local_trace_kprobe()
1935 tk = alloc_trace_kprobe(KPROBE_EVENT_SYSTEM, event, (void *)addr, func, in create_local_trace_kprobe()
1939 if (IS_ERR(tk)) { in create_local_trace_kprobe()
1941 (int)PTR_ERR(tk)); in create_local_trace_kprobe()
1942 return ERR_CAST(tk); in create_local_trace_kprobe()
1945 init_trace_event_call(tk); in create_local_trace_kprobe()
1947 ptype = trace_kprobe_is_return(tk) ? in create_local_trace_kprobe()
1949 if (traceprobe_set_print_fmt(&tk->tp, ptype) < 0) in create_local_trace_kprobe()
1952 ret = __register_trace_kprobe(tk); in create_local_trace_kprobe()
1956 return trace_probe_event_call(&(no_free_ptr(tk)->tp)); in create_local_trace_kprobe()
1961 struct trace_kprobe *tk; in destroy_local_trace_kprobe() local
1963 tk = trace_kprobe_primary_from_call(event_call); in destroy_local_trace_kprobe()
1964 if (unlikely(!tk)) in destroy_local_trace_kprobe()
1967 if (trace_probe_is_enabled(&tk->tp)) { in destroy_local_trace_kprobe()
1972 __unregister_trace_kprobe(tk); in destroy_local_trace_kprobe()
1974 free_trace_kprobe(tk); in destroy_local_trace_kprobe()
1982 struct trace_kprobe *tk; in enable_boot_kprobe_events() local
1986 for_each_trace_kprobe(tk, pos) { in enable_boot_kprobe_events()
1988 if (file->event_call == trace_probe_event_call(&tk->tp)) in enable_boot_kprobe_events()
2060 find_trace_probe_file(struct trace_kprobe *tk, struct trace_array *tr) in find_trace_probe_file() argument
2065 if (file->event_call == trace_probe_event_call(&tk->tp)) in find_trace_probe_file()
2079 struct trace_kprobe *tk; in kprobe_trace_self_tests_init() local
2097 tk = find_trace_kprobe("testprobe", KPROBE_EVENT_SYSTEM); in kprobe_trace_self_tests_init()
2098 if (WARN_ONCE(tk == NULL, "error on probing function entry.")) { in kprobe_trace_self_tests_init()
2101 file = find_trace_probe_file(tk, top_trace_array()); in kprobe_trace_self_tests_init()
2106 trace_probe_event_call(&tk->tp), file); in kprobe_trace_self_tests_init()
2115 tk = find_trace_kprobe("testprobe2", KPROBE_EVENT_SYSTEM); in kprobe_trace_self_tests_init()
2116 if (WARN_ONCE(tk == NULL, "error on getting 2nd new probe.")) { in kprobe_trace_self_tests_init()
2119 file = find_trace_probe_file(tk, top_trace_array()); in kprobe_trace_self_tests_init()
2124 trace_probe_event_call(&tk->tp), file); in kprobe_trace_self_tests_init()
2142 tk = find_trace_kprobe("testprobe", KPROBE_EVENT_SYSTEM); in kprobe_trace_self_tests_init()
2143 if (WARN_ONCE(tk == NULL, "error on getting test probe.")) { in kprobe_trace_self_tests_init()
2146 if (WARN_ONCE(trace_kprobe_nhit(tk) != 1, in kprobe_trace_self_tests_init()
2150 file = find_trace_probe_file(tk, top_trace_array()); in kprobe_trace_self_tests_init()
2155 trace_probe_event_call(&tk->tp), file); in kprobe_trace_self_tests_init()
2158 tk = find_trace_kprobe("testprobe2", KPROBE_EVENT_SYSTEM); in kprobe_trace_self_tests_init()
2159 if (WARN_ONCE(tk == NULL, "error on getting 2nd test probe.")) { in kprobe_trace_self_tests_init()
2162 if (WARN_ONCE(trace_kprobe_nhit(tk) != 1, in kprobe_trace_self_tests_init()
2166 file = find_trace_probe_file(tk, top_trace_array()); in kprobe_trace_self_tests_init()
2171 trace_probe_event_call(&tk->tp), file); in kprobe_trace_self_tests_init()