Lines Matching refs:uprobe_cpu_buffer

888 struct uprobe_cpu_buffer {  struct
893 static struct uprobe_cpu_buffer __percpu *uprobe_cpu_buffer; argument
901 uprobe_cpu_buffer = alloc_percpu(struct uprobe_cpu_buffer); in uprobe_buffer_init()
902 if (uprobe_cpu_buffer == NULL) in uprobe_buffer_init()
912 per_cpu_ptr(uprobe_cpu_buffer, cpu)->buf = page_address(p); in uprobe_buffer_init()
913 mutex_init(&per_cpu_ptr(uprobe_cpu_buffer, cpu)->mutex); in uprobe_buffer_init()
922 free_page((unsigned long)per_cpu_ptr(uprobe_cpu_buffer, cpu)->buf); in uprobe_buffer_init()
925 free_percpu(uprobe_cpu_buffer); in uprobe_buffer_init()
952 free_page((unsigned long)per_cpu_ptr(uprobe_cpu_buffer, in uprobe_buffer_disable()
955 free_percpu(uprobe_cpu_buffer); in uprobe_buffer_disable()
956 uprobe_cpu_buffer = NULL; in uprobe_buffer_disable()
960 static struct uprobe_cpu_buffer *uprobe_buffer_get(void) in uprobe_buffer_get()
962 struct uprobe_cpu_buffer *ucb; in uprobe_buffer_get()
966 ucb = per_cpu_ptr(uprobe_cpu_buffer, cpu); in uprobe_buffer_get()
977 static void uprobe_buffer_put(struct uprobe_cpu_buffer *ucb) in uprobe_buffer_put()
984 static struct uprobe_cpu_buffer *prepare_uprobe_buffer(struct trace_uprobe *tu, in prepare_uprobe_buffer()
986 struct uprobe_cpu_buffer **ucbp) in prepare_uprobe_buffer()
988 struct uprobe_cpu_buffer *ucb; in prepare_uprobe_buffer()
1013 struct uprobe_cpu_buffer *ucb, in __uprobe_trace_func()
1049 struct uprobe_cpu_buffer **ucbp) in uprobe_trace_func()
1052 struct uprobe_cpu_buffer *ucb; in uprobe_trace_func()
1069 struct uprobe_cpu_buffer **ucbp) in uretprobe_trace_func()
1072 struct uprobe_cpu_buffer *ucb; in uretprobe_trace_func()
1406 struct uprobe_cpu_buffer **ucbp) in __uprobe_perf_func()
1410 struct uprobe_cpu_buffer *ucb; in __uprobe_perf_func()
1469 struct uprobe_cpu_buffer **ucbp) in uprobe_perf_func()
1481 struct uprobe_cpu_buffer **ucbp) in uretprobe_perf_func()
1549 struct uprobe_cpu_buffer *ucb = NULL; in uprobe_dispatcher()
1561 if (WARN_ON_ONCE(!uprobe_cpu_buffer)) in uprobe_dispatcher()
1581 struct uprobe_cpu_buffer *ucb = NULL; in uretprobe_dispatcher()
1590 if (WARN_ON_ONCE(!uprobe_cpu_buffer)) in uretprobe_dispatcher()