72 #define do_for_each_event_file(tr, file)			\  argument
74 		list_for_each_entry(file, &tr->events, list)
76 #define do_for_each_event_file_safe(tr, file)			\  argument
79 		list_for_each_entry_safe(file, ___n, &tr->events, list)
703 	struct trace_event_file *file = data;  in trace_event_reg()  local
710 						 file);  in trace_event_reg()
714 					    file);  in trace_event_reg()
742 	struct trace_event_file *file;  in trace_event_enable_cmd_record()  local
747 	do_for_each_event_file(tr, file) {  in trace_event_enable_cmd_record()
749 		if (!(file->flags & EVENT_FILE_FL_ENABLED))  in trace_event_enable_cmd_record()
754 			set_bit(EVENT_FILE_FL_RECORDED_CMD_BIT, &file->flags);  in trace_event_enable_cmd_record()
757 			clear_bit(EVENT_FILE_FL_RECORDED_CMD_BIT, &file->flags);  in trace_event_enable_cmd_record()
764 	struct trace_event_file *file;  in trace_event_enable_tgid_record()  local
769 	do_for_each_event_file(tr, file) {  in trace_event_enable_tgid_record()
770 		if (!(file->flags & EVENT_FILE_FL_ENABLED))  in trace_event_enable_tgid_record()
775 			set_bit(EVENT_FILE_FL_RECORDED_TGID_BIT, &file->flags);  in trace_event_enable_tgid_record()
779 				  &file->flags);  in trace_event_enable_tgid_record()
784 static int __ftrace_event_enable_disable(struct trace_event_file *file,  in __ftrace_event_enable_disable()  argument
787 	struct trace_event_call *call = file->event_call;  in __ftrace_event_enable_disable()
788 	struct trace_array *tr = file->tr;  in __ftrace_event_enable_disable()
789 	bool soft_mode = atomic_read(&file->sm_ref) != 0;  in __ftrace_event_enable_disable()
809 			if (atomic_dec_return(&file->sm_ref) > 0)  in __ftrace_event_enable_disable()
811 			disable = file->flags & EVENT_FILE_FL_SOFT_DISABLED;  in __ftrace_event_enable_disable()
818 		if (disable && (file->flags & EVENT_FILE_FL_ENABLED)) {  in __ftrace_event_enable_disable()
819 			clear_bit(EVENT_FILE_FL_ENABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
820 			if (file->flags & EVENT_FILE_FL_RECORDED_CMD) {  in __ftrace_event_enable_disable()
822 				clear_bit(EVENT_FILE_FL_RECORDED_CMD_BIT, &file->flags);  in __ftrace_event_enable_disable()
825 			if (file->flags & EVENT_FILE_FL_RECORDED_TGID) {  in __ftrace_event_enable_disable()
827 				clear_bit(EVENT_FILE_FL_RECORDED_TGID_BIT, &file->flags);  in __ftrace_event_enable_disable()
830 			ret = call->class->reg(call, TRACE_REG_UNREGISTER, file);  in __ftrace_event_enable_disable()
836 			set_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
838 			clear_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
850 			clear_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
852 			if (atomic_inc_return(&file->sm_ref) > 1)  in __ftrace_event_enable_disable()
858 		if (!(file->flags & EVENT_FILE_FL_ENABLED)) {  in __ftrace_event_enable_disable()
863 				set_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
868 				set_bit(EVENT_FILE_FL_RECORDED_CMD_BIT, &file->flags);  in __ftrace_event_enable_disable()
874 				set_bit(EVENT_FILE_FL_RECORDED_TGID_BIT, &file->flags);  in __ftrace_event_enable_disable()
877 			ret = call->class->reg(call, TRACE_REG_REGISTER, file);  in __ftrace_event_enable_disable()
887 			set_bit(EVENT_FILE_FL_ENABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
890 			set_bit(EVENT_FILE_FL_WAS_ENABLED_BIT, &file->flags);  in __ftrace_event_enable_disable()
898 int trace_event_enable_disable(struct trace_event_file *file,  in trace_event_enable_disable()  argument
901 	return __ftrace_event_enable_disable(file, enable, soft_disable);  in trace_event_enable_disable()
904 static int ftrace_event_enable_disable(struct trace_event_file *file,  in ftrace_event_enable_disable()  argument
907 	return __ftrace_event_enable_disable(file, enable, 0);  in ftrace_event_enable_disable()
1026 	struct trace_event_file *file;  in ftrace_clear_events()  local
1029 	list_for_each_entry(file, &tr->events, list) {  in ftrace_clear_events()
1030 		ftrace_event_enable_disable(file, 0);  in ftrace_clear_events()
1180 	struct trace_event_file *file;  in __ftrace_clear_event_pids()  local
1195 		list_for_each_entry(file, &tr->events, list) {  in __ftrace_clear_event_pids()
1196 			clear_bit(EVENT_FILE_FL_PID_FILTER_BIT, &file->flags);  in __ftrace_clear_event_pids()
1287 void event_file_get(struct trace_event_file *file)  in event_file_get()  argument
1289 	refcount_inc(&file->ref);  in event_file_get()
1292 void event_file_put(struct trace_event_file *file)  in event_file_put()  argument
1294 	if (WARN_ON_ONCE(!refcount_read(&file->ref))) {  in event_file_put()
1295 		if (file->flags & EVENT_FILE_FL_FREED)  in event_file_put()
1296 			kmem_cache_free(file_cachep, file);  in event_file_put()
1300 	if (refcount_dec_and_test(&file->ref)) {  in event_file_put()
1302 		if (WARN_ON_ONCE(!(file->flags & EVENT_FILE_FL_FREED)))  in event_file_put()
1304 		kmem_cache_free(file_cachep, file);  in event_file_put()
1308 static void remove_event_file_dir(struct trace_event_file *file)  in remove_event_file_dir()  argument
1310 	eventfs_remove_dir(file->ei);  in remove_event_file_dir()
1311 	list_del(&file->list);  in remove_event_file_dir()
1312 	remove_subsystem(file->system);  in remove_event_file_dir()
1313 	free_event_filter(file->filter);  in remove_event_file_dir()
1314 	file->flags |= EVENT_FILE_FL_FREED;  in remove_event_file_dir()
1315 	event_file_put(file);  in remove_event_file_dir()
1329 	struct trace_event_file *file;  in __ftrace_set_clr_event_nolock()  local
1348 	list_for_each_entry(file, &tr->events, list) {  in __ftrace_set_clr_event_nolock()
1350 		call = file->event_call;  in __ftrace_set_clr_event_nolock()
1375 		ret = ftrace_event_enable_disable(file, set);  in __ftrace_set_clr_event_nolock()
1520 ftrace_event_write(struct file *file, const char __user *ubuf,  in ftrace_event_write()  argument
1524 	struct seq_file *m = file->private_data;  in ftrace_event_write()
1562 	struct trace_event_file *file = v;  in t_next()  local
1568 	list_for_each_entry_continue(file, &tr->events, list) {  in t_next()
1569 		call = file->event_call;  in t_next()
1576 			return file;  in t_next()
1584 	struct trace_event_file *file;  in t_start()  local
1590 	file = list_entry(&tr->events, struct trace_event_file, list);  in t_start()
1592 		file = t_next(m, file, &l);  in t_start()
1593 		if (!file)  in t_start()
1596 	return file;  in t_start()
1607 		struct trace_event_file	*file;  member
1616 	struct trace_event_file *file;  in s_next()  local
1622 		file = iter->file;  in s_next()
1623 		list_for_each_entry_continue(file, &tr->events, list) {  in s_next()
1624 			if (file->flags & EVENT_FILE_FL_ENABLED) {  in s_next()
1625 				iter->file = file;  in s_next()
1662 	iter->file = list_entry(&tr->events, struct trace_event_file, list);  in s_start()
1674 	struct trace_event_file *file = v;  in t_show()  local
1675 	struct trace_event_call *call = file->event_call;  in t_show()
1712 	struct trace_event_file *file = v;  in t_show_filters()  local
1713 	struct trace_event_call *call = file->event_call;  in t_show_filters()
1718 	filter = rcu_dereference(file->filter);  in t_show_filters()
1741 	struct trace_event_file *file = v;  in t_show_triggers()  local
1742 	struct trace_event_call *call = file->event_call;  in t_show_triggers()
1750 	if (list_empty(&file->triggers))  in t_show_triggers()
1755 	list_for_each_entry_rcu(data, &file->triggers, list) {  in t_show_triggers()
1773 		return t_show(m, iter->file);  in s_show()
1794 	return t_show(m, iter->file);  in s_show()
1876 event_enable_read(struct file *filp, char __user *ubuf, size_t cnt,  in event_enable_read()
1879 	struct trace_event_file *file;  in event_enable_read()  local
1884 	file = event_file_file(filp);  in event_enable_read()
1885 	if (likely(file))  in event_enable_read()
1886 		flags = file->flags;  in event_enable_read()
1889 	if (!file)  in event_enable_read()
1896 	if (atomic_read(&file->sm_ref) != 0)  in event_enable_read()
1905 event_enable_write(struct file *filp, const char __user *ubuf, size_t cnt,  in event_enable_write()
1908 	struct trace_event_file *file;  in event_enable_write()  local
1921 		file = event_file_file(filp);  in event_enable_write()
1922 		if (!file)  in event_enable_write()
1924 		ret = tracing_update_buffers(file->tr);  in event_enable_write()
1927 		ret = ftrace_event_enable_disable(file, val);  in event_enable_write()
1951 	struct trace_event_file *file;  in trace_events_enabled()  local
1956 	list_for_each_entry(file, &tr->events, list) {  in trace_events_enabled()
1957 		call = file->event_call;  in trace_events_enabled()
1970 		set |= (1 << !!(file->flags & EVENT_FILE_FL_ENABLED));  in trace_events_enabled()
1983 system_enable_read(struct file *filp, char __user *ubuf, size_t cnt,  in system_enable_read()
2005 system_enable_write(struct file *filp, const char __user *ubuf, size_t cnt,  in system_enable_write()
2052 	struct trace_event_file *file = event_file_data(m->private);  in f_next()  local
2053 	struct trace_event_call *call = file->event_call;  in f_next()
2085 	struct trace_event_file *file = event_file_data(m->private);  in f_show()  local
2086 	struct trace_event_call *call = file->event_call;  in f_show()
2141 	struct trace_event_file *file;  in f_start()  local
2147 	file = event_file_file(m->private);  in f_start()
2148 	if (!file)  in f_start()
2169 static int trace_format_open(struct inode *inode, struct file *file)  in trace_format_open()  argument
2176 	ret = seq_open(file, &trace_format_seq_ops);  in trace_format_open()
2180 	m = file->private_data;  in trace_format_open()
2181 	m->private = file;  in trace_format_open()
2188 event_id_read(struct file *filp, char __user *ubuf, size_t cnt, loff_t *ppos)  in event_id_read()
2204 event_filter_read(struct file *filp, char __user *ubuf, size_t cnt,  in event_filter_read()
2207 	struct trace_event_file *file;  in event_filter_read()  local
2222 	file = event_file_file(filp);  in event_filter_read()
2223 	if (file)  in event_filter_read()
2224 		print_event_filter(file, s);  in event_filter_read()
2227 	if (file)  in event_filter_read()
2237 event_filter_write(struct file *filp, const char __user *ubuf, size_t cnt,  in event_filter_write()
2240 	struct trace_event_file *file;  in event_filter_write()  local
2252 	file = event_file_file(filp);  in event_filter_write()
2253 	if (file)  in event_filter_write()
2254 		err = apply_event_filter(file, buf);  in event_filter_write()
2268 static int subsystem_open(struct inode *inode, struct file *filp)  in subsystem_open()
2317 static int system_tr_open(struct inode *inode, struct file *filp)  in system_tr_open()
2339 static int subsystem_release(struct inode *inode, struct file *file)  in subsystem_release()  argument
2341 	struct trace_subsystem_dir *dir = file->private_data;  in subsystem_release()
2359 subsystem_filter_read(struct file *filp, char __user *ubuf, size_t cnt,  in subsystem_filter_read()
2386 subsystem_filter_write(struct file *filp, const char __user *ubuf, size_t cnt,  in subsystem_filter_write()
2411 show_header_page_file(struct file *filp, char __user *ubuf, size_t cnt, loff_t *ppos)  in show_header_page_file()
2436 show_header_event_file(struct file *filp, char __user *ubuf, size_t cnt, loff_t *ppos)  in show_header_event_file()
2508 event_pid_write(struct file *filp, const char __user *ubuf,  in event_pid_write()
2516 	struct trace_event_file *file;  in event_pid_write()  local
2549 	list_for_each_entry(file, &tr->events, list) {  in event_pid_write()
2550 		set_bit(EVENT_FILE_FL_PID_FILTER_BIT, &file->flags);  in event_pid_write()
2573 ftrace_event_pid_write(struct file *filp, const char __user *ubuf,  in ftrace_event_pid_write()
2580 ftrace_event_npid_write(struct file *filp, const char __user *ubuf,  in ftrace_event_npid_write()
2586 static int ftrace_event_avail_open(struct inode *inode, struct file *file);
2587 static int ftrace_event_set_open(struct inode *inode, struct file *file);
2588 static int ftrace_event_show_filters_open(struct inode *inode, struct file *file);
2589 static int ftrace_event_show_triggers_open(struct inode *inode, struct file *file);
2590 static int ftrace_event_set_pid_open(struct inode *inode, struct file *file);
2591 static int ftrace_event_set_npid_open(struct inode *inode, struct file *file);
2592 static int ftrace_event_release(struct inode *inode, struct file *file);
2750 ftrace_event_open(struct inode *inode, struct file *file,  in ftrace_event_open()  argument
2760 	ret = seq_open(file, seq_ops);  in ftrace_event_open()
2763 	m = file->private_data;  in ftrace_event_open()
2770 static int ftrace_event_release(struct inode *inode, struct file *file)  in ftrace_event_release()  argument
2776 	return seq_release(inode, file);  in ftrace_event_release()
2780 ftrace_event_avail_open(struct inode *inode, struct file *file)  in ftrace_event_avail_open()  argument
2785 	return ftrace_event_open(inode, file, seq_ops);  in ftrace_event_avail_open()
2789 ftrace_event_set_open(struct inode *inode, struct file *file)  in ftrace_event_set_open()  argument
2799 	if ((file->f_mode & FMODE_WRITE) &&  in ftrace_event_set_open()
2800 	    (file->f_flags & O_TRUNC))  in ftrace_event_set_open()
2803 	ret = ftrace_event_open(inode, file, seq_ops);  in ftrace_event_set_open()
2818 ftrace_event_show_filters_open(struct inode *inode, struct file *file)  in ftrace_event_show_filters_open()  argument
2820 	return ftrace_event_open(inode, file, &show_show_event_filters_seq_ops);  in ftrace_event_show_filters_open()
2832 ftrace_event_show_triggers_open(struct inode *inode, struct file *file)  in ftrace_event_show_triggers_open()  argument
2834 	return ftrace_event_open(inode, file, &show_show_event_triggers_seq_ops);  in ftrace_event_show_triggers_open()
2838 ftrace_event_set_pid_open(struct inode *inode, struct file *file)  in ftrace_event_set_pid_open()  argument
2848 	if ((file->f_mode & FMODE_WRITE) &&  in ftrace_event_set_pid_open()
2849 	    (file->f_flags & O_TRUNC))  in ftrace_event_set_pid_open()
2852 	ret = ftrace_event_open(inode, file, seq_ops);  in ftrace_event_set_pid_open()
2859 ftrace_event_set_npid_open(struct inode *inode, struct file *file)  in ftrace_event_set_npid_open()  argument
2869 	if ((file->f_mode & FMODE_WRITE) &&  in ftrace_event_set_npid_open()
2870 	    (file->f_flags & O_TRUNC))  in ftrace_event_set_npid_open()
2873 	ret = ftrace_event_open(inode, file, seq_ops);  in ftrace_event_set_npid_open()
2928 		    struct trace_event_file *file, struct eventfs_inode *parent)  in event_subsystem_dir()  argument
2950 			file->system = dir;  in event_subsystem_dir()
2993 	file->system = dir;  in event_subsystem_dir()
3049 	struct trace_event_file *file = *data;  in event_callback()  local
3050 	struct trace_event_call *call = file->event_call;  in event_callback()
3124 	struct trace_event_file *file = data;  in event_release()  local
3126 	event_file_put(file);  in event_release()
3130 event_create_dir(struct eventfs_inode *parent, struct trace_event_file *file)  in event_create_dir()  argument
3132 	struct trace_event_call *call = file->event_call;  in event_create_dir()
3133 	struct trace_array *tr = file->tr;  in event_create_dir()
3193 	e_events = event_subsystem_dir(tr, call->class->system, file, parent);  in event_create_dir()
3203 	ei = eventfs_create_dir(name, e_events, event_entries, nr_entries, file);  in event_create_dir()
3209 	file->ei = ei;  in event_create_dir()
3218 	event_file_get(file);  in event_create_dir()
3225 	struct trace_event_file *file;  in remove_event_from_tracers()  local
3228 	do_for_each_event_file_safe(tr, file) {  in remove_event_from_tracers()
3229 		if (file->event_call != call)  in remove_event_from_tracers()
3232 		remove_event_file_dir(file);  in remove_event_from_tracers()
3246 	struct trace_event_file *file;  in event_remove()  local
3248 	do_for_each_event_file(tr, file) {  in event_remove()
3249 		if (file->event_call != call)  in event_remove()
3252 		if (file->flags & EVENT_FILE_FL_WAS_ENABLED)  in event_remove()
3255 		ftrace_event_enable_disable(file, 0);  in event_remove()
3648 	struct trace_event_file *file;  in trace_create_new_event()  local
3654 	file = kmem_cache_alloc(file_cachep, GFP_TRACE);  in trace_create_new_event()
3655 	if (!file)  in trace_create_new_event()
3665 		file->flags |= EVENT_FILE_FL_PID_FILTER;  in trace_create_new_event()
3667 	file->event_call = call;  in trace_create_new_event()
3668 	file->tr = tr;  in trace_create_new_event()
3669 	atomic_set(&file->sm_ref, 0);  in trace_create_new_event()
3670 	atomic_set(&file->tm_ref, 0);  in trace_create_new_event()
3671 	INIT_LIST_HEAD(&file->triggers);  in trace_create_new_event()
3672 	list_add(&file->list, &tr->events);  in trace_create_new_event()
3673 	refcount_set(&file->ref, 1);  in trace_create_new_event()
3675 	return file;  in trace_create_new_event()
3725 	struct trace_event_file *file;  in __trace_add_new_event()  local
3727 	file = trace_create_new_event(call, tr);  in __trace_add_new_event()
3734 	if (!file)  in __trace_add_new_event()
3737 	if (IS_ERR(file))  in __trace_add_new_event()
3738 		return PTR_ERR(file);  in __trace_add_new_event()
3741 		return event_create_dir(tr->event_dir, file);  in __trace_add_new_event()
3746 static void trace_early_triggers(struct trace_event_file *file, const char *name)  in trace_early_triggers()  argument
3755 		ret = trigger_process_regex(file, bootup_triggers[i].trigger);  in trace_early_triggers()
3773 	struct trace_event_file *file;  in __trace_early_add_new_event()  local
3776 	file = trace_create_new_event(call, tr);  in __trace_early_add_new_event()
3783 	if (!file)  in __trace_early_add_new_event()
3786 	if (IS_ERR(file))  in __trace_early_add_new_event()
3787 		return PTR_ERR(file);  in __trace_early_add_new_event()
3793 	trace_early_triggers(file, trace_event_name(call));  in __trace_early_add_new_event()
3831 	struct trace_event_file *file;  in probe_remove_event_call()  local
3837 	do_for_each_event_file(tr, file) {  in probe_remove_event_call()
3838 		if (file->event_call != call)  in probe_remove_event_call()
3845 		if (file->flags & EVENT_FILE_FL_ENABLED)  in probe_remove_event_call()
3848 		if (file->flags & EVENT_FILE_FL_WAS_ENABLED)  in probe_remove_event_call()
4022 	struct trace_event_file *file;  in __find_event_file()  local
4026 	list_for_each_entry(file, &tr->events, list) {  in __find_event_file()
4028 		call = file->event_call;  in __find_event_file()
4036 			return file;  in __find_event_file()
4045 	struct trace_event_file *file;  in find_event_file()  local
4047 	file = __find_event_file(tr, system, event);  in find_event_file()
4048 	if (!file || !file->event_call->class->reg ||  in find_event_file()
4049 	    file->event_call->flags & TRACE_EVENT_FL_IGNORE_ENABLE)  in find_event_file()
4052 	return file;  in find_event_file()
4080 	struct trace_event_file *file = NULL;  in trace_get_event_file()  local
4095 	file = find_event_file(tr, system, event);  in trace_get_event_file()
4096 	if (!file) {  in trace_get_event_file()
4102 	ret = trace_event_try_get_ref(file->event_call);  in trace_get_event_file()
4108 	return file;  in trace_get_event_file()
4121 void trace_put_event_file(struct trace_event_file *file)  in trace_put_event_file()  argument
4124 	trace_event_put_ref(file->event_call);  in trace_put_event_file()
4127 	trace_array_put(file->tr);  in trace_put_event_file()
4133 	struct trace_event_file	*file;  member
4142 		clear_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, &data->file->flags);  in update_event_probe()
4144 		set_bit(EVENT_FILE_FL_SOFT_DISABLED_BIT, &data->file->flags);  in update_event_probe()
4183 	if (edata->enable == !(edata->file->flags & EVENT_FILE_FL_SOFT_DISABLED))  in event_enable_count_probe()
4211 		   edata->file->event_call->class->system,  in event_enable_print()
4212 		   trace_event_name(edata->file->event_call));  in event_enable_print()
4253 		__ftrace_event_enable_disable(edata->file, 0, 1);  in free_probe_data()
4254 		trace_event_put_ref(edata->file->event_call);  in free_probe_data()
4317 	struct trace_event_file *file;  in event_enable_func()  local
4342 	file = find_event_file(tr, system, event);  in event_enable_func()
4343 	if (!file)  in event_enable_func()
4372 	ret = trace_event_try_get_ref(file->event_call);  in event_enable_func()
4376 	ret = __ftrace_event_enable_disable(file, 1, 1);  in event_enable_func()
4387 	data->file = file;  in event_enable_func()
4405 	__ftrace_event_enable_disable(file, 0, 1);  in event_enable_func()
4407 	trace_event_put_ref(file->event_call);  in event_enable_func()
4446 	struct trace_event_file *file;  in __trace_early_add_event_dirs()  local
4450 	list_for_each_entry(file, &tr->events, list) {  in __trace_early_add_event_dirs()
4451 		ret = event_create_dir(tr->event_dir, file);  in __trace_early_add_event_dirs()
4454 				trace_event_name(file->event_call));  in __trace_early_add_event_dirs()
4486 	struct trace_event_file *file, *next;  in __trace_remove_event_dirs()  local
4488 	list_for_each_entry_safe(file, next, &tr->events, list)  in __trace_remove_event_dirs()
4489 		remove_event_file_dir(file);  in __trace_remove_event_dirs()
4911 	struct trace_event_file *file;  in event_trace_self_tests()  local
4923 	list_for_each_entry(file, &tr->events, list) {  in event_trace_self_tests()
4925 		call = file->event_call;  in event_trace_self_tests()
4949 		if (file->flags & EVENT_FILE_FL_ENABLED) {  in event_trace_self_tests()
4955 		ftrace_event_enable_disable(file, 1);  in event_trace_self_tests()
4957 		ftrace_event_enable_disable(file, 0);  in event_trace_self_tests()