313 #define for_each_buffer_cpu(buffer, cpu)		\  argument
316 #define for_each_online_buffer_cpu(buffer, cpu)		\  argument
517 	struct trace_buffer	*buffer;  member
615 int ring_buffer_print_page_header(struct trace_buffer *buffer, struct trace_seq *s)  in ring_buffer_print_page_header()
733 u64 ring_buffer_event_time_stamp(struct trace_buffer *buffer,  in ring_buffer_event_time_stamp()
771 size_t ring_buffer_nr_dirty_pages(struct trace_buffer *buffer, int cpu)  in ring_buffer_nr_dirty_pages()
795 static __always_inline bool full_hit(struct trace_buffer *buffer, int cpu, int full)  in full_hit()
855 void ring_buffer_wake_waiters(struct trace_buffer *buffer, int cpu)  in ring_buffer_wake_waiters()
887 static bool rb_watermark_hit(struct trace_buffer *buffer, int cpu, int full)  in rb_watermark_hit()
919 rb_wait_cond(struct rb_irq_work *rbwork, struct trace_buffer *buffer,  in rb_wait_cond()
985 int ring_buffer_wait(struct trace_buffer *buffer, int cpu, int full,  in ring_buffer_wait()
1044 __poll_t ring_buffer_poll_wait(struct trace_buffer *buffer, int cpu,  in ring_buffer_poll_wait()
1126 static inline u64 rb_time_stamp(struct trace_buffer *buffer)  in rb_time_stamp()
1140 u64 ring_buffer_time_stamp(struct trace_buffer *buffer)  in ring_buffer_time_stamp()
1152 void ring_buffer_normalize_time_stamp(struct trace_buffer *buffer,  in ring_buffer_normalize_time_stamp()
1626 static void *rb_range_meta(struct trace_buffer *buffer, int nr_pages, int cpu)  in rb_range_meta()
1721 static bool rb_meta_init(struct trace_buffer *buffer, int scratch_size)  in rb_meta_init()
1787 			      struct trace_buffer *buffer, int nr_pages,  in rb_cpu_meta_valid()
2090 static void rb_range_meta_init(struct trace_buffer *buffer, int nr_pages, int scratch_size)  in rb_range_meta_init()
2211 int ring_buffer_meta_seq_init(struct file *file, struct trace_buffer *buffer, int cpu)  in ring_buffer_meta_seq_init()
2244 	struct trace_buffer *buffer = cpu_buffer->buffer;  in __rb_allocate_pages()  local
2353 rb_allocate_cpu_buffer(struct trace_buffer *buffer, long nr_pages, int cpu)  in rb_allocate_cpu_buffer()
2653 void *ring_buffer_meta_scratch(struct trace_buffer *buffer, unsigned int *size)  in ring_buffer_meta_scratch()
2676 ring_buffer_free(struct trace_buffer *buffer)  in ring_buffer_free()
2694 void ring_buffer_set_clock(struct trace_buffer *buffer,  in ring_buffer_set_clock()
2700 void ring_buffer_set_time_stamp_abs(struct trace_buffer *buffer, bool abs)  in ring_buffer_set_time_stamp_abs()
2705 bool ring_buffer_time_stamp_abs(struct trace_buffer *buffer)  in ring_buffer_time_stamp_abs()
2944 int ring_buffer_resize(struct trace_buffer *buffer, unsigned long size,  in ring_buffer_resize()
3157 void ring_buffer_change_overwrite(struct trace_buffer *buffer, int val)  in ring_buffer_change_overwrite()
3580 	struct trace_buffer *buffer = cpu_buffer->buffer;  in rb_move_tail()  local
4040 rb_wakeups(struct trace_buffer *buffer, struct ring_buffer_per_cpu *cpu_buffer)  in rb_wakeups()
4193 void ring_buffer_nest_start(struct trace_buffer *buffer)  in ring_buffer_nest_start()
4213 void ring_buffer_nest_end(struct trace_buffer *buffer)  in ring_buffer_nest_end()
4234 int ring_buffer_unlock_commit(struct trace_buffer *buffer)  in ring_buffer_unlock_commit()
4606 rb_reserve_next_event(struct trace_buffer *buffer,  in rb_reserve_next_event()
4702 ring_buffer_lock_reserve(struct trace_buffer *buffer, unsigned long length)  in ring_buffer_lock_reserve()
4803 void ring_buffer_discard_commit(struct trace_buffer *buffer,  in ring_buffer_discard_commit()
4846 int ring_buffer_write(struct trace_buffer *buffer,  in ring_buffer_write()
4924 void ring_buffer_record_disable(struct trace_buffer *buffer)  in ring_buffer_record_disable()
4937 void ring_buffer_record_enable(struct trace_buffer *buffer)  in ring_buffer_record_enable()
4954 void ring_buffer_record_off(struct trace_buffer *buffer)  in ring_buffer_record_off()
4977 void ring_buffer_record_on(struct trace_buffer *buffer)  in ring_buffer_record_on()
4995 bool ring_buffer_record_is_on(struct trace_buffer *buffer)  in ring_buffer_record_is_on()
5011 bool ring_buffer_record_is_set_on(struct trace_buffer *buffer)  in ring_buffer_record_is_set_on()
5024 bool ring_buffer_record_is_on_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_record_is_on_cpu()
5044 void ring_buffer_record_disable_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_record_disable_cpu()
5064 void ring_buffer_record_enable_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_record_enable_cpu()
5081 u64 ring_buffer_oldest_event_ts(struct trace_buffer *buffer, int cpu)  in ring_buffer_oldest_event_ts()
5114 unsigned long ring_buffer_bytes_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_bytes_cpu()
5134 unsigned long ring_buffer_entries_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_entries_cpu()
5153 unsigned long ring_buffer_overrun_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_overrun_cpu()
5176 ring_buffer_commit_overrun_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_commit_overrun_cpu()
5198 ring_buffer_dropped_events_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_dropped_events_cpu()
5219 ring_buffer_read_events_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_read_events_cpu()
5238 unsigned long ring_buffer_entries(struct trace_buffer *buffer)  in ring_buffer_entries()
5261 unsigned long ring_buffer_overruns(struct trace_buffer *buffer)  in ring_buffer_overruns()
5736 	struct trace_buffer *buffer;  in rb_iter_peek()  local
5866 ring_buffer_peek(struct trace_buffer *buffer, int cpu, u64 *ts,  in ring_buffer_peek()
5944 ring_buffer_consume(struct trace_buffer *buffer, int cpu, u64 *ts,  in ring_buffer_consume()
5996 ring_buffer_read_start(struct trace_buffer *buffer, int cpu, gfp_t flags)  in ring_buffer_read_start()
6076 unsigned long ring_buffer_size(struct trace_buffer *buffer, int cpu)  in ring_buffer_size()
6091 unsigned long ring_buffer_max_event_size(struct trace_buffer *buffer)  in ring_buffer_max_event_size()
6238 void ring_buffer_reset_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_reset_cpu()
6270 void ring_buffer_reset_online_cpus(struct trace_buffer *buffer)  in ring_buffer_reset_online_cpus()
6311 void ring_buffer_reset(struct trace_buffer *buffer)  in ring_buffer_reset()
6346 bool ring_buffer_empty(struct trace_buffer *buffer)  in ring_buffer_empty()
6376 bool ring_buffer_empty_cpu(struct trace_buffer *buffer, int cpu)  in ring_buffer_empty_cpu()
6503 ring_buffer_alloc_read_page(struct trace_buffer *buffer, int cpu)  in ring_buffer_alloc_read_page()
6551 void ring_buffer_free_read_page(struct trace_buffer *buffer, int cpu,  in ring_buffer_free_read_page()
6623 int ring_buffer_read_page(struct trace_buffer *buffer,  in ring_buffer_read_page()
6811 int ring_buffer_subbuf_size_get(struct trace_buffer *buffer)  in ring_buffer_subbuf_size_get()
6829 int ring_buffer_subbuf_order_get(struct trace_buffer *buffer)  in ring_buffer_subbuf_order_get()
6854 int ring_buffer_subbuf_order_set(struct trace_buffer *buffer, int order)  in ring_buffer_subbuf_order_set()
7077 rb_get_mapped_buffer(struct trace_buffer *buffer, int cpu)  in rb_get_mapped_buffer()
7250 int ring_buffer_map(struct trace_buffer *buffer, int cpu,  in ring_buffer_map()
7317 void ring_buffer_map_dup(struct trace_buffer *buffer, int cpu)  in ring_buffer_map_dup()
7334 int ring_buffer_unmap(struct trace_buffer *buffer, int cpu)  in ring_buffer_unmap()
7371 int ring_buffer_map_get_reader(struct trace_buffer *buffer, int cpu)  in ring_buffer_map_get_reader()
7478 	struct trace_buffer *buffer;  in trace_rb_cpu_prepare()  local
7533 	struct trace_buffer *buffer;  member
7675 	struct trace_buffer *buffer;  in test_ringbuffer()  local