| H A D | ring_buffer.c | 1 // SPDX-License-Identifier: GPL-2.0 31 #include <linux/cpu.h> 98 * allocated for each CPU. A writer may only write to a buffer that is 99 * associated with the CPU it is currently executing on. A reader may read 100 * from any per cpu buffer. 102 * The reader is special. For each per cpu buffer, the reader has its own 103 * reader page. When a reader has read th 304 for_each_buffer_cpu(buffer,cpu) global() argument 307 for_each_online_buffer_cpu(buffer,cpu) global() argument 352 unsigned read; /* index for next read */ global() member 425 alloc_cpu_buffer(cpu) global() argument 429 alloc_cpu_page(cpu) global() argument 433 alloc_cpu_data(int cpu,int order) alloc_cpu_data() argument 522 int cpu; global() member 554 unsigned long read; global() member 844 ring_buffer_nr_dirty_pages(struct trace_buffer * buffer,int cpu) ring_buffer_nr_dirty_pages() argument 846 size_t read; ring_buffer_nr_dirty_pages() local 868 full_hit(struct trace_buffer * buffer,int cpu,int full) full_hit() argument 928 ring_buffer_wake_waiters(struct trace_buffer * buffer,int cpu) ring_buffer_wake_waiters() argument 960 rb_watermark_hit(struct trace_buffer * buffer,int cpu,int full) rb_watermark_hit() argument 993 rb_wait_cond(struct rb_irq_work * rbwork,struct trace_buffer * buffer,int cpu,int full,ring_buffer_cond_fn cond,void * data) rb_wait_cond() argument 1058 ring_buffer_wait(struct trace_buffer * buffer,int cpu,int full,ring_buffer_cond_fn cond,void * data) ring_buffer_wait() argument 1117 ring_buffer_poll_wait(struct trace_buffer * buffer,int cpu,struct file * filp,poll_table * poll_table,int full) ring_buffer_poll_wait() argument 1226 ring_buffer_normalize_time_stamp(struct trace_buffer * buffer,int cpu,u64 * ts) ring_buffer_normalize_time_stamp() argument 1699 rb_range_meta(struct trace_buffer * buffer,unsigned long nr_pages,int cpu) rb_range_meta() argument 1858 rb_cpu_meta_valid(struct ring_buffer_cpu_meta * meta,int cpu,struct trace_buffer * buffer,unsigned long nr_pages,unsigned long * subbuf_mask) rb_cpu_meta_valid() argument 1921 rb_read_data_buffer(struct buffer_data_page * dpage,int tail,int cpu,unsigned long long * timestamp,u64 * delta_ptr) rb_read_data_buffer() argument 1984 __rb_validate_buffer(struct buffer_page * bpage,int cpu,struct ring_buffer_cpu_meta * meta,u64 prev_ts,u64 next_ts) __rb_validate_buffer() argument 2262 int cpu; rb_range_meta_init() local 2379 ring_buffer_meta_seq_init(struct file * file,struct trace_buffer * buffer,int cpu) ring_buffer_meta_seq_init() argument 2409 ring_buffer_desc(struct trace_buffer_desc * trace_desc,int cpu) ring_buffer_desc() argument 2569 rb_allocate_cpu_buffer(struct trace_buffer * buffer,unsigned long nr_pages,int cpu) rb_allocate_cpu_buffer() argument 2729 int cpu; rb_test_inject_invalid_pages() local 2800 int cpu; alloc_buffer() local 3025 int cpu; ring_buffer_free() local 3299 int cpu, err; ring_buffer_resize() local 4363 int cpu; rb_irq_work_queue() local 4534 int cpu; ring_buffer_nest_start() local 4554 int cpu; ring_buffer_nest_end() local 4575 int cpu = raw_smp_processor_id(); ring_buffer_unlock_commit() local 5046 int cpu; ring_buffer_lock_reserve() local 5147 int cpu; ring_buffer_discard_commit() local 5194 int cpu; ring_buffer_write() local 5364 ring_buffer_record_is_on_cpu(struct trace_buffer * buffer,int cpu) ring_buffer_record_is_on_cpu() argument 5384 ring_buffer_record_disable_cpu(struct trace_buffer * buffer,int cpu) ring_buffer_record_disable_cpu() argument 5404 ring_buffer_record_enable_cpu(struct trace_buffer * buffer,int cpu) ring_buffer_record_enable_cpu() argument 5421 ring_buffer_oldest_event_ts(struct trace_buffer * buffer,int cpu) ring_buffer_oldest_event_ts() argument 5454 ring_buffer_bytes_cpu(struct trace_buffer * buffer,int cpu) ring_buffer_bytes_cpu() argument 5474 ring_buffer_entries_cpu(struct trace_buffer * buffer,int cpu) ring_buffer_entries_cpu() argument 5493 ring_buffer_overrun_cpu(struct trace_buffer * buffer,int cpu) ring_buffer_overrun_cpu() argument 5516 ring_buffer_commit_overrun_cpu(struct trace_buffer * buffer,int cpu) ring_buffer_commit_overrun_cpu() argument 5538 ring_buffer_dropped_events_cpu(struct trace_buffer * buffer,int cpu) ring_buffer_dropped_events_cpu() argument 5559 ring_buffer_read_events_cpu(struct trace_buffer * buffer,int cpu) ring_buffer_read_events_cpu() argument 5582 int cpu; ring_buffer_entries() local 5605 int cpu; ring_buffer_overruns() local 6339 ring_buffer_peek(struct trace_buffer * buffer,int cpu,u64 * ts,unsigned long * lost_events) ring_buffer_peek() argument 6414 ring_buffer_consume(struct trace_buffer * buffer,int cpu,u64 * ts,unsigned long * lost_events) ring_buffer_consume() argument 6466 ring_buffer_read_start(struct trace_buffer * buffer,int cpu,gfp_t flags) ring_buffer_read_start() argument 6554 ring_buffer_size(struct trace_buffer * buffer,int cpu) ring_buffer_size() argument 6735 ring_buffer_reset_cpu(struct trace_buffer * buffer,int cpu) ring_buffer_reset_cpu() argument 6770 int cpu; ring_buffer_reset_online_cpus() local 6811 int cpu; ring_buffer_reset() local 6849 int cpu; ring_buffer_empty() local 6873 ring_buffer_empty_cpu(struct trace_buffer * buffer,int cpu) ring_buffer_empty_cpu() argument 6894 ring_buffer_poll_remote(struct trace_buffer * buffer,int cpu) ring_buffer_poll_remote() argument 6947 ring_buffer_swap_cpu(struct trace_buffer * buffer_a,struct trace_buffer * buffer_b,int cpu) ring_buffer_swap_cpu() argument 7045 ring_buffer_alloc_read_page(struct trace_buffer * buffer,int cpu,struct buffer_data_read_page ** rpage) ring_buffer_alloc_read_page() argument 7110 ring_buffer_free_read_page(struct trace_buffer * buffer,int cpu,struct buffer_data_read_page * rpage) ring_buffer_free_read_page() argument 7193 ring_buffer_read_page(struct trace_buffer * buffer,struct buffer_data_read_page * data_page,size_t len,int cpu,int full) ring_buffer_read_page() argument 7202 unsigned int read; ring_buffer_read_page() local 7455 int cpu; ring_buffer_subbuf_order_set() local 7671 rb_get_mapped_buffer(struct trace_buffer * buffer,int cpu) rb_get_mapped_buffer() argument 7840 ring_buffer_map(struct trace_buffer * buffer,int cpu,struct vm_area_struct * vma) ring_buffer_map() argument 7910 ring_buffer_map_dup(struct trace_buffer * buffer,int cpu) ring_buffer_map_dup() argument 7927 ring_buffer_unmap(struct trace_buffer * buffer,int cpu) ring_buffer_unmap() argument 7962 ring_buffer_map_get_reader(struct trace_buffer * buffer,int cpu) ring_buffer_map_get_reader() argument 8073 trace_rb_cpu_prepare(unsigned int cpu,struct hlist_node * node) trace_rb_cpu_prepare() argument 8154 int cpu; global() member 8261 int cpu = smp_processor_id(); rb_ipi() local 8284 int cpu; test_ringbuffer() local [all...] |