Lines Matching refs:tail_page

466 	struct buffer_page	*tail_page;  member
527 struct buffer_page *tail_page; /* write to tail */ member
665 struct buffer_page *tail_page = READ_ONCE(cpu_buffer->tail_page); in verify_event() local
674 if (page == tail_page || WARN_ON_ONCE(stop++ > 100)) in verify_event()
742 return rb_fix_abs_ts(ts, cpu_buffer->tail_page->page->time_stamp); in ring_buffer_event_time_stamp()
1457 struct buffer_page *tail_page, in rb_tail_page_update() argument
1486 if (tail_page == READ_ONCE(cpu_buffer->tail_page)) { in rb_tail_page_update()
1512 if (try_cmpxchg(&cpu_buffer->tail_page, &tail_page, next_page)) in rb_tail_page_update()
1938 if (head_page == cpu_buffer->tail_page) in rb_meta_validate_events()
1945 if (head_page == cpu_buffer->tail_page) in rb_meta_validate_events()
2231 cpu_buffer->tail_page = bpage; in rb_meta_buffer_update()
2410 !cpu_buffer->head_page || !cpu_buffer->commit_page || !cpu_buffer->tail_page) { in rb_allocate_cpu_buffer()
2412 (cpu_buffer->head_page || cpu_buffer->commit_page || cpu_buffer->tail_page)) { in rb_allocate_cpu_buffer()
2418 if (!cpu_buffer->tail_page) in rb_allocate_cpu_buffer()
2424 cpu_buffer->tail_page = cpu_buffer->commit_page = cpu_buffer->head_page; in rb_allocate_cpu_buffer()
2717 struct list_head *tail_page, *to_remove, *next_page; in rb_remove_pages() local
2737 tail_page = &cpu_buffer->tail_page->list; in rb_remove_pages()
2743 if (cpu_buffer->tail_page == cpu_buffer->reader_page) in rb_remove_pages()
2744 tail_page = rb_list_head(tail_page->next); in rb_remove_pages()
2745 to_remove = tail_page; in rb_remove_pages()
2765 tail_page->next = (struct list_head *)((unsigned long)next_page | in rb_remove_pages()
2768 next_page->prev = tail_page; in rb_remove_pages()
3330 struct buffer_page *tail_page, in rb_handle_head_page() argument
3345 type = rb_head_page_set_update(cpu_buffer, next_page, tail_page, in rb_handle_head_page()
3456 buffer_tail_page = READ_ONCE(cpu_buffer->tail_page); in rb_handle_head_page()
3461 if (buffer_tail_page != tail_page && in rb_handle_head_page()
3475 tail_page, in rb_handle_head_page()
3490 struct buffer_page *tail_page = info->tail_page; in rb_reset_tail() local
3505 tail_page->real_end = 0; in rb_reset_tail()
3507 local_sub(length, &tail_page->write); in rb_reset_tail()
3511 event = __rb_page_index(tail_page, tail); in rb_reset_tail()
3518 tail_page->real_end = tail; in rb_reset_tail()
3542 local_sub(length, &tail_page->write); in rb_reset_tail()
3560 local_sub(length, &tail_page->write); in rb_reset_tail()
3572 struct buffer_page *tail_page = info->tail_page; in rb_move_tail() local
3578 next_page = tail_page; in rb_move_tail()
3606 if (rb_is_head_page(next_page, &tail_page->list)) { in rb_move_tail()
3623 tail_page, in rb_move_tail()
3641 cpu_buffer->tail_page) && in rb_move_tail()
3650 rb_tail_page_update(cpu_buffer, tail_page, next_page); in rb_move_tail()
3845 bpage = READ_ONCE(cpu_buffer->tail_page); in rb_try_to_discard()
3920 while (cpu_buffer->commit_page != READ_ONCE(cpu_buffer->tail_page)) { in rb_set_commit_to_write()
3924 rb_is_reader_page(cpu_buffer->tail_page))) in rb_set_commit_to_write()
3961 if (unlikely(cpu_buffer->commit_page != READ_ONCE(cpu_buffer->tail_page))) in rb_set_commit_to_write()
4388 bpage = info->tail_page->page; in check_buffer()
4444 struct buffer_page *tail_page; in __rb_reserve_next() local
4448 tail_page = info->tail_page = READ_ONCE(cpu_buffer->tail_page); in __rb_reserve_next()
4450 /*A*/ w = local_read(&tail_page->write) & RB_WRITE_MASK; in __rb_reserve_next()
4482 /*C*/ write = local_add_return(info->length, &tail_page->write); in __rb_reserve_next()
4531 /*F*/ if (write == (local_read(&tail_page->write) & RB_WRITE_MASK) && in __rb_reserve_next()
4564 event = __rb_page_index(tail_page, tail); in __rb_reserve_next()
4567 local_inc(&tail_page->entries); in __rb_reserve_next()
4574 tail_page->page->time_stamp = info->ts; in __rb_reserve_next()
5074 if (cpu_buffer->tail_page == cpu_buffer->reader_page) in ring_buffer_oldest_event_ts()
6153 cpu_buffer->tail_page = cpu_buffer->head_page; in rb_reset_cpu()
6941 cpu_buffer->tail_page = cpu_buffer->commit_page = cpu_buffer->head_page; in ring_buffer_subbuf_order_set()
7391 } else if (!WARN_ONCE(cpu_buffer->reader_page == cpu_buffer->tail_page, in ring_buffer_map_get_reader()