Lines Matching refs:rpage
333 static __always_inline unsigned int rb_read_page_capacity(struct buffer_data_read_page *rpage) in rb_read_page_capacity() argument
335 return (PAGE_SIZE << rpage->order) - BUF_PAGE_HDR_SIZE; in rb_read_page_capacity()
7045 struct buffer_data_read_page **rpage) in ring_buffer_alloc_read_page() argument
7054 if (!rpage) in ring_buffer_alloc_read_page()
7059 if (*rpage) { in ring_buffer_alloc_read_page()
7060 if ((*rpage)->order == order) in ring_buffer_alloc_read_page()
7064 free_pages((unsigned long)(*rpage)->data, (*rpage)->order); in ring_buffer_alloc_read_page()
7065 (*rpage)->data = NULL; in ring_buffer_alloc_read_page()
7067 *rpage = kzalloc_obj(**rpage); in ring_buffer_alloc_read_page()
7068 if (!*rpage) in ring_buffer_alloc_read_page()
7072 (*rpage)->order = order; in ring_buffer_alloc_read_page()
7079 **rpage = cpu_buffer->free_page; in ring_buffer_alloc_read_page()
7086 if ((*rpage)->data) { in ring_buffer_alloc_read_page()
7087 rb_init_data_page((*rpage)->data); in ring_buffer_alloc_read_page()
7089 (*rpage)->data = alloc_cpu_data(cpu, (*rpage)->order); in ring_buffer_alloc_read_page()
7090 if (!(*rpage)->data) { in ring_buffer_alloc_read_page()
7091 kfree(*rpage); in ring_buffer_alloc_read_page()
7092 *rpage = NULL; in ring_buffer_alloc_read_page()
7110 struct buffer_data_read_page *rpage) in ring_buffer_free_read_page() argument
7120 if (!rpage) in ring_buffer_free_read_page()
7123 dpage = rpage->data; in ring_buffer_free_read_page()
7136 if (page_ref_count(page) > 1 || rpage->order != READ_ONCE(buffer->subbuf_order)) in ring_buffer_free_read_page()
7143 cpu_buffer->free_page = *rpage; in ring_buffer_free_read_page()
7151 free_pages((unsigned long)dpage, rpage->order); in ring_buffer_free_read_page()
7152 kfree(rpage); in ring_buffer_free_read_page()
7252 struct buffer_data_page *rpage = cpu_buffer->reader_page->page; in ring_buffer_read_page() local
7286 memcpy(dpage->data + pos, rpage->data + rpos, event_size); in ring_buffer_read_page()
7390 unsigned int ring_buffer_read_page_size(struct buffer_data_read_page *rpage) in ring_buffer_read_page_size() argument
7392 return rpage ? PAGE_SIZE << rpage->order : 0; in ring_buffer_read_page_size()