Lines Matching defs:buffer_page
333 * Note, the buffer_page list must be first. The buffer pages
340 struct buffer_page {
383 static __always_inline unsigned int rb_page_commit(struct buffer_page *bpage)
388 static __always_inline unsigned int rb_page_size(struct buffer_page *bpage)
393 static void free_buffer_page(struct buffer_page *bpage)
409 #define alloc_cpu_page(cpu) (struct buffer_page *) \
410 kzalloc_node(ALIGN(sizeof(struct buffer_page), \
455 struct buffer_page *tail_page;
515 struct buffer_page *head_page; /* read from head */
516 struct buffer_page *tail_page; /* write to tail */
517 struct buffer_page *commit_page; /* committed pages */
518 struct buffer_page *reader_page;
546 struct buffer_page **subbuf_ids; /* ID to subbuf VA */
597 struct buffer_page *head_page;
598 struct buffer_page *cache_reader_page;
659 struct buffer_page *page = cpu_buffer->commit_page;
660 struct buffer_page *tail_page = READ_ONCE(cpu_buffer->tail_page);
678 page = list_entry(next, struct buffer_page, list);
1252 rb_is_head_page(struct buffer_page *page, struct list_head *list)
1271 static bool rb_is_reader_page(struct buffer_page *page)
1295 struct buffer_page *head;
1335 struct buffer_page *head,
1336 struct buffer_page *prev,
1358 struct buffer_page *head,
1359 struct buffer_page *prev,
1367 struct buffer_page *head,
1368 struct buffer_page *prev,
1376 struct buffer_page *head,
1377 struct buffer_page *prev,
1384 static inline void rb_inc_page(struct buffer_page **bpage)
1388 *bpage = list_entry(p, struct buffer_page, list);
1391 static inline void rb_dec_page(struct buffer_page **bpage)
1395 *bpage = list_entry(p, struct buffer_page, list);
1398 static struct buffer_page *
1401 struct buffer_page *head;
1402 struct buffer_page *page;
1436 static bool rb_head_page_replace(struct buffer_page *old,
1437 struct buffer_page *new)
1452 struct buffer_page *tail_page,
1453 struct buffer_page *next_page)
1513 struct buffer_page *bpage)
1902 static int __rb_validate_buffer(struct buffer_page *bpage, int cpu,
1960 static void rb_validate_buffer(struct buffer_page *bpage,
1987 struct buffer_page *orig_head,
1988 struct buffer_page *head_page)
1990 struct buffer_page *bpage = orig_head;
2033 struct buffer_page *head_page, *orig_head, *orig_reader;
2313 struct buffer_page *bpage)
2365 struct buffer_page *bpage, *tmp;
2494 struct buffer_page *bpage;
2589 = list_entry(cpu_buffer->pages, struct buffer_page, list);
2612 struct buffer_page *bpage, *tmp;
2628 bpage = list_entry(head, struct buffer_page, list);
2974 static inline unsigned long rb_page_entries(struct buffer_page *bpage)
2979 static inline unsigned long rb_page_write(struct buffer_page *bpage)
2988 struct buffer_page *to_remove_page, *tmp_iter_page;
2989 struct buffer_page *last_page, *first_page;
3019 struct buffer_page, list);
3047 struct buffer_page, list);
3056 last_page = list_entry(rb_list_head(to_remove), struct buffer_page,
3082 * free up the buffer_page and its page
3124 struct buffer_page *hpage = rb_set_head_page(cpu_buffer);
3166 struct buffer_page *bpage, *tmp;
3398 struct buffer_page *bpage, *tmp;
3432 static __always_inline void *__rb_page_index(struct buffer_page *bpage, unsigned index)
3448 struct buffer_page *iter_head_page = iter->head_page;
3553 struct buffer_page *next_page)
3570 struct buffer_page *reader)
3597 struct buffer_page *tail_page,
3598 struct buffer_page *next_page)
3600 struct buffer_page *new_head;
3721 struct buffer_page *buffer_tail_page;
3757 struct buffer_page *tail_page = info->tail_page;
3839 struct buffer_page *tail_page = info->tail_page;
3840 struct buffer_page *commit_page = cpu_buffer->commit_page;
3842 struct buffer_page *next_page;
4097 struct buffer_page *bpage;
4722 struct buffer_page *tail_page;
5010 struct buffer_page *bpage = cpu_buffer->commit_page;
5011 struct buffer_page *start;
5340 struct buffer_page *bpage;
5544 struct buffer_page *next, *orig;
5636 struct buffer_page *reader;
5637 struct buffer_page *head_page;
5638 struct buffer_page *commit_page;
5639 struct buffer_page *curr_commit_page;
5737 static struct buffer_page *
5740 struct buffer_page *new_reader, *prev_reader, *prev_head, *new_head, *last;
5795 static struct buffer_page *
5800 struct buffer_page *reader = NULL;
5977 static struct buffer_page *
5987 struct buffer_page *reader;
6047 struct buffer_page *reader;
6482 static void rb_clear_buffer_page(struct buffer_page *page)
6509 struct buffer_page *bpage, int id)
6549 struct buffer_page *page;
6571 = list_entry(cpu_buffer->pages, struct buffer_page, list);
7071 struct buffer_page *reader;
7319 struct buffer_page *bpage, *tmp;
7416 struct buffer_page, list);
7425 = list_entry(cpu_buffer->pages, struct buffer_page, list);
7499 struct buffer_page **subbuf_ids)
7503 struct buffer_page *first_subbuf, *subbuf;
7683 struct buffer_page *subbuf;
7718 struct buffer_page **subbuf_ids;
7839 struct buffer_page *reader;