382 static __always_inline long rb_data_page_commit(struct buffer_data_page *dpage)  in rb_data_page_commit()  argument
384 	return local_read(&dpage->commit);  in rb_data_page_commit()
387 static __always_inline long rb_data_page_size(struct buffer_data_page *dpage)  in rb_data_page_size()  argument
389 	return rb_data_page_commit(dpage) & ~RB_MISSED_MASK;  in rb_data_page_size()
435 	struct buffer_data_page *dpage;  in alloc_cpu_data()  local
450 	dpage = page_address(page);  in alloc_cpu_data()
451 	rb_init_data_page(dpage);  in alloc_cpu_data()
453 	return dpage;  in alloc_cpu_data()
1920 static int rb_read_data_buffer(struct buffer_data_page *dpage, int tail, int cpu,  in rb_read_data_buffer()  argument
1932 	ts = dpage->time_stamp;  in rb_read_data_buffer()
1936 		event = (struct ring_buffer_event *)(dpage->data + e);  in rb_read_data_buffer()
1987 	struct buffer_data_page *dpage = bpage->page;  in __rb_validate_buffer()  local
1999 	tail = rb_data_page_commit(dpage);  in __rb_validate_buffer()
2001 		ret = rb_read_data_buffer(dpage, tail, cpu, &ts, &delta);  in __rb_validate_buffer()
2019 		local_set(&dpage->commit, RB_MISSED_EVENTS);  in __rb_validate_buffer()
2020 		dpage->time_stamp = prev_ts ? prev_ts : next_ts;  in __rb_validate_buffer()
2347 	struct buffer_data_page *dpage;  in rbm_show()  local
2360 	dpage = rb_range_buffer(cpu_buffer, val);  in rbm_show()
2362 		   val, meta->buffers[val], dpage ? rb_data_page_commit(dpage) : -1);  in rbm_show()
2723 	struct buffer_data_page *dpage;  in rb_test_inject_invalid_pages()  local
2750 		dpage = (void *)(ptr + idx * subbuf_size);  in rb_test_inject_invalid_pages()
2752 		if (!rb_data_page_commit(dpage))  in rb_test_inject_invalid_pages()
2760 			local_add(subbuf_size + 1, &dpage->commit);  in rb_test_inject_invalid_pages()
2764 			entry_bytes += rb_data_page_size(dpage);  in rb_test_inject_invalid_pages()
4664 static void dump_buffer_page(struct buffer_data_page *dpage,  in dump_buffer_page()  argument
4672 	ts = dpage->time_stamp;  in dump_buffer_page()
4677 		event = (struct ring_buffer_event *)(dpage->data + e);  in dump_buffer_page()
4727 		dump_buffer_page(dpage, info, tail);			\
4743 	struct buffer_data_page *dpage;  in check_buffer()  local
4748 	dpage = info->tail_page->page;  in check_buffer()
4752 		tail = rb_data_page_commit(dpage);  in check_buffer()
4763 	if (tail <= 8 || tail > rb_data_page_commit(dpage))  in check_buffer()
4772 	ret = rb_read_data_buffer(dpage, tail, cpu_buffer->cpu, &ts, &delta);  in check_buffer()
7113 	struct buffer_data_page *dpage;  in ring_buffer_free_read_page()  local
7123 	dpage = rpage->data;  in ring_buffer_free_read_page()
7124 	if (!dpage)  in ring_buffer_free_read_page()
7127 	page = virt_to_page(dpage);  in ring_buffer_free_read_page()
7144 		dpage = NULL;  in ring_buffer_free_read_page()
7151 	free_pages((unsigned long)dpage, rpage->order);  in ring_buffer_free_read_page()
7196 	struct buffer_data_page *dpage;  in ring_buffer_read_page()  local
7219 	dpage = data_page->data;  in ring_buffer_read_page()
7220 	if (!dpage)  in ring_buffer_read_page()
7286 			memcpy(dpage->data + pos, rpage->data + rpos, event_size);  in ring_buffer_read_page()
7303 		local_set(&dpage->commit, pos | flags);  in ring_buffer_read_page()
7304 		dpage->time_stamp = save_timestamp;  in ring_buffer_read_page()
7314 		rb_init_data_page(dpage);  in ring_buffer_read_page()
7315 		dpage = reader->page;  in ring_buffer_read_page()
7320 		data_page->data = dpage;  in ring_buffer_read_page()
7321 		if (!missed_events && rb_data_page_commit(dpage) & RB_MISSED_EVENTS)  in ring_buffer_read_page()
7330 			local_set(&dpage->commit, reader->real_end);  in ring_buffer_read_page()
7335 	size = rb_data_page_size(dpage);  in ring_buffer_read_page()
7346 			memcpy(&dpage->data[size], &missed_events,  in ring_buffer_read_page()
7348 			local_add(RB_MISSED_STORED, &dpage->commit);  in ring_buffer_read_page()
7359 		local_add(RB_MISSED_EVENTS, &dpage->commit);  in ring_buffer_read_page()
7366 		memset(&dpage->data[size], 0, rb_read_page_capacity(data_page) - size);  in ring_buffer_read_page()
8013 			struct buffer_data_page *dpage = reader->page;  in ring_buffer_map_get_reader()  local
8021 				local_set(&dpage->commit, reader->real_end);  in ring_buffer_map_get_reader()
8028 				memcpy(&dpage->data[commit], &missed_events,  in ring_buffer_map_get_reader()
8030 				local_add(RB_MISSED_STORED, &dpage->commit);  in ring_buffer_map_get_reader()
8032 			local_add(RB_MISSED_EVENTS, &dpage->commit);  in ring_buffer_map_get_reader()