Lines Matching refs:user_page
114 WRITE_ONCE(rb->user_page->data_head, head); in perf_output_put_handle()
202 tail = READ_ONCE(rb->user_page->data_tail); in __perf_output_begin()
433 aux_tail = READ_ONCE(rb->user_page->aux_tail); in perf_aux_output_begin()
523 WRITE_ONCE(rb->user_page->aux_head, rb->aux_head); in perf_aux_output_end()
555 WRITE_ONCE(rb->user_page->aux_head, rb->aux_head); in perf_aux_output_skip()
811 return virt_to_page(rb->user_page); in __perf_mmap_to_page()
853 rb->user_page = perf_mmap_alloc_page(cpu); in rb_alloc()
854 if (!rb->user_page) in rb_alloc()
873 perf_mmap_free_page(rb->user_page); in rb_alloc()
886 perf_mmap_free_page(rb->user_page); in rb_free()
900 return vmalloc_to_page((void *)rb->user_page + pgoff * PAGE_SIZE); in __perf_mmap_to_page()
909 vfree(rb->user_page); in rb_free_work()
939 rb->user_page = all_buf; in rb_alloc()