Lines Matching refs:consumer_pos
20 (offsetof(struct bpf_ringbuf, consumer_pos) >> PAGE_SHIFT)
73 unsigned long consumer_pos __aligned(PAGE_SIZE);
183 rb->consumer_pos = 0; in bpf_ringbuf_alloc()
300 cons_pos = smp_load_acquire(&rb->consumer_pos); in ringbuf_avail_data_sz()
418 cons_pos = smp_load_acquire(&rb->consumer_pos); in __bpf_ringbuf_reserve()
502 cons_pos = smp_load_acquire(&rb->consumer_pos) & rb->mask; in bpf_ringbuf_commit()
576 return smp_load_acquire(&rb->consumer_pos); in BPF_CALL_2()
681 cons_pos = smp_load_acquire(&rb->consumer_pos); in __bpf_user_ringbuf_peek()
711 smp_store_release(&rb->consumer_pos, cons_pos + total_len); in __bpf_user_ringbuf_peek()
726 u64 consumer_pos; in __bpf_user_ringbuf_sample_release() local
733 consumer_pos = rb->consumer_pos; in __bpf_user_ringbuf_sample_release()
735 smp_store_release(&rb->consumer_pos, consumer_pos + rounded_size); in __bpf_user_ringbuf_sample_release()