Lines Matching defs:bpf_ringbuf
19 /* non-mmap()'able part of bpf_ringbuf (everything up to consumer page) */
21 (offsetof(struct bpf_ringbuf, consumer_pos) >> PAGE_SHIFT)
28 struct bpf_ringbuf {
84 struct bpf_ringbuf *rb;
93 static struct bpf_ringbuf *bpf_ringbuf_area_alloc(size_t data_sz, int numa_node)
101 struct bpf_ringbuf *rb;
156 struct bpf_ringbuf *rb = container_of(work, struct bpf_ringbuf, work);
172 static struct bpf_ringbuf *bpf_ringbuf_alloc(size_t data_sz, int numa_node, bool overwrite_mode)
174 struct bpf_ringbuf *rb;
228 static void bpf_ringbuf_free(struct bpf_ringbuf *rb)
315 static unsigned long ringbuf_avail_data_sz(struct bpf_ringbuf *rb)
331 static u32 ringbuf_total_data_sz(const struct bpf_ringbuf *rb)
364 struct bpf_ringbuf *rb;
407 /* Given pointer to ring buffer record metadata and struct bpf_ringbuf itself,
410 * restore struct bpf_ringbuf * from record pointer. This page offset is
413 static size_t bpf_ringbuf_rec_pg_off(struct bpf_ringbuf *rb,
420 * bpf_ringbuf itself by using page offset stored at offset 4
422 static struct bpf_ringbuf *
431 static bool bpf_ringbuf_has_space(const struct bpf_ringbuf *rb,
463 static void *__bpf_ringbuf_reserve(struct bpf_ringbuf *rb, u64 size)
563 struct bpf_ringbuf *rb;
643 struct bpf_ringbuf *rb;
748 static int __bpf_user_ringbuf_peek(struct bpf_ringbuf *rb, void **sample, u32 *size)
803 static void __bpf_user_ringbuf_sample_release(struct bpf_ringbuf *rb, size_t size, u64 flags)
820 struct bpf_ringbuf *rb;