| H A D | ringbuf.c | 317 unsigned long cons_pos, prod_pos, over_pos; in ringbuf_avail_data_sz() 319 cons_pos = smp_load_acquire(&rb->consumer_pos); in ringbuf_avail_data_sz() 324 return prod_pos - max(cons_pos, over_pos); in ringbuf_avail_data_sz() 327 return prod_pos - cons_pos; in ringbuf_avail_data_sz() 433 unsigned long cons_pos, in bpf_ringbuf_has_space() 451 if (new_prod_pos - cons_pos > rb->mask) in bpf_ringbuf_has_space() 465 unsigned long cons_pos, prod_pos, new_prod_pos, pend_pos, over_pos, flags; in __bpf_ringbuf_reserve() 476 cons_pos = smp_load_acquire(&rb->consumer_pos); in __bpf_ringbuf_reserve() 494 if (!bpf_ringbuf_has_space(rb, new_prod_pos, cons_pos, pend_pos)) { in __bpf_ringbuf_reserve() 561 unsigned long rec_pos, cons_pos; in bpf_ringbuf_commit() 316 unsigned long cons_pos, prod_pos, over_pos; ringbuf_avail_data_sz() local 432 bpf_ringbuf_has_space(const struct bpf_ringbuf * rb,unsigned long new_prod_pos,unsigned long cons_pos,unsigned long pend_pos) bpf_ringbuf_has_space() argument 464 unsigned long cons_pos, prod_pos, new_prod_pos, pend_pos, over_pos, flags; __bpf_ringbuf_reserve() local 560 unsigned long rec_pos, cons_pos; bpf_ringbuf_commit() local 751 u64 cons_pos, prod_pos; __bpf_user_ringbuf_peek() local [all...] |