Lines Matching defs:rbwork
817 struct rb_irq_work *rbwork = container_of(work, struct rb_irq_work, work);
820 (void)atomic_fetch_inc_release(&rbwork->seq);
822 wake_up_all(&rbwork->waiters);
823 if (rbwork->full_waiters_pending || rbwork->wakeup_full) {
826 container_of(rbwork, struct ring_buffer_per_cpu, irq_work);
830 rbwork->wakeup_full = false;
831 rbwork->full_waiters_pending = false;
837 wake_up_all(&rbwork->full_waiters);
852 struct rb_irq_work *rbwork;
863 rbwork = &buffer->irq_work;
874 rbwork = &cpu_buffer->irq_work;
878 irq_work_queue(&rbwork->work);
913 rb_wait_cond(struct rb_irq_work *rbwork, struct trace_buffer *buffer,
943 rbwork->full_waiters_pending = true;
945 rbwork->waiters_pending = true;
962 struct rb_irq_work *rbwork = rdata->irq_work;
964 return atomic_read_acquire(&rbwork->seq) != rdata->seq;
984 struct rb_irq_work *rbwork;
994 rbwork = &buffer->irq_work;
1001 rbwork = &cpu_buffer->irq_work;
1005 waitq = &rbwork->full_waiters;
1007 waitq = &rbwork->waiters;
1012 rdata.irq_work = rbwork;
1013 rdata.seq = atomic_read_acquire(&rbwork->seq);
1018 rb_wait_cond(rbwork, buffer, cpu, full, cond, data));
1042 struct rb_irq_work *rbwork;
1045 rbwork = &buffer->irq_work;
1052 rbwork = &cpu_buffer->irq_work;
1056 poll_wait(filp, &rbwork->full_waiters, poll_table);
1073 rbwork->full_waiters_pending = true;
1077 poll_wait(filp, &rbwork->waiters, poll_table);
1078 rbwork->waiters_pending = true;