Lines Matching refs:irq_work

448 	struct irq_work			work;
567 struct rb_irq_work irq_work; member
586 struct rb_irq_work irq_work; member
820 static void rb_wake_up_waiters(struct irq_work *work) in rb_wake_up_waiters()
831 container_of(rbwork, struct ring_buffer_per_cpu, irq_work); in rb_wake_up_waiters()
868 rbwork = &buffer->irq_work; in ring_buffer_wake_waiters()
879 rbwork = &cpu_buffer->irq_work; in ring_buffer_wake_waiters()
956 struct rb_irq_work *irq_work; member
967 struct rb_irq_work *rbwork = rdata->irq_work; in rb_wait_once()
999 rbwork = &buffer->irq_work; in ring_buffer_wait()
1006 rbwork = &cpu_buffer->irq_work; in ring_buffer_wait()
1017 rdata.irq_work = rbwork; in ring_buffer_wait()
1050 rbwork = &buffer->irq_work; in ring_buffer_poll_wait()
1057 rbwork = &cpu_buffer->irq_work; in ring_buffer_poll_wait()
2365 init_irq_work(&cpu_buffer->irq_work.work, rb_wake_up_waiters); in rb_allocate_cpu_buffer()
2366 init_waitqueue_head(&cpu_buffer->irq_work.waiters); in rb_allocate_cpu_buffer()
2367 init_waitqueue_head(&cpu_buffer->irq_work.full_waiters); in rb_allocate_cpu_buffer()
2448 irq_work_sync(&cpu_buffer->irq_work.work); in rb_free_cpu_buffer()
2501 init_irq_work(&buffer->irq_work.work, rb_wake_up_waiters); in alloc_buffer()
2502 init_waitqueue_head(&buffer->irq_work.waiters); in alloc_buffer()
2676 irq_work_sync(&buffer->irq_work.work); in ring_buffer_free()
4019 if (buffer->irq_work.waiters_pending) { in rb_wakeups()
4020 buffer->irq_work.waiters_pending = false; in rb_wakeups()
4022 irq_work_queue(&buffer->irq_work.work); in rb_wakeups()
4025 if (cpu_buffer->irq_work.waiters_pending) { in rb_wakeups()
4026 cpu_buffer->irq_work.waiters_pending = false; in rb_wakeups()
4028 irq_work_queue(&cpu_buffer->irq_work.work); in rb_wakeups()
4037 if (!cpu_buffer->irq_work.full_waiters_pending) in rb_wakeups()
4045 cpu_buffer->irq_work.wakeup_full = true; in rb_wakeups()
4046 cpu_buffer->irq_work.full_waiters_pending = false; in rb_wakeups()
4048 irq_work_queue(&cpu_buffer->irq_work.work); in rb_wakeups()