Lines Matching refs:irq_work
412 struct irq_work work;
539 struct rb_irq_work irq_work; member
558 struct rb_irq_work irq_work; member
900 static void rb_wake_up_waiters(struct irq_work *work) in rb_wake_up_waiters()
934 rbwork = &buffer->irq_work; in ring_buffer_wake_waiters()
945 rbwork = &cpu_buffer->irq_work; in ring_buffer_wake_waiters()
980 work = &buffer->irq_work; in ring_buffer_wait()
987 work = &cpu_buffer->irq_work; in ring_buffer_wait()
1090 work = &buffer->irq_work; in ring_buffer_poll_wait()
1097 work = &cpu_buffer->irq_work; in ring_buffer_poll_wait()
1692 init_irq_work(&cpu_buffer->irq_work.work, rb_wake_up_waiters); in rb_allocate_cpu_buffer()
1693 init_waitqueue_head(&cpu_buffer->irq_work.waiters); in rb_allocate_cpu_buffer()
1694 init_waitqueue_head(&cpu_buffer->irq_work.full_waiters); in rb_allocate_cpu_buffer()
1738 irq_work_sync(&cpu_buffer->irq_work.work); in rb_free_cpu_buffer()
1792 init_irq_work(&buffer->irq_work.work, rb_wake_up_waiters); in __ring_buffer_alloc()
1793 init_waitqueue_head(&buffer->irq_work.waiters); in __ring_buffer_alloc()
1848 irq_work_sync(&buffer->irq_work.work); in ring_buffer_free()
3132 if (buffer->irq_work.waiters_pending) { in rb_wakeups()
3133 buffer->irq_work.waiters_pending = false; in rb_wakeups()
3135 irq_work_queue(&buffer->irq_work.work); in rb_wakeups()
3138 if (cpu_buffer->irq_work.waiters_pending) { in rb_wakeups()
3139 cpu_buffer->irq_work.waiters_pending = false; in rb_wakeups()
3141 irq_work_queue(&cpu_buffer->irq_work.work); in rb_wakeups()
3150 if (!cpu_buffer->irq_work.full_waiters_pending) in rb_wakeups()
3158 cpu_buffer->irq_work.wakeup_full = true; in rb_wakeups()
3159 cpu_buffer->irq_work.full_waiters_pending = false; in rb_wakeups()
3161 irq_work_queue(&cpu_buffer->irq_work.work); in rb_wakeups()