Lines Matching refs:wake_q
413 struct wake_q_head *wake_q) in rwsem_mark_wake() argument
436 wake_q_add(wake_q, waiter->task); in rwsem_mark_wake()
566 wake_q_add_safe(wake_q, tsk); in rwsem_mark_wake()
578 struct wake_q_head *wake_q) in rwsem_del_wake_waiter() argument
583 wake_q_init(wake_q); in rwsem_del_wake_waiter()
591 rwsem_mark_wake(sem, RWSEM_WAKE_ANY, wake_q); in rwsem_del_wake_waiter()
593 if (!wake_q_empty(wake_q)) in rwsem_del_wake_waiter()
594 wake_up_q(wake_q); in rwsem_del_wake_waiter()
976 struct wake_q_head *wake_q) in rwsem_cond_wake_waiter() argument
989 rwsem_mark_wake(sem, wake_type, wake_q); in rwsem_cond_wake_waiter()
1001 DEFINE_WAKE_Q(wake_q); in rwsem_down_read_slowpath()
1027 &wake_q); in rwsem_down_read_slowpath()
1029 wake_up_q(&wake_q); in rwsem_down_read_slowpath()
1063 rwsem_cond_wake_waiter(sem, count, &wake_q); in rwsem_down_read_slowpath()
1066 if (!wake_q_empty(&wake_q)) in rwsem_down_read_slowpath()
1067 wake_up_q(&wake_q); in rwsem_down_read_slowpath()
1096 rwsem_del_wake_waiter(sem, &waiter, &wake_q); in rwsem_down_read_slowpath()
1110 DEFINE_WAKE_Q(wake_q); in rwsem_down_write_slowpath()
1133 &wake_q); in rwsem_down_write_slowpath()
1134 if (!wake_q_empty(&wake_q)) { in rwsem_down_write_slowpath()
1140 wake_up_q(&wake_q); in rwsem_down_write_slowpath()
1193 rwsem_del_wake_waiter(sem, &waiter, &wake_q); in rwsem_down_write_slowpath()
1206 DEFINE_WAKE_Q(wake_q); in rwsem_wake()
1211 rwsem_mark_wake(sem, RWSEM_WAKE_ANY, &wake_q); in rwsem_wake()
1214 wake_up_q(&wake_q); in rwsem_wake()
1227 DEFINE_WAKE_Q(wake_q); in rwsem_downgrade_wake()
1232 rwsem_mark_wake(sem, RWSEM_WAKE_READ_OWNED, &wake_q); in rwsem_downgrade_wake()
1235 wake_up_q(&wake_q); in rwsem_downgrade_wake()