Lines Matching refs:work
786 struct kthread_work *work; in kthread_worker_fn() local
809 work = NULL; in kthread_worker_fn()
812 work = list_first_entry(&worker->work_list, in kthread_worker_fn()
814 list_del_init(&work->node); in kthread_worker_fn()
816 worker->current_work = work; in kthread_worker_fn()
819 if (work) { in kthread_worker_fn()
820 kthread_work_func_t func = work->func; in kthread_worker_fn()
822 trace_sched_kthread_work_execute_start(work); in kthread_worker_fn()
823 work->func(work); in kthread_worker_fn()
828 trace_sched_kthread_work_execute_end(work, func); in kthread_worker_fn()
952 struct kthread_work *work) in queuing_blocked() argument
956 return !list_empty(&work->node) || work->canceling; in queuing_blocked()
960 struct kthread_work *work) in kthread_insert_work_sanity_check() argument
963 WARN_ON_ONCE(!list_empty(&work->node)); in kthread_insert_work_sanity_check()
965 WARN_ON_ONCE(work->worker && work->worker != worker); in kthread_insert_work_sanity_check()
970 struct kthread_work *work, in kthread_insert_work() argument
973 kthread_insert_work_sanity_check(worker, work); in kthread_insert_work()
975 trace_sched_kthread_work_queue_work(worker, work); in kthread_insert_work()
977 list_add_tail(&work->node, pos); in kthread_insert_work()
978 work->worker = worker; in kthread_insert_work()
996 struct kthread_work *work) in kthread_queue_work() argument
1002 if (!queuing_blocked(worker, work)) { in kthread_queue_work()
1003 kthread_insert_work(worker, work, &worker->work_list); in kthread_queue_work()
1022 struct kthread_work *work = &dwork->work; in kthread_delayed_work_timer_fn() local
1023 struct kthread_worker *worker = work->worker; in kthread_delayed_work_timer_fn()
1035 WARN_ON_ONCE(work->worker != worker); in kthread_delayed_work_timer_fn()
1038 WARN_ON_ONCE(list_empty(&work->node)); in kthread_delayed_work_timer_fn()
1039 list_del_init(&work->node); in kthread_delayed_work_timer_fn()
1040 if (!work->canceling) in kthread_delayed_work_timer_fn()
1041 kthread_insert_work(worker, work, &worker->work_list); in kthread_delayed_work_timer_fn()
1052 struct kthread_work *work = &dwork->work; in __kthread_queue_delayed_work() local
1063 kthread_insert_work(worker, work, &worker->work_list); in __kthread_queue_delayed_work()
1068 kthread_insert_work_sanity_check(worker, work); in __kthread_queue_delayed_work()
1070 list_add(&work->node, &worker->delayed_work_list); in __kthread_queue_delayed_work()
1071 work->worker = worker; in __kthread_queue_delayed_work()
1095 struct kthread_work *work = &dwork->work; in kthread_queue_delayed_work() local
1101 if (!queuing_blocked(worker, work)) { in kthread_queue_delayed_work()
1112 struct kthread_work work; member
1116 static void kthread_flush_work_fn(struct kthread_work *work) in kthread_flush_work_fn() argument
1119 container_of(work, struct kthread_flush_work, work); in kthread_flush_work_fn()
1129 void kthread_flush_work(struct kthread_work *work) in kthread_flush_work() argument
1132 KTHREAD_WORK_INIT(fwork.work, kthread_flush_work_fn), in kthread_flush_work()
1138 worker = work->worker; in kthread_flush_work()
1144 WARN_ON_ONCE(work->worker != worker); in kthread_flush_work()
1146 if (!list_empty(&work->node)) in kthread_flush_work()
1147 kthread_insert_work(worker, &fwork.work, work->node.next); in kthread_flush_work()
1148 else if (worker->current_work == work) in kthread_flush_work()
1149 kthread_insert_work(worker, &fwork.work, in kthread_flush_work()
1168 static void kthread_cancel_delayed_work_timer(struct kthread_work *work, in kthread_cancel_delayed_work_timer() argument
1172 container_of(work, struct kthread_delayed_work, work); in kthread_cancel_delayed_work_timer()
1173 struct kthread_worker *worker = work->worker; in kthread_cancel_delayed_work_timer()
1181 work->canceling++; in kthread_cancel_delayed_work_timer()
1185 work->canceling--; in kthread_cancel_delayed_work_timer()
1201 static bool __kthread_cancel_work(struct kthread_work *work) in __kthread_cancel_work() argument
1207 if (!list_empty(&work->node)) { in __kthread_cancel_work()
1208 list_del_init(&work->node); in __kthread_cancel_work()
1242 struct kthread_work *work = &dwork->work; in kthread_mod_delayed_work() local
1249 if (!work->worker) { in kthread_mod_delayed_work()
1255 WARN_ON_ONCE(work->worker != worker); in kthread_mod_delayed_work()
1269 kthread_cancel_delayed_work_timer(work, &flags); in kthread_mod_delayed_work()
1270 if (work->canceling) { in kthread_mod_delayed_work()
1275 ret = __kthread_cancel_work(work); in kthread_mod_delayed_work()
1285 static bool __kthread_cancel_work_sync(struct kthread_work *work, bool is_dwork) in __kthread_cancel_work_sync() argument
1287 struct kthread_worker *worker = work->worker; in __kthread_cancel_work_sync()
1296 WARN_ON_ONCE(work->worker != worker); in __kthread_cancel_work_sync()
1299 kthread_cancel_delayed_work_timer(work, &flags); in __kthread_cancel_work_sync()
1301 ret = __kthread_cancel_work(work); in __kthread_cancel_work_sync()
1303 if (worker->current_work != work) in __kthread_cancel_work_sync()
1310 work->canceling++; in __kthread_cancel_work_sync()
1312 kthread_flush_work(work); in __kthread_cancel_work_sync()
1314 work->canceling--; in __kthread_cancel_work_sync()
1338 bool kthread_cancel_work_sync(struct kthread_work *work) in kthread_cancel_work_sync() argument
1340 return __kthread_cancel_work_sync(work, false); in kthread_cancel_work_sync()
1355 return __kthread_cancel_work_sync(&dwork->work, true); in kthread_cancel_delayed_work_sync()
1369 KTHREAD_WORK_INIT(fwork.work, kthread_flush_work_fn), in kthread_flush_worker()
1373 kthread_queue_work(worker, &fwork.work); in kthread_flush_worker()