Lines Matching refs:pool_workqueue
227 struct pool_workqueue { struct
304 struct pool_workqueue *dfl_pwq; /* PW: only for unbound wqs */
325 struct pool_workqueue __percpu __rcu **cpu_pwq; /* I: per-cpu pwqs */
440 static void show_pwq(struct pool_workqueue *pwq);
672 static void set_work_pwq(struct work_struct *work, struct pool_workqueue *pwq, in set_work_pwq()
734 static inline struct pool_workqueue *work_struct_pwq(unsigned long data) in work_struct_pwq()
736 return (struct pool_workqueue *)(data & WORK_STRUCT_WQ_DATA_MASK); in work_struct_pwq()
739 static struct pool_workqueue *get_work_pwq(struct work_struct *work) in get_work_pwq()
1327 struct pool_workqueue *pwq = worker->current_pwq; in wq_worker_tick()
1405 static void get_pwq(struct pool_workqueue *pwq) in get_pwq()
1419 static void put_pwq(struct pool_workqueue *pwq) in put_pwq()
1437 static void put_pwq_unlocked(struct pool_workqueue *pwq) in put_pwq_unlocked()
1452 struct pool_workqueue *pwq = get_work_pwq(work); in pwq_activate_inactive_work()
1462 static void pwq_activate_first_inactive(struct pool_workqueue *pwq) in pwq_activate_first_inactive()
1481 static void pwq_dec_nr_in_flight(struct pool_workqueue *pwq, unsigned long work_data) in pwq_dec_nr_in_flight()
1551 struct pool_workqueue *pwq; in try_to_grab_pending()
1641 static void insert_work(struct pool_workqueue *pwq, struct work_struct *work, in insert_work()
1702 struct pool_workqueue *pwq; in __queue_work()
2383 struct pool_workqueue *pwq = get_work_pwq(work); in send_mayday()
2537 struct pool_workqueue *pwq = get_work_pwq(work); in process_one_work()
2851 struct pool_workqueue *pwq = list_first_entry(&wq->maydays, in rescuer_thread()
2852 struct pool_workqueue, mayday_node); in rescuer_thread()
3003 static void insert_wq_barrier(struct pool_workqueue *pwq, in insert_wq_barrier()
3085 struct pool_workqueue *pwq; in flush_workqueue_prep_pwqs()
3293 struct pool_workqueue *pwq; in drain_workqueue()
3339 struct pool_workqueue *pwq; in start_flush_work()
4095 container_of(rcu, struct pool_workqueue, rcu)); in rcu_free_pwq()
4104 struct pool_workqueue *pwq = container_of(work, struct pool_workqueue, in pwq_release_workfn()
4147 static void pwq_adjust_max_active(struct pool_workqueue *pwq) in pwq_adjust_max_active()
4184 static void init_pwq(struct pool_workqueue *pwq, struct workqueue_struct *wq, in init_pwq()
4202 static void link_pwq(struct pool_workqueue *pwq) in link_pwq()
4223 static struct pool_workqueue *alloc_unbound_pwq(struct workqueue_struct *wq, in alloc_unbound_pwq()
4227 struct pool_workqueue *pwq; in alloc_unbound_pwq()
4287 static struct pool_workqueue *install_unbound_pwq(struct workqueue_struct *wq, in install_unbound_pwq()
4288 int cpu, struct pool_workqueue *pwq) in install_unbound_pwq()
4290 struct pool_workqueue *old_pwq; in install_unbound_pwq()
4308 struct pool_workqueue *dfl_pwq;
4309 struct pool_workqueue *pwq_tbl[];
4509 struct pool_workqueue *old_pwq = NULL, *pwq; in wq_update_pod()
4563 wq->cpu_pwq = alloc_percpu(struct pool_workqueue *); in alloc_and_link_pwqs()
4569 struct pool_workqueue **pwq_p = in alloc_and_link_pwqs()
4611 struct pool_workqueue *pwq = *per_cpu_ptr(wq->cpu_pwq, cpu); in alloc_and_link_pwqs()
4675 struct pool_workqueue *pwq; in alloc_workqueue()
4761 static bool pwq_busy(struct pool_workqueue *pwq) in pwq_busy()
4785 struct pool_workqueue *pwq; in destroy_workqueue()
4877 struct pool_workqueue *pwq; in workqueue_set_max_active()
4949 struct pool_workqueue *pwq; in workqueue_congested()
5043 struct pool_workqueue *pwq = NULL; in print_worker_info()
5126 static void show_pwq(struct pool_workqueue *pwq) in show_pwq()
5208 struct pool_workqueue *pwq; in show_one_workqueue()
5687 struct pool_workqueue *pwq; in freeze_workqueues_begin()
5721 struct pool_workqueue *pwq; in freeze_workqueues_busy()
5762 struct pool_workqueue *pwq; in thaw_workqueues()
6538 BUILD_BUG_ON(__alignof__(struct pool_workqueue) < __alignof__(long long)); in workqueue_init_early()
6547 pwq_cache = KMEM_CACHE(pool_workqueue, SLAB_PANIC); in workqueue_init_early()