Lines Matching refs:sched_rt_entity
171 static inline struct task_struct *rt_task_of(struct sched_rt_entity *rt_se) in rt_task_of()
184 static inline struct rt_rq *rt_rq_of_se(struct sched_rt_entity *rt_se) in rt_rq_of_se()
189 static inline struct rq *rq_of_rt_se(struct sched_rt_entity *rt_se) in rq_of_rt_se()
219 struct sched_rt_entity *rt_se, int cpu, in init_tg_rt_entry()
220 struct sched_rt_entity *parent) in init_tg_rt_entry()
248 struct sched_rt_entity *rt_se; in alloc_rt_sched_group()
267 rt_se = kzalloc_node(sizeof(struct sched_rt_entity), in alloc_rt_sched_group()
289 static inline struct task_struct *rt_task_of(struct sched_rt_entity *rt_se) in rt_task_of()
299 static inline struct rq *rq_of_rt_se(struct sched_rt_entity *rt_se) in rq_of_rt_se()
306 static inline struct rt_rq *rt_rq_of_se(struct sched_rt_entity *rt_se) in rt_rq_of_se()
378 static void inc_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_migration()
395 static void dec_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in dec_rt_migration()
472 void inc_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_migration()
477 void dec_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in dec_rt_migration()
489 static inline int on_rt_rq(struct sched_rt_entity *rt_se) in on_rt_rq()
571 static inline struct rt_rq *group_rt_rq(struct sched_rt_entity *rt_se) in group_rt_rq()
576 static void enqueue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags);
577 static void dequeue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags);
583 struct sched_rt_entity *rt_se; in sched_rt_rq_enqueue()
602 struct sched_rt_entity *rt_se; in sched_rt_rq_dequeue()
621 static int rt_se_boosted(struct sched_rt_entity *rt_se) in rt_se_boosted()
676 static inline struct rt_rq *group_rt_rq(struct sched_rt_entity *rt_se) in group_rt_rq()
990 static inline int rt_se_prio(struct sched_rt_entity *rt_se) in rt_se_prio()
1052 struct sched_rt_entity *rt_se = &curr->rt; in update_curr_rt()
1222 inc_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_group()
1232 dec_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in dec_rt_group()
1243 inc_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_group()
1249 void dec_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) {} in dec_rt_group()
1254 unsigned int rt_se_nr_running(struct sched_rt_entity *rt_se) in rt_se_nr_running()
1265 unsigned int rt_se_rr_nr_running(struct sched_rt_entity *rt_se) in rt_se_rr_nr_running()
1279 void inc_rt_tasks(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_tasks()
1293 void dec_rt_tasks(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in dec_rt_tasks()
1318 static void __delist_rt_entity(struct sched_rt_entity *rt_se, struct rt_prio_array *array) in __delist_rt_entity()
1329 __schedstats_from_rt_se(struct sched_rt_entity *rt_se) in __schedstats_from_rt_se()
1341 update_stats_wait_start_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) in update_stats_wait_start_rt()
1360 update_stats_enqueue_sleeper_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) in update_stats_enqueue_sleeper_rt()
1379 update_stats_enqueue_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, in update_stats_enqueue_rt()
1390 update_stats_wait_end_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) in update_stats_wait_end_rt()
1409 update_stats_dequeue_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, in update_stats_dequeue_rt()
1434 static void __enqueue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) in __enqueue_rt_entity()
1468 static void __dequeue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) in __dequeue_rt_entity()
1486 static void dequeue_rt_stack(struct sched_rt_entity *rt_se, unsigned int flags) in dequeue_rt_stack()
1488 struct sched_rt_entity *back = NULL; in dequeue_rt_stack()
1506 static void enqueue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) in enqueue_rt_entity()
1518 static void dequeue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) in dequeue_rt_entity()
1541 struct sched_rt_entity *rt_se = &p->rt; in enqueue_task_rt()
1557 struct sched_rt_entity *rt_se = &p->rt; in dequeue_task_rt()
1570 requeue_rt_entity(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, int head) in requeue_rt_entity()
1585 struct sched_rt_entity *rt_se = &p->rt; in requeue_task_rt()
1749 struct sched_rt_entity *rt_se = &p->rt; in set_next_task_rt()
1773 static struct sched_rt_entity *pick_next_rt_entity(struct rt_rq *rt_rq) in pick_next_rt_entity()
1776 struct sched_rt_entity *next = NULL; in pick_next_rt_entity()
1786 next = list_entry(queue->next, struct sched_rt_entity, run_list); in pick_next_rt_entity()
1793 struct sched_rt_entity *rt_se; in _pick_next_task_rt()
1830 struct sched_rt_entity *rt_se = &p->rt; in put_prev_task_rt()
2649 struct sched_rt_entity *rt_se = &p->rt; in task_tick_rt()