Lines Matching refs:cpu_rq
1613 struct rq *rq = cpu_rq(cpu); in update_numa_stats()
1645 struct rq *rq = cpu_rq(env->dst_cpu); in task_numa_assign()
1660 rq = cpu_rq(env->dst_cpu); in task_numa_assign()
1675 rq = cpu_rq(env->best_cpu); in task_numa_assign()
1734 struct rq *dst_rq = cpu_rq(env->dst_cpu); in task_numa_compare()
2084 best_rq = cpu_rq(env.best_cpu); in task_numa_migrate()
2527 tsk = READ_ONCE(cpu_rq(cpu)->curr); in task_numa_group()
5324 cfs_rq->throttled_clock_pelt = rq_clock_pelt(cpu_rq(cpu)); in sync_throttle()
5649 return sched_idle_rq(cpu_rq(cpu)); in sched_idle_cpu()
5924 return cpu_rq(cpu)->cpu_capacity; in capacity_of()
6004 if (sync && cpu_rq(this_cpu)->nr_running == 1) in wake_affine_idle()
6020 this_eff_load = cpu_load(cpu_rq(this_cpu)); in wake_affine_weight()
6038 prev_eff_load = cpu_load(cpu_rq(prev_cpu)); in wake_affine_weight()
6098 struct rq *rq = cpu_rq(i); in find_idlest_group_cpu()
6128 load = cpu_load(cpu_rq(i)); in find_idlest_group_cpu()
6195 sched_cpu_cookie_match(cpu_rq(cpu), p)) in __select_idle_cpu()
6577 struct cfs_rq *cfs_rq = &cpu_rq(cpu)->cfs; in cpu_util_next()
6770 struct root_domain *rd = cpu_rq(smp_processor_id())->rd; in find_energy_efficient_cpu()
6819 util = uclamp_rq_util_with(cpu_rq(cpu), util, p); in find_energy_efficient_cpu()
7697 if (!sched_core_cookie_match(cpu_rq(env->dst_cpu), p)) in task_hot()
8275 struct rq *rq = cpu_rq(cpu); in update_blocked_averages()
8354 struct rq *rq = cpu_rq(cpu); in scale_rt_capacity()
8387 cpu_rq(cpu)->cpu_capacity_orig = arch_scale_cpu_capacity(cpu); in update_cpu_capacity()
8392 cpu_rq(cpu)->cpu_capacity = capacity; in update_cpu_capacity()
8393 trace_sched_cpu_capacity_tp(cpu_rq(cpu)); in update_cpu_capacity()
8719 struct rq *rq = cpu_rq(i); in update_sg_lb_stats()
8965 struct rq *rq = cpu_rq(cpu); in idle_cpu_without()
9001 struct rq *rq = cpu_rq(i); in update_sg_wakeup_stats()
9131 if (!sched_group_cookie_match(cpu_rq(this_cpu), p, group)) in find_idlest_group()
9752 rq = cpu_rq(i); in find_busiest_queue()
10096 env.dst_rq = cpu_rq(env.new_dst_cpu); in load_balance()
10289 struct rq *target_rq = cpu_rq(target_cpu); in active_load_balance_cpu_stop()
10552 smp_call_function_single_async(ilb_cpu, &cpu_rq(ilb_cpu)->nohz_csd); in kick_ilb()
10725 struct rq *rq = cpu_rq(cpu); in nohz_balance_enter_idle()
10859 rq = cpu_rq(balance_cpu); in _nohz_idle_balance()
10939 _nohz_idle_balance(cpu_rq(cpu), NOHZ_STATS_KICK, CPU_IDLE); in nohz_run_idle_balance()
11650 rq = cpu_rq(i); in online_fair_sched_group()
11679 rq = cpu_rq(cpu); in unregister_fair_sched_group()
11691 struct rq *rq = cpu_rq(cpu); in init_tg_cfs_entry()
11739 struct rq *rq = cpu_rq(i); in __sched_group_set_shares()
11790 struct rq *rq = cpu_rq(i); in sched_group_set_idle()
11929 for_each_leaf_cfs_rq_safe(cpu_rq(cpu), cfs_rq, pos) in print_cfs_stats()