614 	struct rq		*rq;	/* CPU runqueue to which this cfs_rq is attached */  member
695 	struct rq		*rq;  member
962 struct rq {  struct
964 	raw_spinlock_t		__lock;
993 	struct uclamp_rq	uclamp[UCLAMP_CNT] ____cacheline_aligned;  argument
998 	struct cfs_rq		cfs;  argument
999 	struct rt_rq		rt;  argument
1000 	struct dl_rq		dl;  argument
1004 	struct list_head	leaf_cfs_rq_list;  argument
1005 	struct list_head	*tmp_alone_branch;
1014 	unsigned int		nr_uninterruptible;
1016 	struct task_struct __rcu	*curr;
1017 	struct task_struct	*idle;
1018 	struct task_struct	*stop;
1019 	unsigned long		next_balance;
1020 	struct mm_struct	*prev_mm;
1022 	unsigned int		clock_update_flags;
1023 	u64			clock;
1025 	u64			clock_task ____cacheline_aligned;
1026 	u64			clock_pelt;
1027 	unsigned long		lost_idle_time;
1028 	u64			clock_pelt_idle;
1029 	u64			clock_idle;
1031 	u64			clock_pelt_idle_copy;
1032 	u64			clock_idle_copy;
1035 	atomic_t		nr_iowait;
1038 	u64 last_seen_need_resched_ns;
1039 	int ticks_without_resched;
1043 	int membarrier_state;
1047 	struct root_domain		*rd;
1048 	struct sched_domain __rcu	*sd;
1050 	unsigned long		cpu_capacity;
1074 	struct sched_avg	avg_irq;  argument
1094 	u64			prev_irq_time;  argument
1100 	u64			prev_steal_time_rq;  argument
1117 	struct sched_info	rq_sched_info;  argument
1118 	unsigned long long	rq_cpu_time;  argument
1119 	/* could above be rq->cfs_rq.exec_clock + rq->rt_rq.rt_runtime ? */  argument
1145 	/* per rq */  argument
1146 	struct rq		*core;  argument
1162 	/* Scratch cpumask to be temporarily used under rq_lock */  argument
1174 static inline struct rq *rq_of(struct cfs_rq *cfs_rq)  in rq_of()  argument
1187 static inline int cpu_of(struct rq *rq)  in cpu_of()
1221 static inline bool sched_core_enabled(struct rq *rq)  in sched_core_enabled()
1235 static inline raw_spinlock_t *rq_lockp(struct rq *rq)  in rq_lockp()
1243 static inline raw_spinlock_t *__rq_lockp(struct rq *rq)  in __rq_lockp()
1261 static inline bool sched_cpu_cookie_match(struct rq *rq, struct task_struct *p)  in sched_cpu_cookie_match()
1270 static inline bool sched_core_cookie_match(struct rq *rq, struct task_struct *p)  in sched_core_cookie_match()
1293 static inline bool sched_group_cookie_match(struct rq *rq,  in sched_group_cookie_match()
1323 static inline bool sched_core_enabled(struct rq *rq)  in sched_core_enabled()
1333 static inline raw_spinlock_t *rq_lockp(struct rq *rq)  in rq_lockp()
1338 static inline raw_spinlock_t *__rq_lockp(struct rq *rq)  in __rq_lockp()
1343 static inline bool sched_cpu_cookie_match(struct rq *rq, struct task_struct *p)  in sched_cpu_cookie_match()
1348 static inline bool sched_core_cookie_match(struct rq *rq, struct task_struct *p)  in sched_core_cookie_match()
1353 static inline bool sched_group_cookie_match(struct rq *rq,  in sched_group_cookie_match()
1361 static inline void lockdep_assert_rq_held(struct rq *rq)  in lockdep_assert_rq_held()
1370 static inline void raw_spin_rq_lock(struct rq *rq)  in raw_spin_rq_lock()
1375 static inline void raw_spin_rq_lock_irq(struct rq *rq)  in raw_spin_rq_lock_irq()
1381 static inline void raw_spin_rq_unlock_irq(struct rq *rq)  in raw_spin_rq_unlock_irq()
1387 static inline unsigned long _raw_spin_rq_lock_irqsave(struct rq *rq)  in _raw_spin_rq_lock_irqsave()
1395 static inline void raw_spin_rq_unlock_irqrestore(struct rq *rq, unsigned long flags)  in raw_spin_rq_unlock_irqrestore()
1401 #define raw_spin_rq_lock_irqsave(rq, flags)	\  argument
1409 static inline void update_idle_core(struct rq *rq)  in update_idle_core()
1416 static inline void update_idle_core(struct rq *rq) { }  in update_idle_core()
1455 	struct rq *rq = task_rq(p);  in cfs_rq_of()  local
1496 static inline void assert_clock_updated(struct rq *rq)  in assert_clock_updated()
1505 static inline u64 rq_clock(struct rq *rq)  in rq_clock()
1513 static inline u64 rq_clock_task(struct rq *rq)  in rq_clock_task()
1534 static inline u64 rq_clock_thermal(struct rq *rq)  in rq_clock_thermal()
1539 static inline void rq_clock_skip_update(struct rq *rq)  in rq_clock_skip_update()
1549 static inline void rq_clock_cancel_skipupdate(struct rq *rq)  in rq_clock_cancel_skipupdate()
1564 static inline void rq_clock_start_loop_update(struct rq *rq)  in rq_clock_start_loop_update()
1571 static inline void rq_clock_stop_loop_update(struct rq *rq)  in rq_clock_stop_loop_update()
1602 static inline void rq_pin_lock(struct rq *rq, struct rq_flags *rf)  in rq_pin_lock()
1615 static inline void rq_unpin_lock(struct rq *rq, struct rq_flags *rf)  in rq_unpin_lock()
1625 static inline void rq_repin_lock(struct rq *rq, struct rq_flags *rf)  in rq_repin_lock()
1644 static inline void __task_rq_unlock(struct rq *rq, struct rq_flags *rf)  in __task_rq_unlock()
1652 task_rq_unlock(struct rq *rq, struct task_struct *p, struct rq_flags *rf)  in task_rq_unlock()
1662 rq_lock_irqsave(struct rq *rq, struct rq_flags *rf)  in rq_lock_irqsave()
1670 rq_lock_irq(struct rq *rq, struct rq_flags *rf)  in rq_lock_irq()
1678 rq_lock(struct rq *rq, struct rq_flags *rf)  in rq_lock()
1686 rq_unlock_irqrestore(struct rq *rq, struct rq_flags *rf)  in rq_unlock_irqrestore()
1694 rq_unlock_irq(struct rq *rq, struct rq_flags *rf)  in rq_unlock_irq()
1702 rq_unlock(struct rq *rq, struct rq_flags *rf)  in rq_unlock()
1728 	struct rq *rq;  in this_rq_lock_irq()  local
1784 queue_balance_callback(struct rq *rq,  in queue_balance_callback()
1786 		       void (*func)(struct rq *rq))  in queue_balance_callback()
1964 static inline void sched_core_account_forceidle(struct rq *rq)  in sched_core_account_forceidle()
1972 static inline void sched_core_tick(struct rq *rq)  in sched_core_tick()
1980 static inline void sched_core_account_forceidle(struct rq *rq) {}  in sched_core_account_forceidle()
1982 static inline void sched_core_tick(struct rq *rq) {}  in sched_core_tick()
2131 static inline int task_current(struct rq *rq, struct task_struct *p)  in task_current()
2136 static inline int task_on_cpu(struct rq *rq, struct task_struct *p)  in task_on_cpu()
2295 static inline void put_prev_task(struct rq *rq, struct task_struct *prev)  in put_prev_task()
2301 static inline void set_next_task(struct rq *rq, struct task_struct *next)  in set_next_task()
2340 static inline bool sched_stop_runnable(struct rq *rq)  in sched_stop_runnable()
2345 static inline bool sched_dl_runnable(struct rq *rq)  in sched_dl_runnable()
2350 static inline bool sched_rt_runnable(struct rq *rq)  in sched_rt_runnable()
2355 static inline bool sched_fair_runnable(struct rq *rq)  in sched_fair_runnable()
2376 static inline struct task_struct *get_push_task(struct rq *rq)  in get_push_task()
2400 static inline void idle_set_state(struct rq *rq,  in idle_set_state()
2406 static inline struct cpuidle_state *idle_get_state(struct rq *rq)  in idle_get_state()
2413 static inline void idle_set_state(struct rq *rq,  in idle_set_state()
2418 static inline struct cpuidle_state *idle_get_state(struct rq *rq)  in idle_get_state()
2466 static inline void sched_update_tick_dependency(struct rq *rq)  in sched_update_tick_dependency()
2480 static inline void sched_update_tick_dependency(struct rq *rq) { }  in sched_update_tick_dependency()
2483 static inline void add_nr_running(struct rq *rq, unsigned count)  in add_nr_running()
2502 static inline void sub_nr_running(struct rq *rq, unsigned count)  in sub_nr_running()
2549 static inline int hrtick_enabled(struct rq *rq)  in hrtick_enabled()
2556 static inline int hrtick_enabled_fair(struct rq *rq)  in hrtick_enabled_fair()
2563 static inline int hrtick_enabled_dl(struct rq *rq)  in hrtick_enabled_dl()
2574 static inline int hrtick_enabled_fair(struct rq *rq)  in hrtick_enabled_fair()
2579 static inline int hrtick_enabled_dl(struct rq *rq)  in hrtick_enabled_dl()
2584 static inline int hrtick_enabled(struct rq *rq)  in hrtick_enabled()
2894 static inline void nohz_balance_exit_idle(struct rq *rq) { }  in nohz_balance_exit_idle()
2958 static inline void cpufreq_update_util(struct rq *rq, unsigned int flags)  in cpufreq_update_util()
2968 static inline void cpufreq_update_util(struct rq *rq, unsigned int flags) {}  in cpufreq_update_util()
3019 static inline unsigned long cpu_bw_dl(struct rq *rq)  in cpu_bw_dl()
3024 static inline unsigned long cpu_util_dl(struct rq *rq)  in cpu_util_dl()
3033 static inline unsigned long cpu_util_rt(struct rq *rq)  in cpu_util_rt()
3042 static inline unsigned long uclamp_rq_get(struct rq *rq,  in uclamp_rq_get()
3048 static inline void uclamp_rq_set(struct rq *rq, enum uclamp_id clamp_id,  in uclamp_rq_set()
3054 static inline bool uclamp_rq_is_idle(struct rq *rq)  in uclamp_rq_is_idle()
3077 unsigned long uclamp_rq_util_with(struct rq *rq, unsigned long util,  in uclamp_rq_util_with()
3113 static inline bool uclamp_rq_is_capped(struct rq *rq)  in uclamp_rq_is_capped()
3150 unsigned long uclamp_rq_util_with(struct rq *rq, unsigned long util,  in uclamp_rq_util_with()
3156 static inline bool uclamp_rq_is_capped(struct rq *rq) { return false; }  in uclamp_rq_is_capped()
3163 static inline unsigned long uclamp_rq_get(struct rq *rq,  in uclamp_rq_get()
3172 static inline void uclamp_rq_set(struct rq *rq, enum uclamp_id clamp_id,  in uclamp_rq_set()
3177 static inline bool uclamp_rq_is_idle(struct rq *rq)  in uclamp_rq_is_idle()
3184 static inline unsigned long cpu_util_irq(struct rq *rq)  in cpu_util_irq()
3199 static inline unsigned long cpu_util_irq(struct rq *rq)  in cpu_util_irq()
3236 static inline void membarrier_switch_mm(struct rq *rq,  in membarrier_switch_mm()
3252 static inline void membarrier_switch_mm(struct rq *rq,  in membarrier_switch_mm()
3393 static inline void mm_cid_snapshot_time(struct rq *rq, struct mm_struct *mm)  in mm_cid_snapshot_time()
3401 static inline int __mm_cid_get(struct rq *rq, struct mm_struct *mm)  in __mm_cid_get()
3453 static inline int mm_cid_get(struct rq *rq, struct mm_struct *mm)  in mm_cid_get()
3475 static inline void switch_mm_cid(struct rq *rq,  in switch_mm_cid()
3521 static inline void switch_mm_cid(struct rq *rq, struct task_struct *prev, struct task_struct *next)…  in switch_mm_cid()
3524 static inline void task_tick_mm_cid(struct rq *rq, struct task_struct *curr) { }  in task_tick_mm_cid()