Home
last modified time | relevance | path

Searched refs:rq_clock (Results 1 – 9 of 9) sorted by relevance

/linux-6.6.21/kernel/sched/
Dstats.c11 wait_start = rq_clock(rq); in __update_stats_wait_start()
23 u64 delta = rq_clock(rq) - schedstat_val(stats->wait_start); in __update_stats_wait_end()
56 u64 delta = rq_clock(rq) - sleep_start; in __update_stats_enqueue_sleeper()
74 u64 delta = rq_clock(rq) - block_start; in __update_stats_enqueue_sleeper()
Dstats.h212 delta = rq_clock(rq) - t->sched_info.last_queued; in sched_info_dequeue()
231 now = rq_clock(rq); in sched_info_arrive()
249 t->sched_info.last_queued = rq_clock(rq); in sched_info_enqueue()
262 unsigned long long delta = rq_clock(rq) - t->sched_info.last_arrival; in sched_info_depart()
Ddeadline.c420 zerolag_time -= rq_clock(rq); in task_non_contending()
772 dl_se->deadline = rq_clock(rq) + pi_of(dl_se)->dl_deadline; in replenish_dl_new_period()
794 WARN_ON(dl_time_before(rq_clock(rq), dl_se->deadline)); in setup_new_dl_entity()
867 if (dl_time_before(dl_se->deadline, rq_clock(rq))) { in replenish_dl_entity()
952 u64 laxity = dl_se->deadline - rq_clock(rq); in update_dl_revised_wakeup()
960 WARN_ON(dl_time_before(dl_se->deadline, rq_clock(rq))); in update_dl_revised_wakeup()
1016 if (dl_time_before(dl_se->deadline, rq_clock(rq)) || in update_dl_entity()
1017 dl_entity_overflow(dl_se, rq_clock(rq))) { in update_dl_entity()
1020 !dl_time_before(dl_se->deadline, rq_clock(rq)) && in update_dl_entity()
1062 delta = ktime_to_ns(now) - rq_clock(rq); in start_dl_timer()
[all …]
Dpelt.h77 u64_u32_store(rq->clock_idle, rq_clock(rq)); in _update_idle_rq_clock_pelt()
Dcore_sched.c243 u64 delta, now = rq_clock(rq->core); in __sched_core_account_forceidle()
Dfair.c1298 rq_clock(rq_of(cfs_rq))); in update_stats_dequeue_fair()
1301 rq_clock(rq_of(cfs_rq))); in update_stats_dequeue_fair()
5228 cfs_rq->throttled_clock = rq_clock(rq); in enqueue_entity()
5230 cfs_rq->throttled_clock_self = rq_clock(rq); in enqueue_entity()
5616 u64 delta = rq_clock(rq) - cfs_rq->throttled_clock_self; in tg_unthrottle_up()
5642 cfs_rq->throttled_clock_self = rq_clock(rq); in tg_throttle_down()
5734 cfs_rq->throttled_clock = rq_clock(rq); in throttle_cfs_rq()
5753 cfs_b->throttled_time += rq_clock(rq) - cfs_rq->throttled_clock; in unthrottle_cfs_rq()
12183 this_rq->idle_stamp = rq_clock(this_rq); in newidle_balance()
Dcore.c3808 u64 delta = rq_clock(rq) - rq->idle_stamp; in ttwu_do_activate()
5591 u64 resched_latency, now = rq_clock(rq); in cpu_resched_latency()
6225 rq->core->core_forceidle_start = rq_clock(rq->core); in pick_next_task()
11917 u64 rq_clock; in sched_mm_cid_remote_clear_old() local
11923 rq_clock = READ_ONCE(rq->clock); in sched_mm_cid_remote_clear_old()
11934 WRITE_ONCE(pcpu_cid->time, rq_clock); in sched_mm_cid_remote_clear_old()
11940 if (rq_clock < pcpu_cid->time + SCHED_MM_CID_PERIOD_NS) in sched_mm_cid_remote_clear_old()
Dsched.h1505 static inline u64 rq_clock(struct rq *rq) in rq_clock() function
2965 data->func(data, rq_clock(rq), flags); in cpufreq_update_util()
Drt.c1426 rq_clock(rq_of_rt_rq(rt_rq))); in update_stats_dequeue_rt()
1430 rq_clock(rq_of_rt_rq(rt_rq))); in update_stats_dequeue_rt()