Searched refs:pcpu_cid (Results 1 – 3 of 3) sorted by relevance
| /linux-6.6.21/include/linux/ |
| D | mm_types.h | 735 struct mm_cid __percpu *pcpu_cid; member
1075 struct mm_cid *pcpu_cid = per_cpu_ptr(mm->pcpu_cid, i); in mm_init_cid() local
1077 pcpu_cid->cid = MM_CID_UNSET; in mm_init_cid()
1078 pcpu_cid->time = 0; in mm_init_cid()
1085 mm->pcpu_cid = alloc_percpu(struct mm_cid); in mm_alloc_cid()
1086 if (!mm->pcpu_cid) in mm_alloc_cid()
1094 free_percpu(mm->pcpu_cid); in mm_destroy_cid()
1095 mm->pcpu_cid = NULL; in mm_destroy_cid()
|
| /linux-6.6.21/kernel/sched/ |
| D | sched.h | 3324 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_put_lazy() local
3328 cid = __this_cpu_read(pcpu_cid->cid); in mm_cid_put_lazy()
3330 !try_cmpxchg(&this_cpu_ptr(pcpu_cid)->cid, &cid, MM_CID_UNSET)) in mm_cid_put_lazy()
3337 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_pcpu_unset() local
3341 cid = __this_cpu_read(pcpu_cid->cid); in mm_cid_pcpu_unset()
3348 res = cmpxchg(&this_cpu_ptr(pcpu_cid)->cid, cid, MM_CID_UNSET); in mm_cid_pcpu_unset()
3395 struct mm_cid *pcpu_cid = per_cpu_ptr(mm->pcpu_cid, cpu_of(rq)); in mm_cid_snapshot_time() local
3398 WRITE_ONCE(pcpu_cid->time, rq->clock); in mm_cid_snapshot_time()
3455 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_get() local
3461 cid = __this_cpu_read(pcpu_cid->cid); in mm_cid_get()
[all …]
|
| D | core.c | 11830 dst_pcpu_cid = per_cpu_ptr(mm->pcpu_cid, cpu_of(dst_rq)); in sched_mm_cid_migrate_to()
11835 src_pcpu_cid = per_cpu_ptr(mm->pcpu_cid, src_cpu); in sched_mm_cid_migrate_to()
11853 static void sched_mm_cid_remote_clear(struct mm_struct *mm, struct mm_cid *pcpu_cid, in sched_mm_cid_remote_clear() argument
11861 cid = READ_ONCE(pcpu_cid->cid); in sched_mm_cid_remote_clear()
11872 if (!try_cmpxchg(&pcpu_cid->cid, &cid, lazy_cid)) in sched_mm_cid_remote_clear()
11907 if (try_cmpxchg(&pcpu_cid->cid, &lazy_cid, MM_CID_UNSET)) in sched_mm_cid_remote_clear()
11915 struct mm_cid *pcpu_cid; in sched_mm_cid_remote_clear_old() local
11924 pcpu_cid = per_cpu_ptr(mm->pcpu_cid, cpu); in sched_mm_cid_remote_clear_old()
11934 WRITE_ONCE(pcpu_cid->time, rq_clock); in sched_mm_cid_remote_clear_old()
11940 if (rq_clock < pcpu_cid->time + SCHED_MM_CID_PERIOD_NS) in sched_mm_cid_remote_clear_old()
[all …]
|