Searched refs:pcpu_cid (Results 1 – 3 of 3) sorted by relevance
/linux/include/linux/ |
H A D | mm_types.h | 821 struct mm_cid __percpu *pcpu_cid; member 1162 struct mm_cid *pcpu_cid = per_cpu_ptr(mm->pcpu_cid, i); in mm_init_cid() local 1164 pcpu_cid->cid = MM_CID_UNSET; in mm_init_cid() 1165 pcpu_cid->time = 0; in mm_init_cid() 1172 mm->pcpu_cid = alloc_percpu_noprof(struct mm_cid); in mm_alloc_cid_noprof() 1173 if (!mm->pcpu_cid) in mm_alloc_cid_noprof() 1182 free_percpu(mm->pcpu_cid); in mm_destroy_cid() 1183 mm->pcpu_cid = NULL; in mm_destroy_cid()
|
/linux/kernel/sched/ |
H A D | sched.h | 3270 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_put_lazy() local 3274 cid = __this_cpu_read(pcpu_cid->cid); in mm_cid_put_lazy() 3276 !try_cmpxchg(&this_cpu_ptr(pcpu_cid)->cid, &cid, MM_CID_UNSET)) in mm_cid_put_lazy() 3283 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_pcpu_unset() local 3287 cid = __this_cpu_read(pcpu_cid->cid); in mm_cid_pcpu_unset() 3294 res = cmpxchg(&this_cpu_ptr(pcpu_cid)->cid, cid, MM_CID_UNSET); in mm_cid_pcpu_unset() 3341 struct mm_cid *pcpu_cid = per_cpu_ptr(mm->pcpu_cid, cpu_of(rq)); in mm_cid_snapshot_time() local 3344 WRITE_ONCE(pcpu_cid->time, rq->clock); in mm_cid_snapshot_time() 3401 struct mm_cid __percpu *pcpu_cid = mm->pcpu_cid; in mm_cid_get() local 3407 cid = __this_cpu_read(pcpu_cid->cid); in mm_cid_get() [all …]
|
H A D | core.c | 11804 src_pcpu_cid = per_cpu_ptr(mm->pcpu_cid, src_cpu); in sched_mm_cid_migrate_to() 11829 cid = READ_ONCE(pcpu_cid->cid); in sched_mm_cid_remote_clear() 11840 if (!try_cmpxchg(&pcpu_cid->cid, &cid, lazy_cid)) in sched_mm_cid_remote_clear() 11881 struct mm_cid *pcpu_cid; in sched_mm_cid_remote_clear_old() local 11890 pcpu_cid = per_cpu_ptr(mm->pcpu_cid, cpu); in sched_mm_cid_remote_clear_old() 11900 WRITE_ONCE(pcpu_cid->time, rq_clock); in sched_mm_cid_remote_clear_old() 11907 sched_mm_cid_remote_clear(mm, pcpu_cid, cpu); in sched_mm_cid_remote_clear_old() 11913 struct mm_cid *pcpu_cid; in sched_mm_cid_remote_clear_weight() local 11916 pcpu_cid = per_cpu_ptr(mm->pcpu_cid, cpu); in sched_mm_cid_remote_clear_weight() 11917 cid = READ_ONCE(pcpu_cid->cid); in sched_mm_cid_remote_clear_weight() [all …]
|