Lines Matching refs:util_avg
795 long cap = (long)(cpu_scale - cfs_rq->avg.util_avg) / 2; in post_init_entity_util_avg()
798 if (cfs_rq->avg.util_avg != 0) { in post_init_entity_util_avg()
799 sa->util_avg = cfs_rq->avg.util_avg * se->load.weight; in post_init_entity_util_avg()
800 sa->util_avg /= (cfs_rq->avg.load_avg + 1); in post_init_entity_util_avg()
802 if (sa->util_avg > cap) in post_init_entity_util_avg()
803 sa->util_avg = cap; in post_init_entity_util_avg()
805 sa->util_avg = cap; in post_init_entity_util_avg()
809 sa->runnable_avg = sa->util_avg; in post_init_entity_util_avg()
3300 cfs_rq->avg.util_avg || in cfs_rq_is_decayed()
3457 long delta = gcfs_rq->avg.util_avg - se->avg.util_avg; in update_tg_cfs_util()
3471 se->avg.util_avg = gcfs_rq->avg.util_avg; in update_tg_cfs_util()
3472 se->avg.util_sum = se->avg.util_avg * divider; in update_tg_cfs_util()
3475 add_positive(&cfs_rq->avg.util_avg, delta); in update_tg_cfs_util()
3476 cfs_rq->avg.util_sum = cfs_rq->avg.util_avg * divider; in update_tg_cfs_util()
3614 if (se->avg.load_avg || se->avg.util_avg) in skip_blocked_update()
3673 swap(cfs_rq->removed.util_avg, removed_util); in update_cfs_rq_load_avg()
3684 sub_positive(&sa->util_avg, r); in update_cfs_rq_load_avg()
3685 sa->util_sum = sa->util_avg * divider; in update_cfs_rq_load_avg()
3743 se->avg.util_sum = se->avg.util_avg * divider; in attach_entity_load_avg()
3754 cfs_rq->avg.util_avg += se->avg.util_avg; in attach_entity_load_avg()
3783 sub_positive(&cfs_rq->avg.util_avg, se->avg.util_avg); in detach_entity_load_avg()
3784 cfs_rq->avg.util_sum = cfs_rq->avg.util_avg * divider; in detach_entity_load_avg()
3891 cfs_rq->removed.util_avg += se->avg.util_avg; in remove_entity_load_avg()
3911 return READ_ONCE(p->se.avg.util_avg); in task_util()
6503 util = READ_ONCE(cfs_rq->avg.util_avg); in cpu_util()
6534 util = READ_ONCE(cfs_rq->avg.util_avg); in cpu_util_without()
6607 unsigned long util_est, util = READ_ONCE(cfs_rq->avg.util_avg); in cpu_util_next()
8075 if (cfs_rq->avg.util_avg) in cfs_rq_has_blocked()
8083 if (READ_ONCE(rq->avg_rt.util_avg)) in others_have_blocked()
8086 if (READ_ONCE(rq->avg_dl.util_avg)) in others_have_blocked()
8093 if (READ_ONCE(rq->avg_irq.util_avg)) in others_have_blocked()
8348 used = READ_ONCE(rq->avg_rt.util_avg); in scale_rt_capacity()
8349 used += READ_ONCE(rq->avg_dl.util_avg); in scale_rt_capacity()