Lines Matching refs:sched_entity
397 is_same_group(struct sched_entity *se, struct sched_entity *pse) in is_same_group()
405 static inline struct sched_entity *parent_entity(struct sched_entity *se) in parent_entity()
411 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
452 static int se_is_idle(struct sched_entity *se) in se_is_idle()
486 static inline struct sched_entity *parent_entity(struct sched_entity *se) in parent_entity()
492 find_matching_se(struct sched_entity **se, struct sched_entity **pse) in find_matching_se()
506 static int se_is_idle(struct sched_entity *se) in se_is_idle()
538 static inline bool entity_before(struct sched_entity *a, in entity_before()
539 struct sched_entity *b) in entity_before()
545 rb_entry((node), struct sched_entity, run_node)
549 struct sched_entity *curr = cfs_rq->curr; in update_min_vruntime()
562 struct sched_entity *se = __node_2_se(leftmost); in update_min_vruntime()
586 static void __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __enqueue_entity()
591 static void __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in __dequeue_entity()
596 struct sched_entity *__pick_first_entity(struct cfs_rq *cfs_rq) in __pick_first_entity()
606 static struct sched_entity *__pick_next_entity(struct sched_entity *se) in __pick_next_entity()
617 struct sched_entity *__pick_last_entity(struct cfs_rq *cfs_rq) in __pick_last_entity()
652 static inline u64 calc_delta_fair(u64 delta, struct sched_entity *se) in calc_delta_fair()
684 static u64 sched_slice(struct cfs_rq *cfs_rq, struct sched_entity *se) in sched_slice()
687 struct sched_entity *init_se = se; in sched_slice()
730 static u64 sched_vslice(struct cfs_rq *cfs_rq, struct sched_entity *se) in sched_vslice()
743 void init_entity_runnable_average(struct sched_entity *se) in init_entity_runnable_average()
761 static void attach_entity_cfs_rq(struct sched_entity *se);
791 struct sched_entity *se = &p->se; in post_init_entity_util_avg()
830 void init_entity_runnable_average(struct sched_entity *se) in init_entity_runnable_average()
846 struct sched_entity *curr = cfs_rq->curr; in update_curr()
890 update_stats_wait_start_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_start_fair()
907 update_stats_wait_end_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_wait_end_fair()
933 update_stats_enqueue_sleeper_fair(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_enqueue_sleeper_fair()
953 update_stats_enqueue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_stats_enqueue_fair()
970 update_stats_dequeue_fair(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_stats_dequeue_fair()
1002 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se) in update_stats_curr_start()
2942 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_enqueue()
2959 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) in account_entity_dequeue()
3023 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in enqueue_load_avg()
3030 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in dequeue_load_avg()
3038 enqueue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { } in enqueue_load_avg()
3040 dequeue_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) { } in dequeue_load_avg()
3043 static void reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, in reweight_entity()
3072 struct sched_entity *se = &p->se; in reweight_task()
3197 static void update_cfs_group(struct sched_entity *se) in update_cfs_group()
3221 static inline void update_cfs_group(struct sched_entity *se) in update_cfs_group()
3341 void set_task_rq_fair(struct sched_entity *se, in set_task_rq_fair()
3455 update_tg_cfs_util(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_util()
3480 update_tg_cfs_runnable(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_runnable()
3505 update_tg_cfs_load(struct cfs_rq *cfs_rq, struct sched_entity *se, struct cfs_rq *gcfs_rq) in update_tg_cfs_load()
3575 static inline int propagate_entity_load_avg(struct sched_entity *se) in propagate_entity_load_avg()
3606 static inline bool skip_blocked_update(struct sched_entity *se) in skip_blocked_update()
3636 static inline int propagate_entity_load_avg(struct sched_entity *se) in propagate_entity_load_avg()
3719 static void attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in attach_entity_load_avg()
3774 static void detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) in detach_entity_load_avg()
3803 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in update_load_avg()
3863 static void sync_entity_load_avg(struct sched_entity *se) in sync_entity_load_avg()
3876 static void remove_entity_load_avg(struct sched_entity *se) in remove_entity_load_avg()
4111 static inline void update_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int not_used1) in update_load_avg()
4116 static inline void remove_entity_load_avg(struct sched_entity *se) {} in remove_entity_load_avg()
4119 attach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in attach_entity_load_avg()
4121 detach_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se) {} in detach_entity_load_avg()
4141 static void check_spread(struct cfs_rq *cfs_rq, struct sched_entity *se) in check_spread()
4155 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int initial) in place_entity()
4226 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in enqueue_entity()
4284 static void __clear_buddies_last(struct sched_entity *se) in __clear_buddies_last()
4295 static void __clear_buddies_next(struct sched_entity *se) in __clear_buddies_next()
4306 static void __clear_buddies_skip(struct sched_entity *se) in __clear_buddies_skip()
4317 static void clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se) in clear_buddies()
4332 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) in dequeue_entity()
4387 check_preempt_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr) in check_preempt_tick()
4390 struct sched_entity *se; in check_preempt_tick()
4424 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) in set_next_entity()
4462 wakeup_preempt_entity(struct sched_entity *curr, struct sched_entity *se);
4471 static struct sched_entity *
4472 pick_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *curr) in pick_next_entity()
4474 struct sched_entity *left = __pick_first_entity(cfs_rq); in pick_next_entity()
4475 struct sched_entity *se; in pick_next_entity()
4491 struct sched_entity *second; in pick_next_entity()
4522 static void put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev) in put_prev_entity()
4547 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued) in entity_tick()
4792 struct sched_entity *se; in throttle_cfs_rq()
4879 struct sched_entity *se; in unthrottle_cfs_rq()
5466 struct sched_entity *se = &p->se; in hrtick_start_fair()
5564 struct sched_entity *se = &p->se; in enqueue_task_fair()
5669 static void set_next_buddy(struct sched_entity *se);
5679 struct sched_entity *se = &p->se; in dequeue_task_fair()
6936 static void detach_entity_cfs_rq(struct sched_entity *se);
6952 struct sched_entity *se = &p->se; in migrate_task_rq_fair()
7015 static unsigned long wakeup_gran(struct sched_entity *se) in wakeup_gran()
7050 wakeup_preempt_entity(struct sched_entity *curr, struct sched_entity *se) in wakeup_preempt_entity()
7064 static void set_last_buddy(struct sched_entity *se) in set_last_buddy()
7075 static void set_next_buddy(struct sched_entity *se) in set_next_buddy()
7086 static void set_skip_buddy(struct sched_entity *se) in set_skip_buddy()
7098 struct sched_entity *se = &curr->se, *pse = &p->se; in check_preempt_wakeup()
7195 struct sched_entity *se; in pick_task_fair()
7204 struct sched_entity *curr = cfs_rq->curr; in pick_task_fair()
7229 struct sched_entity *se; in pick_next_task_fair()
7250 struct sched_entity *curr = cfs_rq->curr; in pick_next_task_fair()
7292 struct sched_entity *pse = &prev->se; in pick_next_task_fair()
7379 struct sched_entity *se = &prev->se; in put_prev_task_fair()
7397 struct sched_entity *se = &curr->se; in yield_task_fair()
7426 struct sched_entity *se = &p->se; in yield_to_task_fair()
8156 struct sched_entity *se; in __update_blocked_fair()
8193 struct sched_entity *se = cfs_rq->tg->se[cpu_of(rq)]; in update_cfs_rq_h_load()
11043 __entity_slice_used(struct sched_entity *se, int min_nr_tasks) in __entity_slice_used()
11079 static void se_fi_update(struct sched_entity *se, unsigned int fi_seq, bool forceidle) in se_fi_update()
11096 struct sched_entity *se = &p->se; in task_vruntime_update()
11107 struct sched_entity *sea = &a->se; in cfs_prio_less()
11108 struct sched_entity *seb = &b->se; in cfs_prio_less()
11165 struct sched_entity *se = &curr->se; in task_tick_fair()
11189 struct sched_entity *se = &p->se, *curr; in task_fork_fair()
11244 struct sched_entity *se = &p->se; in vruntime_normalized()
11275 static void propagate_entity_cfs_rq(struct sched_entity *se) in propagate_entity_cfs_rq()
11298 static void propagate_entity_cfs_rq(struct sched_entity *se) { } in propagate_entity_cfs_rq()
11301 static void detach_entity_cfs_rq(struct sched_entity *se) in detach_entity_cfs_rq()
11312 static void attach_entity_cfs_rq(struct sched_entity *se) in attach_entity_cfs_rq()
11333 struct sched_entity *se = &p->se; in detach_task_cfs_rq()
11350 struct sched_entity *se = &p->se; in attach_task_cfs_rq()
11388 struct sched_entity *se = &p->se; in set_next_task_fair()
11424 struct sched_entity *se = &p->se; in task_set_group_fair()
11472 struct sched_entity *se; in alloc_fair_sched_group()
11513 struct sched_entity *se; in online_fair_sched_group()
11557 struct sched_entity *se, int cpu, in init_tg_cfs_entry()
11558 struct sched_entity *parent) in init_tg_cfs_entry()
11609 struct sched_entity *se = tg->se[i]; in __sched_group_set_shares()
11660 struct sched_entity *se = tg->se[i]; in sched_group_set_idle()
11730 struct sched_entity *se = &task->se; in get_rr_interval_fair()