Lines Matching refs:sched_rt_entity

115 static inline struct task_struct *rt_task_of(struct sched_rt_entity *rt_se)  in rt_task_of()
128 static inline struct rt_rq *rt_rq_of_se(struct sched_rt_entity *rt_se) in rt_rq_of_se()
133 static inline struct rq *rq_of_rt_se(struct sched_rt_entity *rt_se) in rq_of_rt_se()
163 struct sched_rt_entity *rt_se, int cpu, in init_tg_rt_entry()
164 struct sched_rt_entity *parent) in init_tg_rt_entry()
192 struct sched_rt_entity *rt_se; in alloc_rt_sched_group()
211 rt_se = kzalloc_node(sizeof(struct sched_rt_entity), in alloc_rt_sched_group()
233 static inline struct task_struct *rt_task_of(struct sched_rt_entity *rt_se) in rt_task_of()
243 static inline struct rq *rq_of_rt_se(struct sched_rt_entity *rt_se) in rq_of_rt_se()
250 static inline struct rt_rq *rt_rq_of_se(struct sched_rt_entity *rt_se) in rt_rq_of_se()
324 static void inc_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_migration()
341 static void dec_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in dec_rt_migration()
418 void inc_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_migration()
423 void dec_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in dec_rt_migration()
444 static inline int on_rt_rq(struct sched_rt_entity *rt_se) in on_rt_rq()
526 static inline struct rt_rq *group_rt_rq(struct sched_rt_entity *rt_se) in group_rt_rq()
531 static void enqueue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags);
532 static void dequeue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags);
538 struct sched_rt_entity *rt_se; in sched_rt_rq_enqueue()
557 struct sched_rt_entity *rt_se; in sched_rt_rq_dequeue()
576 static int rt_se_boosted(struct sched_rt_entity *rt_se) in rt_se_boosted()
631 static inline struct rt_rq *group_rt_rq(struct sched_rt_entity *rt_se) in group_rt_rq()
944 static inline int rt_se_prio(struct sched_rt_entity *rt_se) in rt_se_prio()
1006 struct sched_rt_entity *rt_se = &curr->rt; in update_curr_rt()
1176 inc_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_group()
1186 dec_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in dec_rt_group()
1197 inc_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_group()
1203 void dec_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) {} in dec_rt_group()
1208 unsigned int rt_se_nr_running(struct sched_rt_entity *rt_se) in rt_se_nr_running()
1219 unsigned int rt_se_rr_nr_running(struct sched_rt_entity *rt_se) in rt_se_rr_nr_running()
1233 void inc_rt_tasks(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in inc_rt_tasks()
1247 void dec_rt_tasks(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) in dec_rt_tasks()
1272 static void __delist_rt_entity(struct sched_rt_entity *rt_se, struct rt_prio_array *array) in __delist_rt_entity()
1283 __schedstats_from_rt_se(struct sched_rt_entity *rt_se) in __schedstats_from_rt_se()
1295 update_stats_wait_start_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) in update_stats_wait_start_rt()
1314 update_stats_enqueue_sleeper_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) in update_stats_enqueue_sleeper_rt()
1333 update_stats_enqueue_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, in update_stats_enqueue_rt()
1344 update_stats_wait_end_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) in update_stats_wait_end_rt()
1363 update_stats_dequeue_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, in update_stats_dequeue_rt()
1388 static void __enqueue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) in __enqueue_rt_entity()
1422 static void __dequeue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) in __dequeue_rt_entity()
1440 static void dequeue_rt_stack(struct sched_rt_entity *rt_se, unsigned int flags) in dequeue_rt_stack()
1442 struct sched_rt_entity *back = NULL; in dequeue_rt_stack()
1457 static void enqueue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) in enqueue_rt_entity()
1469 static void dequeue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) in dequeue_rt_entity()
1492 struct sched_rt_entity *rt_se = &p->rt; in enqueue_task_rt()
1508 struct sched_rt_entity *rt_se = &p->rt; in dequeue_task_rt()
1521 requeue_rt_entity(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, int head) in requeue_rt_entity()
1536 struct sched_rt_entity *rt_se = &p->rt; in requeue_task_rt()
1700 struct sched_rt_entity *rt_se = &p->rt; in set_next_task_rt()
1724 static struct sched_rt_entity *pick_next_rt_entity(struct rq *rq, in pick_next_rt_entity()
1728 struct sched_rt_entity *next = NULL; in pick_next_rt_entity()
1736 next = list_entry(queue->next, struct sched_rt_entity, run_list); in pick_next_rt_entity()
1743 struct sched_rt_entity *rt_se; in _pick_next_task_rt()
1779 struct sched_rt_entity *rt_se = &p->rt; in put_prev_task_rt()
2578 struct sched_rt_entity *rt_se = &p->rt; in task_tick_rt()