Lines Matching refs:rt_bandwidth
15 static int do_sched_rt_period_timer(struct rt_bandwidth *rt_b, int overrun);
17 struct rt_bandwidth def_rt_bandwidth;
21 struct rt_bandwidth *rt_b = in sched_rt_period_timer()
22 container_of(timer, struct rt_bandwidth, rt_period_timer); in sched_rt_period_timer()
43 void init_rt_bandwidth(struct rt_bandwidth *rt_b, u64 period, u64 runtime) in init_rt_bandwidth()
55 static void start_rt_bandwidth(struct rt_bandwidth *rt_b) in start_rt_bandwidth()
108 static void destroy_rt_bandwidth(struct rt_bandwidth *rt_b) in destroy_rt_bandwidth()
143 destroy_rt_bandwidth(&tg->rt_bandwidth); in unregister_rt_sched_group()
202 init_rt_bandwidth(&tg->rt_bandwidth, in alloc_rt_sched_group()
217 rt_rq->rt_runtime = tg->rt_bandwidth.rt_runtime; in alloc_rt_sched_group()
500 return ktime_to_ns(rt_rq->tg->rt_bandwidth.rt_period); in sched_rt_period()
601 struct rt_rq *sched_rt_period_rt_rq(struct rt_bandwidth *rt_b, int cpu) in sched_rt_period_rt_rq()
603 return container_of(rt_b, struct task_group, rt_bandwidth)->rt_rq[cpu]; in sched_rt_period_rt_rq()
606 static inline struct rt_bandwidth *sched_rt_bandwidth(struct rt_rq *rt_rq) in sched_rt_bandwidth()
608 return &rt_rq->tg->rt_bandwidth; in sched_rt_bandwidth()
663 struct rt_rq *sched_rt_period_rt_rq(struct rt_bandwidth *rt_b, int cpu) in sched_rt_period_rt_rq()
668 static inline struct rt_bandwidth *sched_rt_bandwidth(struct rt_rq *rt_rq) in sched_rt_bandwidth()
677 struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq); in sched_rt_bandwidth_account()
689 struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq); in do_balance_runtime()
749 struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq); in __disable_runtime()
833 struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq); in __enable_runtime()
860 static int do_sched_rt_period_timer(struct rt_bandwidth *rt_b, int overrun) in do_sched_rt_period_timer()
876 if (rt_b == &root_task_group.rt_bandwidth) in do_sched_rt_period_timer()
972 struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq); in sched_rt_runtime_exceeded()
1182 start_rt_bandwidth(&rt_rq->tg->rt_bandwidth); in inc_rt_group()
2698 period = ktime_to_ns(tg->rt_bandwidth.rt_period); in tg_rt_schedulable()
2699 runtime = tg->rt_bandwidth.rt_runtime; in tg_rt_schedulable()
2716 tg->rt_bandwidth.rt_runtime && tg_has_rt_tasks(tg)) in tg_rt_schedulable()
2731 period = ktime_to_ns(child->rt_bandwidth.rt_period); in tg_rt_schedulable()
2732 runtime = child->rt_bandwidth.rt_runtime; in tg_rt_schedulable()
2792 raw_spin_lock_irq(&tg->rt_bandwidth.rt_runtime_lock); in tg_set_rt_bandwidth()
2793 tg->rt_bandwidth.rt_period = ns_to_ktime(rt_period); in tg_set_rt_bandwidth()
2794 tg->rt_bandwidth.rt_runtime = rt_runtime; in tg_set_rt_bandwidth()
2803 raw_spin_unlock_irq(&tg->rt_bandwidth.rt_runtime_lock); in tg_set_rt_bandwidth()
2814 rt_period = ktime_to_ns(tg->rt_bandwidth.rt_period); in sched_group_set_rt_runtime()
2828 if (tg->rt_bandwidth.rt_runtime == RUNTIME_INF) in sched_group_rt_runtime()
2831 rt_runtime_us = tg->rt_bandwidth.rt_runtime; in sched_group_rt_runtime()
2844 rt_runtime = tg->rt_bandwidth.rt_runtime; in sched_group_set_rt_period()
2853 rt_period_us = ktime_to_ns(tg->rt_bandwidth.rt_period); in sched_group_rt_period()
2872 if (rt_task(tsk) && tg->rt_bandwidth.rt_runtime == 0) in sched_rt_can_attach()