Lines Matching refs:rt_bandwidth
97 static int do_sched_rt_period_timer(struct rt_bandwidth *rt_b, int overrun);
101 struct rt_bandwidth *rt_b = in sched_rt_period_timer()
102 container_of(timer, struct rt_bandwidth, rt_period_timer); in sched_rt_period_timer()
123 void init_rt_bandwidth(struct rt_bandwidth *rt_b, u64 period, u64 runtime) in init_rt_bandwidth()
135 static inline void do_start_rt_bandwidth(struct rt_bandwidth *rt_b) in do_start_rt_bandwidth()
155 static void start_rt_bandwidth(struct rt_bandwidth *rt_b) in start_rt_bandwidth()
163 static void destroy_rt_bandwidth(struct rt_bandwidth *rt_b) in destroy_rt_bandwidth()
198 destroy_rt_bandwidth(&tg->rt_bandwidth); in unregister_rt_sched_group()
256 init_rt_bandwidth(&tg->rt_bandwidth, ktime_to_ns(global_rt_period()), 0); in alloc_rt_sched_group()
270 rt_rq->rt_runtime = tg->rt_bandwidth.rt_runtime; in alloc_rt_sched_group()
495 return ktime_to_ns(rt_rq->tg->rt_bandwidth.rt_period); in sched_rt_period()
596 struct rt_rq *sched_rt_period_rt_rq(struct rt_bandwidth *rt_b, int cpu) in sched_rt_period_rt_rq()
598 return container_of(rt_b, struct task_group, rt_bandwidth)->rt_rq[cpu]; in sched_rt_period_rt_rq()
601 static inline struct rt_bandwidth *sched_rt_bandwidth(struct rt_rq *rt_rq) in sched_rt_bandwidth()
603 return &rt_rq->tg->rt_bandwidth; in sched_rt_bandwidth()
608 struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq); in sched_rt_bandwidth_account()
620 struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq); in do_balance_runtime()
680 struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq); in __disable_runtime()
764 struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq); in __enable_runtime()
791 static int do_sched_rt_period_timer(struct rt_bandwidth *rt_b, int overrun) in do_sched_rt_period_timer()
807 if (rt_b == &root_task_group.rt_bandwidth) in do_sched_rt_period_timer()
892 struct rt_bandwidth *rt_b = sched_rt_bandwidth(rt_rq); in sched_rt_runtime_exceeded()
961 struct rt_rq *sched_rt_period_rt_rq(struct rt_bandwidth *rt_b, int cpu) in sched_rt_period_rt_rq()
1162 start_rt_bandwidth(&rt_rq->tg->rt_bandwidth); in inc_rt_group()
2710 period = ktime_to_ns(tg->rt_bandwidth.rt_period); in tg_rt_schedulable()
2711 runtime = tg->rt_bandwidth.rt_runtime; in tg_rt_schedulable()
2728 tg->rt_bandwidth.rt_runtime && tg_has_rt_tasks(tg)) in tg_rt_schedulable()
2743 period = ktime_to_ns(child->rt_bandwidth.rt_period); in tg_rt_schedulable()
2744 runtime = child->rt_bandwidth.rt_runtime; in tg_rt_schedulable()
2804 raw_spin_lock_irq(&tg->rt_bandwidth.rt_runtime_lock); in tg_set_rt_bandwidth()
2805 tg->rt_bandwidth.rt_period = ns_to_ktime(rt_period); in tg_set_rt_bandwidth()
2806 tg->rt_bandwidth.rt_runtime = rt_runtime; in tg_set_rt_bandwidth()
2815 raw_spin_unlock_irq(&tg->rt_bandwidth.rt_runtime_lock); in tg_set_rt_bandwidth()
2826 rt_period = ktime_to_ns(tg->rt_bandwidth.rt_period); in sched_group_set_rt_runtime()
2840 if (tg->rt_bandwidth.rt_runtime == RUNTIME_INF) in sched_group_rt_runtime()
2843 rt_runtime_us = tg->rt_bandwidth.rt_runtime; in sched_group_rt_runtime()
2856 rt_runtime = tg->rt_bandwidth.rt_runtime; in sched_group_set_rt_period()
2865 rt_period_us = ktime_to_ns(tg->rt_bandwidth.rt_period); in sched_group_rt_period()
2886 if (rt_task(tsk) && tg->rt_bandwidth.rt_runtime == 0) in sched_rt_can_attach()