Lines Matching refs:rstatc

105 		struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu);  in cgroup_rstat_updated()  local
113 if (rstatc->updated_next) in cgroup_rstat_updated()
118 rstatc->updated_next = cgrp; in cgroup_rstat_updated()
123 rstatc->updated_next = prstatc->updated_children; in cgroup_rstat_updated()
206 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(root, cpu); in cgroup_rstat_updated_list() local
213 if (!rstatc->updated_next) in cgroup_rstat_updated_list()
234 *nextp = rstatc->updated_next; in cgroup_rstat_updated_list()
237 rstatc->updated_next = NULL; in cgroup_rstat_updated_list()
242 child = rstatc->updated_children; in cgroup_rstat_updated_list()
243 rstatc->updated_children = root; in cgroup_rstat_updated_list()
398 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_init() local
400 rstatc->updated_children = cgrp; in cgroup_rstat_init()
401 u64_stats_init(&rstatc->bsync); in cgroup_rstat_init()
415 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_rstat_exit() local
417 if (WARN_ON_ONCE(rstatc->updated_children != cgrp) || in cgroup_rstat_exit()
418 WARN_ON_ONCE(rstatc->updated_next)) in cgroup_rstat_exit()
462 struct cgroup_rstat_cpu *rstatc = cgroup_rstat_cpu(cgrp, cpu); in cgroup_base_stat_flush() local
474 seq = __u64_stats_fetch_begin(&rstatc->bsync); in cgroup_base_stat_flush()
475 delta = rstatc->bstat; in cgroup_base_stat_flush()
476 } while (__u64_stats_fetch_retry(&rstatc->bsync, seq)); in cgroup_base_stat_flush()
479 cgroup_base_stat_sub(&delta, &rstatc->last_bstat); in cgroup_base_stat_flush()
481 cgroup_base_stat_add(&rstatc->last_bstat, &delta); in cgroup_base_stat_flush()
482 cgroup_base_stat_add(&rstatc->subtree_bstat, &delta); in cgroup_base_stat_flush()
491 delta = rstatc->subtree_bstat; in cgroup_base_stat_flush()
493 cgroup_base_stat_sub(&delta, &rstatc->last_subtree_bstat); in cgroup_base_stat_flush()
495 cgroup_base_stat_add(&rstatc->last_subtree_bstat, &delta); in cgroup_base_stat_flush()
502 struct cgroup_rstat_cpu *rstatc; in cgroup_base_stat_cputime_account_begin() local
504 rstatc = get_cpu_ptr(cgrp->rstat_cpu); in cgroup_base_stat_cputime_account_begin()
505 *flags = u64_stats_update_begin_irqsave(&rstatc->bsync); in cgroup_base_stat_cputime_account_begin()
506 return rstatc; in cgroup_base_stat_cputime_account_begin()
510 struct cgroup_rstat_cpu *rstatc, in cgroup_base_stat_cputime_account_end() argument
513 u64_stats_update_end_irqrestore(&rstatc->bsync, flags); in cgroup_base_stat_cputime_account_end()
515 put_cpu_ptr(rstatc); in cgroup_base_stat_cputime_account_end()
520 struct cgroup_rstat_cpu *rstatc; in __cgroup_account_cputime() local
523 rstatc = cgroup_base_stat_cputime_account_begin(cgrp, &flags); in __cgroup_account_cputime()
524 rstatc->bstat.cputime.sum_exec_runtime += delta_exec; in __cgroup_account_cputime()
525 cgroup_base_stat_cputime_account_end(cgrp, rstatc, flags); in __cgroup_account_cputime()
531 struct cgroup_rstat_cpu *rstatc; in __cgroup_account_cputime_field() local
534 rstatc = cgroup_base_stat_cputime_account_begin(cgrp, &flags); in __cgroup_account_cputime_field()
539 rstatc->bstat.cputime.utime += delta_exec; in __cgroup_account_cputime_field()
544 rstatc->bstat.cputime.stime += delta_exec; in __cgroup_account_cputime_field()
548 rstatc->bstat.forceidle_sum += delta_exec; in __cgroup_account_cputime_field()
555 cgroup_base_stat_cputime_account_end(cgrp, rstatc, flags); in __cgroup_account_cputime_field()