15 static void cgroup_base_stat_flush(struct cgroup *cgrp, int cpu);
17 static struct cgroup_rstat_cpu *cgroup_rstat_cpu(struct cgroup *cgrp, int cpu)  in cgroup_rstat_cpu()
32 				     struct cgroup *cgrp, const bool fast_path)  in _cgroup_rstat_cpu_lock()
65 			      struct cgroup *cgrp, unsigned long flags,  in _cgroup_rstat_cpu_unlock()
85 __bpf_kfunc void cgroup_rstat_updated(struct cgroup *cgrp, int cpu)  in cgroup_rstat_updated()
106 		struct cgroup *parent = cgroup_parent(cgrp);  in cgroup_rstat_updated()
144 static struct cgroup *cgroup_rstat_push_children(struct cgroup *head,  in cgroup_rstat_push_children()
145 						 struct cgroup *child, int cpu)  in cgroup_rstat_push_children()
147 	struct cgroup *chead = child;	/* Head of child cgroup level */  in cgroup_rstat_push_children()
148 	struct cgroup *ghead = NULL;	/* Head of grandchild cgroup level */  in cgroup_rstat_push_children()
149 	struct cgroup *parent, *grandchild;  in cgroup_rstat_push_children()
203 static struct cgroup *cgroup_rstat_updated_list(struct cgroup *root, int cpu)  in cgroup_rstat_updated_list()
207 	struct cgroup *head = NULL, *parent, *child;  in cgroup_rstat_updated_list()
223 		struct cgroup **nextp;  in cgroup_rstat_updated_list()
266 __weak noinline void bpf_rstat_flush(struct cgroup *cgrp,  in bpf_rstat_flush()
267 				     struct cgroup *parent, int cpu)  in bpf_rstat_flush()
282 static inline void __cgroup_rstat_lock(struct cgroup *cgrp, int cpu_in_loop)  in __cgroup_rstat_lock()
295 static inline void __cgroup_rstat_unlock(struct cgroup *cgrp, int cpu_in_loop)  in __cgroup_rstat_unlock()
303 static void cgroup_rstat_flush_locked(struct cgroup *cgrp)  in cgroup_rstat_flush_locked()
311 		struct cgroup *pos = cgroup_rstat_updated_list(cgrp, cpu);  in cgroup_rstat_flush_locked()
349 __bpf_kfunc void cgroup_rstat_flush(struct cgroup *cgrp)  in cgroup_rstat_flush()
367 void cgroup_rstat_flush_hold(struct cgroup *cgrp)  in cgroup_rstat_flush_hold()
379 void cgroup_rstat_flush_release(struct cgroup *cgrp)  in cgroup_rstat_flush_release()
385 int cgroup_rstat_init(struct cgroup *cgrp)  in cgroup_rstat_init()
407 void cgroup_rstat_exit(struct cgroup *cgrp)  in cgroup_rstat_exit()
460 static void cgroup_base_stat_flush(struct cgroup *cgrp, int cpu)  in cgroup_base_stat_flush()
463 	struct cgroup *parent = cgroup_parent(cgrp);  in cgroup_base_stat_flush()
500 cgroup_base_stat_cputime_account_begin(struct cgroup *cgrp, unsigned long *flags)  in cgroup_base_stat_cputime_account_begin()
509 static void cgroup_base_stat_cputime_account_end(struct cgroup *cgrp,  in cgroup_base_stat_cputime_account_end()
518 void __cgroup_account_cputime(struct cgroup *cgrp, u64 delta_exec)  in __cgroup_account_cputime()
528 void __cgroup_account_cputime_field(struct cgroup *cgrp,  in __cgroup_account_cputime_field()
610 	struct cgroup *cgrp = seq_css(seq)->cgroup;  in cgroup_base_stat_cputime_show()