Lines Matching refs:percpu_dequeue_lim
120 int percpu_dequeue_lim; member
151 .percpu_dequeue_lim = 1, \
299 WRITE_ONCE(rtp->percpu_dequeue_lim, lim); in cblist_init_generic()
395 WRITE_ONCE(rtp->percpu_dequeue_lim, rcu_task_cpu_ids); in call_rcu_tasks_generic()
440 if (cpu >= smp_load_acquire(&rtp->percpu_dequeue_lim)) in rcu_barrier_tasks_generic()
469 dequeue_limit = smp_load_acquire(&rtp->percpu_dequeue_lim); in rcu_tasks_need_gpcb()
520 if (rtp->percpu_enqueue_lim < rtp->percpu_dequeue_lim) { in rcu_tasks_need_gpcb()
521 WRITE_ONCE(rtp->percpu_dequeue_lim, 1); in rcu_tasks_need_gpcb()
524 if (rtp->percpu_dequeue_lim == 1) { in rcu_tasks_need_gpcb()
525 for (cpu = rtp->percpu_dequeue_lim; cpu < rcu_task_cpu_ids; cpu++) { in rcu_tasks_need_gpcb()
553 if (rtpcp_next->cpu < smp_load_acquire(&rtp->percpu_dequeue_lim)) { in rcu_tasks_invoke_cbs()
559 if (rtpcp_next->cpu < smp_load_acquire(&rtp->percpu_dequeue_lim)) { in rcu_tasks_invoke_cbs()
771 data_race(rtp->percpu_dequeue_lim), in rcu_tasks_torture_stats_print_generic()