Lines Matching refs:cblist

41 	struct rcu_segcblist cblist;  member
276 if (rcu_segcblist_empty(&rtpcp->cblist)) in cblist_init_generic()
277 rcu_segcblist_init(&rtpcp->cblist); in cblist_init_generic()
323 if (!rcu_segcblist_empty(&rtpcp->cblist) && rtp->lazy_jiffies) { in call_rcu_tasks_generic_timer()
377 if (WARN_ON_ONCE(!rcu_segcblist_is_enabled(&rtpcp->cblist))) in call_rcu_tasks_generic()
378 rcu_segcblist_init(&rtpcp->cblist); in call_rcu_tasks_generic()
380 (rcu_segcblist_n_cbs(&rtpcp->cblist) == rcu_task_lazy_lim); in call_rcu_tasks_generic()
385 needwake = rcu_segcblist_empty(&rtpcp->cblist); in call_rcu_tasks_generic()
389 rcu_segcblist_enqueue(&rtpcp->cblist, rhp); in call_rcu_tasks_generic()
445 if (rcu_segcblist_entrain(&rtpcp->cblist, &rtpcp->barrier_q_head)) in rcu_barrier_tasks_generic()
476 if (!rcu_segcblist_n_cbs(&rtpcp->cblist)) in rcu_tasks_need_gpcb()
480 n = rcu_segcblist_n_cbs(&rtpcp->cblist); in rcu_tasks_need_gpcb()
486 rcu_segcblist_advance(&rtpcp->cblist, rcu_seq_current(&rtp->tasks_gp_seq)); in rcu_tasks_need_gpcb()
487 (void)rcu_segcblist_accelerate(&rtpcp->cblist, rcu_seq_snap(&rtp->tasks_gp_seq)); in rcu_tasks_need_gpcb()
488 if (rtpcp->urgent_gp > 0 && rcu_segcblist_pend_cbs(&rtpcp->cblist)) { in rcu_tasks_need_gpcb()
492 } else if (rcu_segcblist_empty(&rtpcp->cblist)) { in rcu_tasks_need_gpcb()
495 if (rcu_segcblist_ready_cbs(&rtpcp->cblist)) in rcu_tasks_need_gpcb()
530 WARN_ON_ONCE(rcu_segcblist_n_cbs(&rtpcp->cblist)); in rcu_tasks_need_gpcb()
567 if (rcu_segcblist_empty(&rtpcp->cblist)) in rcu_tasks_invoke_cbs()
570 rcu_segcblist_advance(&rtpcp->cblist, rcu_seq_current(&rtp->tasks_gp_seq)); in rcu_tasks_invoke_cbs()
571 rcu_segcblist_extract_done_cbs(&rtpcp->cblist, &rcl); in rcu_tasks_invoke_cbs()
582 rcu_segcblist_add_len(&rtpcp->cblist, -len); in rcu_tasks_invoke_cbs()
583 (void)rcu_segcblist_accelerate(&rtpcp->cblist, rcu_seq_snap(&rtp->tasks_gp_seq)); in rcu_tasks_invoke_cbs()
732 if (!data_race(rcu_segcblist_empty(&rtpcp->cblist))) in show_rcu_tasks_generic_gp_kthread()
736 if (!data_race(rcu_segcblist_empty(&rtpcp->cblist)) && data_race(rtpcp->urgent_gp)) in show_rcu_tasks_generic_gp_kthread()
781 n = rcu_segcblist_n_cbs(&rtpcp->cblist); in rcu_tasks_torture_stats_print_generic()