323 		rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */  in rcu_nocb_do_flush_bypass()
338 	rcu_segcblist_insert_pend_cbs(&rdp->cblist, &rcl);  in rcu_nocb_do_flush_bypass()
408 		*was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist);  in rcu_nocb_try_bypass()
416 		*was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist);  in rcu_nocb_try_bypass()
441 		*was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist);  in rcu_nocb_try_bypass()
458 		*was_alldone = !rcu_segcblist_pend_cbs(&rdp->cblist);  in rcu_nocb_try_bypass()
468 		    rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) &&  in rcu_nocb_try_bypass()
485 	rcu_segcblist_inc_len(&rdp->cblist); /* Must precede enqueue. */  in rcu_nocb_try_bypass()
507 		if (!rcu_segcblist_pend_cbs(&rdp->cblist)) {  in rcu_nocb_try_bypass()
547 	len = rcu_segcblist_n_cbs(&rdp->cblist);  in __call_rcu_nocb_wake()
579 		    rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) &&  in __call_rcu_nocb_wake()
586 		     !rcu_segcblist_ready_cbs(&rdp->cblist)) &&  in __call_rcu_nocb_wake()
615 	struct rcu_segcblist *cblist = &rdp->cblist;  in nocb_gp_toggle_rdp()  local
624 	if (!rcu_segcblist_test_flags(cblist, SEGCBLIST_OFFLOADED)) {  in nocb_gp_toggle_rdp()
630 		rcu_segcblist_set_flags(cblist, SEGCBLIST_OFFLOADED);  in nocb_gp_toggle_rdp()
637 		rcu_segcblist_clear_flags(cblist, SEGCBLIST_OFFLOADED);  in nocb_gp_toggle_rdp()
710 		} else if (!bypass_ncbs && rcu_segcblist_empty(&rdp->cblist)) {  in nocb_gp_wait()
734 		if (!rcu_segcblist_restempty(&rdp->cblist,  in nocb_gp_wait()
736 		    (rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq) &&  in nocb_gp_wait()
740 			wasempty = rcu_segcblist_restempty(&rdp->cblist,  in nocb_gp_wait()
746 			     !rcu_segcblist_restempty(&rdp->cblist,  in nocb_gp_wait()
748 		if (rcu_segcblist_nextgp(&rdp->cblist, &cur_gp_seq)) {  in nocb_gp_wait()
756 		if (rcu_segcblist_ready_cbs(&rdp->cblist)) {  in nocb_gp_wait()
885 	struct rcu_segcblist *cblist = &rdp->cblist;  in nocb_cb_wait()  local
916 	if (rcu_segcblist_nextgp(cblist, &cur_gp_seq) &&  in nocb_cb_wait()
923 	if (!rcu_segcblist_ready_cbs(cblist)) {  in nocb_cb_wait()
1045 	ret = !rcu_segcblist_test_flags(&rdp->cblist, SEGCBLIST_OFFLOADED);  in rcu_nocb_rdp_deoffload_wait_cond()
1074 	WARN_ON_ONCE(rcu_segcblist_n_cbs(&rdp->cblist));  in rcu_nocb_rdp_deoffload()
1094 		rcu_segcblist_clear_flags(&rdp->cblist, SEGCBLIST_OFFLOADED);  in rcu_nocb_rdp_deoffload()
1135 	ret = rcu_segcblist_test_flags(&rdp->cblist, SEGCBLIST_OFFLOADED);  in rcu_nocb_rdp_offload_wait_cond()
1160 	WARN_ON_ONCE(rcu_segcblist_n_cbs(&rdp->cblist));  in rcu_nocb_rdp_offload()
1342 		if (rcu_segcblist_empty(&rdp->cblist))  in rcu_init_nohz()
1343 			rcu_segcblist_init(&rdp->cblist);  in rcu_init_nohz()
1344 		rcu_segcblist_set_flags(&rdp->cblist, SEGCBLIST_OFFLOADED);  in rcu_init_nohz()
1425 	WARN_ON_ONCE(system_state > SYSTEM_BOOTING && rcu_segcblist_n_cbs(&rdp->cblist));  in rcu_spawn_cpu_nocb_kthread()
1552 	struct rcu_segcblist *rsclp = &rdp->cblist;  in show_rcu_nocb_state()
1584 		rcu_segcblist_n_cbs(&rdp->cblist),  in show_rcu_nocb_state()