188 static void zero_cpu_stall_ticks(struct rcu_data *rdp)  in zero_cpu_stall_ticks()  argument
190 	rdp->ticks_this_gp = 0;  in zero_cpu_stall_ticks()
191 	rdp->softirq_snap = kstat_softirqs_cpu(RCU_SOFTIRQ, smp_processor_id());  in zero_cpu_stall_ticks()
192 	WRITE_ONCE(rdp->last_fqs_resched, jiffies);  in zero_cpu_stall_ticks()
223 	struct rcu_data *rdp;  in rcu_iw_handler()  local
226 	rdp = container_of(iwp, struct rcu_data, rcu_iw);  in rcu_iw_handler()
227 	rnp = rdp->mynode;  in rcu_iw_handler()
229 	if (!WARN_ON_ONCE(!rdp->rcu_iw_pending)) {  in rcu_iw_handler()
230 		rdp->rcu_iw_gp_seq = rnp->gp_seq;  in rcu_iw_handler()
231 		rdp->rcu_iw_pending = false;  in rcu_iw_handler()
421 static bool rcu_is_rcuc_kthread_starving(struct rcu_data *rdp, unsigned long *jp)  in rcu_is_rcuc_kthread_starving()  argument
427 	rcuc = rdp->rcu_cpu_kthread_task;  in rcu_is_rcuc_kthread_starving()
435 	j = jiffies - READ_ONCE(rdp->rcuc_activity);  in rcu_is_rcuc_kthread_starving()
445 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in print_cpu_stat_info()  local
451 	rsrp = &rdp->snap_record;  in print_cpu_stat_info()
452 	if (rsrp->gp_seq != rdp->gp_seq)  in print_cpu_stat_info()
486 	struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in print_cpu_stall_info()  local
499 	ticks_value = rcu_seq_ctr(rcu_state.gp_seq - rdp->gp_seq);  in print_cpu_stall_info()
504 		ticks_value = rdp->ticks_this_gp;  in print_cpu_stall_info()
506 	delta = rcu_seq_ctr(rdp->mynode->gp_seq - rdp->rcu_iw_gp_seq);  in print_cpu_stall_info()
509 	rcuc_starved = rcu_is_rcuc_kthread_starving(rdp, &j);  in print_cpu_stall_info()
516 	       "o."[!!(rdp->grpmask & rdp->mynode->qsmaskinit)],  in print_cpu_stall_info()
517 	       "N."[!!(rdp->grpmask & rdp->mynode->qsmaskinitnext)],  in print_cpu_stall_info()
519 			rdp->rcu_iw_pending ? (int)min(delta, 9UL) + '0' :  in print_cpu_stall_info()
524 	       rdp->softirq_snap, kstat_softirqs_cpu(RCU_SOFTIRQ, cpu),  in print_cpu_stall_info()
549 			struct rcu_data *rdp = per_cpu_ptr(&rcu_data, cpu);  in rcu_check_gp_kthread_starvation()  local
556 			} else if (!(data_race(READ_ONCE(rdp->mynode->qsmask)) & rdp->grpmask)) {  in rcu_check_gp_kthread_starvation()
677 	struct rcu_data *rdp = this_cpu_ptr(&rcu_data);  in print_cpu_stall()  local
697 	raw_spin_lock_irqsave_rcu_node(rdp->mynode, flags);  in print_cpu_stall()
699 	raw_spin_unlock_irqrestore_rcu_node(rdp->mynode, flags);  in print_cpu_stall()
737 static void check_cpu_stall(struct rcu_data *rdp)  in check_cpu_stall()  argument
794 	rnp = rdp->mynode;  in check_cpu_stall()
796 	self_detected = READ_ONCE(rnp->qsmask) & rdp->grpmask;  in check_cpu_stall()
903 	struct rcu_data *rdp;  in show_rcu_gp_kthreads()  local
939 			rdp = per_cpu_ptr(&rcu_data, cpu);  in show_rcu_gp_kthreads()
940 			if (READ_ONCE(rdp->gpwrap) ||  in show_rcu_gp_kthreads()
942 					 READ_ONCE(rdp->gp_seq_needed)))  in show_rcu_gp_kthreads()
945 				cpu, (long)data_race(READ_ONCE(rdp->gp_seq_needed)));  in show_rcu_gp_kthreads()
949 		rdp = per_cpu_ptr(&rcu_data, cpu);  in show_rcu_gp_kthreads()
950 		cbs += data_race(READ_ONCE(rdp->n_cbs_invoked));  in show_rcu_gp_kthreads()
951 		if (rcu_segcblist_is_offloaded(&rdp->cblist))  in show_rcu_gp_kthreads()
952 			show_rcu_nocb_state(rdp);  in show_rcu_gp_kthreads()
963 static void rcu_check_gp_start_stall(struct rcu_node *rnp, struct rcu_data *rdp,  in rcu_check_gp_start_stall()  argument
1028 	struct rcu_data *rdp;  in rcu_fwd_progress_check()  local
1038 		rdp = this_cpu_ptr(&rcu_data);  in rcu_fwd_progress_check()
1039 		rcu_check_gp_start_stall(rdp->mynode, rdp, j);  in rcu_fwd_progress_check()