249 	struct sock *clcsk = smc->clcsock->sk;  in smc_fback_restore_callbacks()  local
251 	write_lock_bh(&clcsk->sk_callback_lock);  in smc_fback_restore_callbacks()
252 	clcsk->sk_user_data = NULL;  in smc_fback_restore_callbacks()
254 	smc_clcsock_restore_cb(&clcsk->sk_state_change, &smc->clcsk_state_change);  in smc_fback_restore_callbacks()
255 	smc_clcsock_restore_cb(&clcsk->sk_data_ready, &smc->clcsk_data_ready);  in smc_fback_restore_callbacks()
256 	smc_clcsock_restore_cb(&clcsk->sk_write_space, &smc->clcsk_write_space);  in smc_fback_restore_callbacks()
257 	smc_clcsock_restore_cb(&clcsk->sk_error_report, &smc->clcsk_error_report);  in smc_fback_restore_callbacks()
259 	write_unlock_bh(&clcsk->sk_callback_lock);  in smc_fback_restore_callbacks()
809 static void smc_fback_forward_wakeup(struct smc_sock *smc, struct sock *clcsk,  in smc_fback_forward_wakeup()  argument
818 	wq = rcu_dereference(clcsk->sk_wq);  in smc_fback_forward_wakeup()
821 	add_wait_queue(sk_sleep(clcsk), &mark.wait_entry);  in smc_fback_forward_wakeup()
822 	clcsock_callback(clcsk);  in smc_fback_forward_wakeup()
823 	remove_wait_queue(sk_sleep(clcsk), &mark.wait_entry);  in smc_fback_forward_wakeup()
831 static void smc_fback_state_change(struct sock *clcsk)  in smc_fback_state_change()  argument
835 	read_lock_bh(&clcsk->sk_callback_lock);  in smc_fback_state_change()
836 	smc = smc_clcsock_user_data(clcsk);  in smc_fback_state_change()
838 		smc_fback_forward_wakeup(smc, clcsk,  in smc_fback_state_change()
840 	read_unlock_bh(&clcsk->sk_callback_lock);  in smc_fback_state_change()
843 static void smc_fback_data_ready(struct sock *clcsk)  in smc_fback_data_ready()  argument
847 	read_lock_bh(&clcsk->sk_callback_lock);  in smc_fback_data_ready()
848 	smc = smc_clcsock_user_data(clcsk);  in smc_fback_data_ready()
850 		smc_fback_forward_wakeup(smc, clcsk,  in smc_fback_data_ready()
852 	read_unlock_bh(&clcsk->sk_callback_lock);  in smc_fback_data_ready()
855 static void smc_fback_write_space(struct sock *clcsk)  in smc_fback_write_space()  argument
859 	read_lock_bh(&clcsk->sk_callback_lock);  in smc_fback_write_space()
860 	smc = smc_clcsock_user_data(clcsk);  in smc_fback_write_space()
862 		smc_fback_forward_wakeup(smc, clcsk,  in smc_fback_write_space()
864 	read_unlock_bh(&clcsk->sk_callback_lock);  in smc_fback_write_space()
867 static void smc_fback_error_report(struct sock *clcsk)  in smc_fback_error_report()  argument
871 	read_lock_bh(&clcsk->sk_callback_lock);  in smc_fback_error_report()
872 	smc = smc_clcsock_user_data(clcsk);  in smc_fback_error_report()
874 		smc_fback_forward_wakeup(smc, clcsk,  in smc_fback_error_report()
876 	read_unlock_bh(&clcsk->sk_callback_lock);  in smc_fback_error_report()
881 	struct sock *clcsk = smc->clcsock->sk;  in smc_fback_replace_callbacks()  local
883 	write_lock_bh(&clcsk->sk_callback_lock);  in smc_fback_replace_callbacks()
884 	clcsk->sk_user_data = (void *)((uintptr_t)smc | SK_USER_DATA_NOCOPY);  in smc_fback_replace_callbacks()
886 	smc_clcsock_replace_cb(&clcsk->sk_state_change, smc_fback_state_change,  in smc_fback_replace_callbacks()
888 	smc_clcsock_replace_cb(&clcsk->sk_data_ready, smc_fback_data_ready,  in smc_fback_replace_callbacks()
890 	smc_clcsock_replace_cb(&clcsk->sk_write_space, smc_fback_write_space,  in smc_fback_replace_callbacks()
892 	smc_clcsock_replace_cb(&clcsk->sk_error_report, smc_fback_error_report,  in smc_fback_replace_callbacks()
895 	write_unlock_bh(&clcsk->sk_callback_lock);  in smc_fback_replace_callbacks()
2726 			struct sock *clcsk = smc_sk(nsk)->clcsock->sk;  in smc_accept()  local
2728 			lock_sock(clcsk);  in smc_accept()
2729 			if (skb_queue_empty(&clcsk->sk_receive_queue))  in smc_accept()
2730 				sk_wait_data(clcsk, &timeo, NULL);  in smc_accept()
2731 			release_sock(clcsk);  in smc_accept()