46 void rxrpc_poke_call(struct rxrpc_call *call, enum rxrpc_call_poke_trace what)  in rxrpc_poke_call()  argument
48 	struct rxrpc_local *local = call->local;  in rxrpc_poke_call()
51 	if (!test_bit(RXRPC_CALL_DISCONNECTED, &call->flags)) {  in rxrpc_poke_call()
53 		busy = !list_empty(&call->attend_link);  in rxrpc_poke_call()
54 		trace_rxrpc_poke_call(call, busy, what);  in rxrpc_poke_call()
55 		if (!busy && !rxrpc_try_get_call(call, rxrpc_call_get_poke))  in rxrpc_poke_call()
58 			list_add_tail(&call->attend_link, &local->call_attend_q);  in rxrpc_poke_call()
68 	struct rxrpc_call *call = from_timer(call, t, timer);  in rxrpc_call_timer_expired()  local
70 	_enter("%d", call->debug_id);  in rxrpc_call_timer_expired()
72 	if (!__rxrpc_call_is_complete(call)) {  in rxrpc_call_timer_expired()
73 		trace_rxrpc_timer_expired(call);  in rxrpc_call_timer_expired()
74 		rxrpc_poke_call(call, rxrpc_call_poke_timer);  in rxrpc_call_timer_expired()
89 	struct rxrpc_call *call;  in rxrpc_find_call_by_user_ID()  local
98 		call = rb_entry(p, struct rxrpc_call, sock_node);  in rxrpc_find_call_by_user_ID()
100 		if (user_call_ID < call->user_call_ID)  in rxrpc_find_call_by_user_ID()
102 		else if (user_call_ID > call->user_call_ID)  in rxrpc_find_call_by_user_ID()
113 	rxrpc_get_call(call, rxrpc_call_get_sendmsg);  in rxrpc_find_call_by_user_ID()
115 	_leave(" = %p [%d]", call, refcount_read(&call->ref));  in rxrpc_find_call_by_user_ID()
116 	return call;  in rxrpc_find_call_by_user_ID()
125 	struct rxrpc_call *call;  in rxrpc_alloc_call()  local
128 	call = kmem_cache_zalloc(rxrpc_call_jar, gfp);  in rxrpc_alloc_call()
129 	if (!call)  in rxrpc_alloc_call()
132 	mutex_init(&call->user_mutex);  in rxrpc_alloc_call()
138 		lockdep_set_class(&call->user_mutex,  in rxrpc_alloc_call()
141 	timer_setup(&call->timer, rxrpc_call_timer_expired, 0);  in rxrpc_alloc_call()
142 	INIT_WORK(&call->destroyer, rxrpc_destroy_call);  in rxrpc_alloc_call()
143 	INIT_LIST_HEAD(&call->link);  in rxrpc_alloc_call()
144 	INIT_LIST_HEAD(&call->wait_link);  in rxrpc_alloc_call()
145 	INIT_LIST_HEAD(&call->accept_link);  in rxrpc_alloc_call()
146 	INIT_LIST_HEAD(&call->recvmsg_link);  in rxrpc_alloc_call()
147 	INIT_LIST_HEAD(&call->sock_link);  in rxrpc_alloc_call()
148 	INIT_LIST_HEAD(&call->attend_link);  in rxrpc_alloc_call()
149 	INIT_LIST_HEAD(&call->tx_sendmsg);  in rxrpc_alloc_call()
150 	INIT_LIST_HEAD(&call->tx_buffer);  in rxrpc_alloc_call()
151 	skb_queue_head_init(&call->recvmsg_queue);  in rxrpc_alloc_call()
152 	skb_queue_head_init(&call->rx_oos_queue);  in rxrpc_alloc_call()
153 	init_waitqueue_head(&call->waitq);  in rxrpc_alloc_call()
154 	spin_lock_init(&call->notify_lock);  in rxrpc_alloc_call()
155 	spin_lock_init(&call->tx_lock);  in rxrpc_alloc_call()
156 	refcount_set(&call->ref, 1);  in rxrpc_alloc_call()
157 	call->debug_id		= debug_id;  in rxrpc_alloc_call()
158 	call->tx_total_len	= -1;  in rxrpc_alloc_call()
159 	call->next_rx_timo	= 20 * HZ;  in rxrpc_alloc_call()
160 	call->next_req_timo	= 1 * HZ;  in rxrpc_alloc_call()
161 	call->ackr_window	= 1;  in rxrpc_alloc_call()
162 	call->ackr_wtop		= 1;  in rxrpc_alloc_call()
163 	call->delay_ack_at	= KTIME_MAX;  in rxrpc_alloc_call()
164 	call->ack_lost_at	= KTIME_MAX;  in rxrpc_alloc_call()
165 	call->resend_at		= KTIME_MAX;  in rxrpc_alloc_call()
166 	call->ping_at		= KTIME_MAX;  in rxrpc_alloc_call()
167 	call->keepalive_at	= KTIME_MAX;  in rxrpc_alloc_call()
168 	call->expect_rx_by	= KTIME_MAX;  in rxrpc_alloc_call()
169 	call->expect_req_by	= KTIME_MAX;  in rxrpc_alloc_call()
170 	call->expect_term_by	= KTIME_MAX;  in rxrpc_alloc_call()
172 	memset(&call->sock_node, 0xed, sizeof(call->sock_node));  in rxrpc_alloc_call()
174 	call->rx_winsize = rxrpc_rx_window_size;  in rxrpc_alloc_call()
175 	call->tx_winsize = 16;  in rxrpc_alloc_call()
177 	call->cong_cwnd = RXRPC_MIN_CWND;  in rxrpc_alloc_call()
178 	call->cong_ssthresh = RXRPC_TX_MAX_WINDOW;  in rxrpc_alloc_call()
180 	call->rxnet = rxnet;  in rxrpc_alloc_call()
181 	call->rtt_avail = RXRPC_CALL_RTT_AVAIL_MASK;  in rxrpc_alloc_call()
183 	return call;  in rxrpc_alloc_call()
195 	struct rxrpc_call *call;  in rxrpc_alloc_client_call()  local
201 	call = rxrpc_alloc_call(rx, gfp, debug_id);  in rxrpc_alloc_client_call()
202 	if (!call)  in rxrpc_alloc_client_call()
205 	call->acks_latest_ts	= now;  in rxrpc_alloc_client_call()
206 	call->cong_tstamp	= now;  in rxrpc_alloc_client_call()
207 	call->dest_srx		= cp->peer->srx;  in rxrpc_alloc_client_call()
208 	call->dest_srx.srx_service = cp->service_id;  in rxrpc_alloc_client_call()
209 	call->interruptibility	= p->interruptibility;  in rxrpc_alloc_client_call()
210 	call->tx_total_len	= p->tx_total_len;  in rxrpc_alloc_client_call()
211 	call->key		= key_get(cp->key);  in rxrpc_alloc_client_call()
212 	call->peer		= rxrpc_get_peer(cp->peer, rxrpc_peer_get_call);  in rxrpc_alloc_client_call()
213 	call->local		= rxrpc_get_local(cp->local, rxrpc_local_get_call);  in rxrpc_alloc_client_call()
214 	call->security_level	= cp->security_level;  in rxrpc_alloc_client_call()
216 		__set_bit(RXRPC_CALL_KERNEL, &call->flags);  in rxrpc_alloc_client_call()
218 		__set_bit(RXRPC_CALL_UPGRADE, &call->flags);  in rxrpc_alloc_client_call()
220 		__set_bit(RXRPC_CALL_EXCLUSIVE, &call->flags);  in rxrpc_alloc_client_call()
223 		call->next_rx_timo = min(p->timeouts.normal, 1);  in rxrpc_alloc_client_call()
225 		call->next_req_timo = min(p->timeouts.idle, 1);  in rxrpc_alloc_client_call()
227 		call->hard_timo = p->timeouts.hard;  in rxrpc_alloc_client_call()
229 	ret = rxrpc_init_client_call_security(call);  in rxrpc_alloc_client_call()
231 		rxrpc_prefail_call(call, RXRPC_CALL_LOCAL_ERROR, ret);  in rxrpc_alloc_client_call()
232 		rxrpc_put_call(call, rxrpc_call_put_discard_error);  in rxrpc_alloc_client_call()
236 	rxrpc_set_call_state(call, RXRPC_CALL_CLIENT_AWAIT_CONN);  in rxrpc_alloc_client_call()
238 	trace_rxrpc_call(call->debug_id, refcount_read(&call->ref),  in rxrpc_alloc_client_call()
241 	_leave(" = %p", call);  in rxrpc_alloc_client_call()
242 	return call;  in rxrpc_alloc_client_call()
248 void rxrpc_start_call_timer(struct rxrpc_call *call)  in rxrpc_start_call_timer()  argument
250 	if (call->hard_timo) {  in rxrpc_start_call_timer()
251 		ktime_t delay = ms_to_ktime(call->hard_timo * 1000);  in rxrpc_start_call_timer()
253 		call->expect_term_by = ktime_add(ktime_get_real(), delay);  in rxrpc_start_call_timer()
254 		trace_rxrpc_timer_set(call, delay, rxrpc_timer_trace_hard);  in rxrpc_start_call_timer()
256 	call->timer.expires = jiffies;  in rxrpc_start_call_timer()
278 static void rxrpc_put_call_slot(struct rxrpc_call *call)  in rxrpc_put_call_slot()  argument
282 	if (test_bit(RXRPC_CALL_KERNEL, &call->flags))  in rxrpc_put_call_slot()
292 static int rxrpc_connect_call(struct rxrpc_call *call, gfp_t gfp)  in rxrpc_connect_call()  argument
294 	struct rxrpc_local *local = call->local;  in rxrpc_connect_call()
297 	_enter("{%d,%lx},", call->debug_id, call->user_call_ID);  in rxrpc_connect_call()
299 	ret = rxrpc_look_up_bundle(call, gfp);  in rxrpc_connect_call()
304 	rxrpc_get_call(call, rxrpc_call_get_io_thread);  in rxrpc_connect_call()
306 	list_add_tail(&call->wait_link, &local->new_client_calls);  in rxrpc_connect_call()
312 	__set_bit(RXRPC_CALL_DISCONNECTED, &call->flags);  in rxrpc_connect_call()
327 	__acquires(&call->user_mutex)  in rxrpc_new_client_call()
329 	struct rxrpc_call *call, *xcall;  in rxrpc_new_client_call()  local
348 	call = rxrpc_alloc_client_call(rx, cp, p, gfp, debug_id);  in rxrpc_new_client_call()
349 	if (IS_ERR(call)) {  in rxrpc_new_client_call()
352 		_leave(" = %ld", PTR_ERR(call));  in rxrpc_new_client_call()
353 		return call;  in rxrpc_new_client_call()
359 	mutex_lock(&call->user_mutex);  in rxrpc_new_client_call()
378 	rcu_assign_pointer(call->socket, rx);  in rxrpc_new_client_call()
379 	call->user_call_ID = p->user_call_ID;  in rxrpc_new_client_call()
380 	__set_bit(RXRPC_CALL_HAS_USERID, &call->flags);  in rxrpc_new_client_call()
381 	rxrpc_get_call(call, rxrpc_call_get_userid);  in rxrpc_new_client_call()
382 	rb_link_node(&call->sock_node, parent, pp);  in rxrpc_new_client_call()
383 	rb_insert_color(&call->sock_node, &rx->calls);  in rxrpc_new_client_call()
384 	list_add(&call->sock_link, &rx->sock_calls);  in rxrpc_new_client_call()
388 	rxnet = call->rxnet;  in rxrpc_new_client_call()
390 	list_add_tail_rcu(&call->link, &rxnet->calls);  in rxrpc_new_client_call()
399 	ret = rxrpc_connect_call(call, gfp);  in rxrpc_new_client_call()
403 	_leave(" = %p [new]", call);  in rxrpc_new_client_call()
404 	return call;  in rxrpc_new_client_call()
414 	rxrpc_prefail_call(call, RXRPC_CALL_LOCAL_ERROR, -EEXIST);  in rxrpc_new_client_call()
415 	trace_rxrpc_call(call->debug_id, refcount_read(&call->ref), 0,  in rxrpc_new_client_call()
417 	mutex_unlock(&call->user_mutex);  in rxrpc_new_client_call()
418 	rxrpc_put_call(call, rxrpc_call_put_userid_exists);  in rxrpc_new_client_call()
428 	trace_rxrpc_call(call->debug_id, refcount_read(&call->ref), ret,  in rxrpc_new_client_call()
430 	rxrpc_set_call_completion(call, RXRPC_CALL_LOCAL_ERROR, 0, ret);  in rxrpc_new_client_call()
431 	_leave(" = c=%08x [err]", call->debug_id);  in rxrpc_new_client_call()
432 	return call;  in rxrpc_new_client_call()
440 			 struct rxrpc_call *call,  in rxrpc_incoming_call()  argument
443 	struct rxrpc_connection *conn = call->conn;  in rxrpc_incoming_call()
447 	_enter(",%d", call->conn->debug_id);  in rxrpc_incoming_call()
449 	rcu_assign_pointer(call->socket, rx);  in rxrpc_incoming_call()
450 	call->call_id		= sp->hdr.callNumber;  in rxrpc_incoming_call()
451 	call->dest_srx.srx_service = sp->hdr.serviceId;  in rxrpc_incoming_call()
452 	call->cid		= sp->hdr.cid;  in rxrpc_incoming_call()
453 	call->cong_tstamp	= skb->tstamp;  in rxrpc_incoming_call()
455 	__set_bit(RXRPC_CALL_EXPOSED, &call->flags);  in rxrpc_incoming_call()
456 	rxrpc_set_call_state(call, RXRPC_CALL_SERVER_SECURING);  in rxrpc_incoming_call()
463 		rxrpc_set_call_state(call, RXRPC_CALL_SERVER_SECURING);  in rxrpc_incoming_call()
466 		rxrpc_set_call_state(call, RXRPC_CALL_SERVER_RECV_REQUEST);  in rxrpc_incoming_call()
470 		rxrpc_set_call_completion(call, conn->completion,  in rxrpc_incoming_call()
477 	rxrpc_get_call(call, rxrpc_call_get_io_thread);  in rxrpc_incoming_call()
486 	conn->channels[chan].call_counter = call->call_id;  in rxrpc_incoming_call()
487 	conn->channels[chan].call_id = call->call_id;  in rxrpc_incoming_call()
488 	conn->channels[chan].call = call;  in rxrpc_incoming_call()
492 	hlist_add_head(&call->error_link, &conn->peer->error_targets);  in rxrpc_incoming_call()
495 	rxrpc_start_call_timer(call);  in rxrpc_incoming_call()
502 void rxrpc_see_call(struct rxrpc_call *call, enum rxrpc_call_trace why)  in rxrpc_see_call()  argument
504 	if (call) {  in rxrpc_see_call()
505 		int r = refcount_read(&call->ref);  in rxrpc_see_call()
507 		trace_rxrpc_call(call->debug_id, r, 0, why);  in rxrpc_see_call()
511 struct rxrpc_call *rxrpc_try_get_call(struct rxrpc_call *call,  in rxrpc_try_get_call()  argument
516 	if (!call || !__refcount_inc_not_zero(&call->ref, &r))  in rxrpc_try_get_call()
518 	trace_rxrpc_call(call->debug_id, r + 1, 0, why);  in rxrpc_try_get_call()
519 	return call;  in rxrpc_try_get_call()
525 void rxrpc_get_call(struct rxrpc_call *call, enum rxrpc_call_trace why)  in rxrpc_get_call()  argument
529 	__refcount_inc(&call->ref, &r);  in rxrpc_get_call()
530 	trace_rxrpc_call(call->debug_id, r + 1, 0, why);  in rxrpc_get_call()
536 static void rxrpc_cleanup_ring(struct rxrpc_call *call)  in rxrpc_cleanup_ring()  argument
538 	rxrpc_purge_queue(&call->recvmsg_queue);  in rxrpc_cleanup_ring()
539 	rxrpc_purge_queue(&call->rx_oos_queue);  in rxrpc_cleanup_ring()
545 void rxrpc_release_call(struct rxrpc_sock *rx, struct rxrpc_call *call)  in rxrpc_release_call()  argument
547 	struct rxrpc_connection *conn = call->conn;  in rxrpc_release_call()
550 	_enter("{%d,%d}", call->debug_id, refcount_read(&call->ref));  in rxrpc_release_call()
552 	trace_rxrpc_call(call->debug_id, refcount_read(&call->ref),  in rxrpc_release_call()
553 			 call->flags, rxrpc_call_see_release);  in rxrpc_release_call()
555 	if (test_and_set_bit(RXRPC_CALL_RELEASED, &call->flags))  in rxrpc_release_call()
558 	rxrpc_put_call_slot(call);  in rxrpc_release_call()
563 	if (!list_empty(&call->recvmsg_link)) {  in rxrpc_release_call()
565 		       call, call->events, call->flags);  in rxrpc_release_call()
566 		list_del(&call->recvmsg_link);  in rxrpc_release_call()
571 	call->recvmsg_link.next = NULL;  in rxrpc_release_call()
572 	call->recvmsg_link.prev = NULL;  in rxrpc_release_call()
576 		rxrpc_put_call(call, rxrpc_call_put_unnotify);  in rxrpc_release_call()
580 	if (test_and_clear_bit(RXRPC_CALL_HAS_USERID, &call->flags)) {  in rxrpc_release_call()
581 		rb_erase(&call->sock_node, &rx->calls);  in rxrpc_release_call()
582 		memset(&call->sock_node, 0xdd, sizeof(call->sock_node));  in rxrpc_release_call()
586 	list_del(&call->sock_link);  in rxrpc_release_call()
589 	_debug("RELEASE CALL %p (%d CONN %p)", call, call->debug_id, conn);  in rxrpc_release_call()
592 		rxrpc_put_call(call, rxrpc_call_put_userid);  in rxrpc_release_call()
602 	struct rxrpc_call *call;  in rxrpc_release_calls_on_socket()  local
607 		call = list_entry(rx->to_be_accepted.next,  in rxrpc_release_calls_on_socket()
609 		list_del(&call->accept_link);  in rxrpc_release_calls_on_socket()
610 		rxrpc_propose_abort(call, RX_CALL_DEAD, -ECONNRESET,  in rxrpc_release_calls_on_socket()
612 		rxrpc_put_call(call, rxrpc_call_put_release_sock_tba);  in rxrpc_release_calls_on_socket()
616 		call = list_entry(rx->sock_calls.next,  in rxrpc_release_calls_on_socket()
618 		rxrpc_get_call(call, rxrpc_call_get_release_sock);  in rxrpc_release_calls_on_socket()
619 		rxrpc_propose_abort(call, RX_CALL_DEAD, -ECONNRESET,  in rxrpc_release_calls_on_socket()
621 		rxrpc_release_call(rx, call);  in rxrpc_release_calls_on_socket()
622 		rxrpc_put_call(call, rxrpc_call_put_release_sock);  in rxrpc_release_calls_on_socket()
631 void rxrpc_put_call(struct rxrpc_call *call, enum rxrpc_call_trace why)  in rxrpc_put_call()  argument
633 	struct rxrpc_net *rxnet = call->rxnet;  in rxrpc_put_call()
634 	unsigned int debug_id = call->debug_id;  in rxrpc_put_call()
638 	ASSERT(call != NULL);  in rxrpc_put_call()
640 	dead = __refcount_dec_and_test(&call->ref, &r);  in rxrpc_put_call()
643 		ASSERTCMP(__rxrpc_call_state(call), ==, RXRPC_CALL_COMPLETE);  in rxrpc_put_call()
645 		if (!list_empty(&call->link)) {  in rxrpc_put_call()
647 			list_del_init(&call->link);  in rxrpc_put_call()
651 		rxrpc_cleanup_call(call);  in rxrpc_put_call()
660 	struct rxrpc_call *call = container_of(rcu, struct rxrpc_call, rcu);  in rxrpc_rcu_free_call()  local
661 	struct rxrpc_net *rxnet = READ_ONCE(call->rxnet);  in rxrpc_rcu_free_call()
663 	kmem_cache_free(rxrpc_call_jar, call);  in rxrpc_rcu_free_call()
673 	struct rxrpc_call *call = container_of(work, struct rxrpc_call, destroyer);  in rxrpc_destroy_call()  local
676 	del_timer_sync(&call->timer);  in rxrpc_destroy_call()
678 	rxrpc_free_skb(call->cong_last_nack, rxrpc_skb_put_last_nack);  in rxrpc_destroy_call()
679 	rxrpc_cleanup_ring(call);  in rxrpc_destroy_call()
680 	while ((txb = list_first_entry_or_null(&call->tx_sendmsg,  in rxrpc_destroy_call()
685 	while ((txb = list_first_entry_or_null(&call->tx_buffer,  in rxrpc_destroy_call()
691 	rxrpc_put_txbuf(call->tx_pending, rxrpc_txbuf_put_cleaned);  in rxrpc_destroy_call()
692 	rxrpc_put_connection(call->conn, rxrpc_conn_put_call);  in rxrpc_destroy_call()
693 	rxrpc_deactivate_bundle(call->bundle);  in rxrpc_destroy_call()
694 	rxrpc_put_bundle(call->bundle, rxrpc_bundle_put_call);  in rxrpc_destroy_call()
695 	rxrpc_put_peer(call->peer, rxrpc_peer_put_call);  in rxrpc_destroy_call()
696 	rxrpc_put_local(call->local, rxrpc_local_put_call);  in rxrpc_destroy_call()
697 	call_rcu(&call->rcu, rxrpc_rcu_free_call);  in rxrpc_destroy_call()
703 void rxrpc_cleanup_call(struct rxrpc_call *call)  in rxrpc_cleanup_call()  argument
705 	memset(&call->sock_node, 0xcd, sizeof(call->sock_node));  in rxrpc_cleanup_call()
707 	ASSERTCMP(__rxrpc_call_state(call), ==, RXRPC_CALL_COMPLETE);  in rxrpc_cleanup_call()
708 	ASSERT(test_bit(RXRPC_CALL_RELEASED, &call->flags));  in rxrpc_cleanup_call()
710 	del_timer(&call->timer);  in rxrpc_cleanup_call()
716 		schedule_work(&call->destroyer);  in rxrpc_cleanup_call()
718 		rxrpc_destroy_call(&call->destroyer);  in rxrpc_cleanup_call()
728 	struct rxrpc_call *call;  in rxrpc_destroy_all_calls()  local
736 			call = list_entry(rxnet->calls.next,  in rxrpc_destroy_all_calls()
738 			_debug("Zapping call %p", call);  in rxrpc_destroy_all_calls()
740 			rxrpc_see_call(call, rxrpc_call_see_zap);  in rxrpc_destroy_all_calls()
741 			list_del_init(&call->link);  in rxrpc_destroy_all_calls()
744 			       call, refcount_read(&call->ref),  in rxrpc_destroy_all_calls()
745 			       rxrpc_call_states[__rxrpc_call_state(call)],  in rxrpc_destroy_all_calls()
746 			       call->flags, call->events);  in rxrpc_destroy_all_calls()