51 	struct mlx5_ib_gsi_wr *wr;  in generate_completions()  local
56 		wr = &gsi->outstanding_wrs[index % gsi->cap.max_send_wr];  in generate_completions()
58 		if (!wr->completed)  in generate_completions()
61 		WARN_ON_ONCE(mlx5_ib_generate_wc(gsi_cq, &wr->wc));  in generate_completions()
62 		wr->completed = false;  in generate_completions()
71 	struct mlx5_ib_gsi_wr *wr =  in handle_single_completion()  local
78 	wr->completed = true;  in handle_single_completion()
79 	wr_id = wr->wc.wr_id;  in handle_single_completion()
80 	wr->wc = *wc;  in handle_single_completion()
81 	wr->wc.wr_id = wr_id;  in handle_single_completion()
82 	wr->wc.qp = &mqp->ibqp;  in handle_single_completion()
360 				      struct ib_ud_wr *wr, struct ib_wc *wc)  in mlx5_ib_add_outstanding_wr()  argument
377 		gsi_wr->wc.pkey_index = wr->pkey_index;  in mlx5_ib_add_outstanding_wr()
378 		gsi_wr->wc.wr_id = wr->wr.wr_id;  in mlx5_ib_add_outstanding_wr()
385 	wr->wr.wr_cqe = &gsi_wr->cqe;  in mlx5_ib_add_outstanding_wr()
391 static int mlx5_ib_gsi_silent_drop(struct mlx5_ib_qp *mqp, struct ib_ud_wr *wr)  in mlx5_ib_gsi_silent_drop()  argument
394 		{ .wr_id = wr->wr.wr_id },  in mlx5_ib_gsi_silent_drop()
401 	ret = mlx5_ib_add_outstanding_wr(mqp, wr, &wc);  in mlx5_ib_gsi_silent_drop()
411 static struct ib_qp *get_tx_qp(struct mlx5_ib_gsi_qp *gsi, struct ib_ud_wr *wr)  in get_tx_qp()  argument
414 	struct mlx5_ib_ah *ah = to_mah(wr->ah);  in get_tx_qp()
415 	int qp_index = wr->pkey_index;  in get_tx_qp()
429 int mlx5_ib_gsi_post_send(struct ib_qp *qp, const struct ib_send_wr *wr,  in mlx5_ib_gsi_post_send()  argument
438 	for (; wr; wr = wr->next) {  in mlx5_ib_gsi_post_send()
439 		struct ib_ud_wr cur_wr = *ud_wr(wr);  in mlx5_ib_gsi_post_send()
441 		cur_wr.wr.next = NULL;  in mlx5_ib_gsi_post_send()
457 		ret = ib_post_send(tx_qp, &cur_wr.wr, bad_wr);  in mlx5_ib_gsi_post_send()
459 			/* Undo the effect of adding the outstanding wr */  in mlx5_ib_gsi_post_send()
470 	*bad_wr = wr;  in mlx5_ib_gsi_post_send()
474 int mlx5_ib_gsi_post_recv(struct ib_qp *qp, const struct ib_recv_wr *wr,  in mlx5_ib_gsi_post_recv()  argument
480 	return ib_post_recv(gsi->rx_qp, wr, bad_wr);  in mlx5_ib_gsi_post_recv()