Lines Matching refs:qpriv
341 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_qp_priv_init() local
344 qpriv->rcd = qp_to_rcd(rdi, qp); in hfi1_qp_priv_init()
346 spin_lock_init(&qpriv->opfn.lock); in hfi1_qp_priv_init()
347 INIT_WORK(&qpriv->opfn.opfn_work, opfn_send_conn_request); in hfi1_qp_priv_init()
348 INIT_WORK(&qpriv->tid_rdma.trigger_work, tid_rdma_trigger_resume); in hfi1_qp_priv_init()
349 qpriv->flow_state.psn = 0; in hfi1_qp_priv_init()
350 qpriv->flow_state.index = RXE_NUM_TID_FLOWS; in hfi1_qp_priv_init()
351 qpriv->flow_state.last_index = RXE_NUM_TID_FLOWS; in hfi1_qp_priv_init()
352 qpriv->flow_state.generation = KERN_GENERATION_RESERVED; in hfi1_qp_priv_init()
353 qpriv->s_state = TID_OP(WRITE_RESP); in hfi1_qp_priv_init()
354 qpriv->s_tid_cur = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
355 qpriv->s_tid_head = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
356 qpriv->s_tid_tail = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
357 qpriv->rnr_nak_state = TID_RNR_NAK_INIT; in hfi1_qp_priv_init()
358 qpriv->r_tid_head = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
359 qpriv->r_tid_tail = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
360 qpriv->r_tid_ack = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
361 qpriv->r_tid_alloc = HFI1_QP_WQE_INVALID; in hfi1_qp_priv_init()
362 atomic_set(&qpriv->n_requests, 0); in hfi1_qp_priv_init()
363 atomic_set(&qpriv->n_tid_requests, 0); in hfi1_qp_priv_init()
364 timer_setup(&qpriv->s_tid_timer, hfi1_tid_timeout, 0); in hfi1_qp_priv_init()
365 timer_setup(&qpriv->s_tid_retry_timer, hfi1_tid_retry_timeout, 0); in hfi1_qp_priv_init()
366 INIT_LIST_HEAD(&qpriv->tid_wait); in hfi1_qp_priv_init()
369 struct hfi1_devdata *dd = qpriv->rcd->dd; in hfi1_qp_priv_init()
371 qpriv->pages = kzalloc_node(TID_RDMA_MAX_PAGES * in hfi1_qp_priv_init()
372 sizeof(*qpriv->pages), in hfi1_qp_priv_init()
374 if (!qpriv->pages) in hfi1_qp_priv_init()
415 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_qp_priv_tid_free() local
433 cancel_work_sync(&qpriv->opfn.opfn_work); in hfi1_qp_priv_tid_free()
434 kfree(qpriv->pages); in hfi1_qp_priv_tid_free()
435 qpriv->pages = NULL; in hfi1_qp_priv_tid_free()
782 struct hfi1_qp_priv *qpriv = (struct hfi1_qp_priv *)qp->priv; in hfi1_kern_setup_hw_flow() local
783 struct tid_flow_state *fs = &qpriv->flow_state; in hfi1_kern_setup_hw_flow()
822 struct hfi1_qp_priv *qpriv = (struct hfi1_qp_priv *)qp->priv; in hfi1_kern_clear_hw_flow() local
823 struct tid_flow_state *fs = &qpriv->flow_state; in hfi1_kern_clear_hw_flow()
1467 struct hfi1_qp_priv *qpriv = req->qp->priv; in hfi1_kern_exp_rcv_setup() local
1489 if (kern_get_phys_blocks(flow, qpriv->pages, ss, last)) { in hfi1_kern_exp_rcv_setup()
1520 flow->idx = qpriv->flow_state.index; in hfi1_kern_exp_rcv_setup()
1521 flow->flow_state.generation = qpriv->flow_state.generation; in hfi1_kern_exp_rcv_setup()
1522 flow->flow_state.spsn = qpriv->flow_state.psn; in hfi1_kern_exp_rcv_setup()
1526 qpriv->flow_state.psn += flow->npkts; in hfi1_kern_exp_rcv_setup()
1657 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_init_trdma_req() local
1670 req->rcd = qpriv->rcd; in hfi1_init_trdma_req()
1710 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_read_packet() local
1744 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_read_packet()
1758 cpu_to_be32(qpriv->tid_rdma.local.qp | in hfi1_build_tid_rdma_read_packet()
1761 qpriv->rcd->ctxt); in hfi1_build_tid_rdma_read_packet()
1774 qpriv->pending_tid_r_segs++; in hfi1_build_tid_rdma_read_packet()
1792 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_read_req() local
1808 if (qpriv->pending_tid_r_segs) in hfi1_build_tid_rdma_read_req()
1812 qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_build_tid_rdma_read_req()
1839 if ((qpriv->flow_state.psn + npkts) > MAX_TID_FLOW_PSN - 1) { in hfi1_build_tid_rdma_read_req()
1845 if (hfi1_kern_setup_hw_flow(qpriv->rcd, qp)) in hfi1_build_tid_rdma_read_req()
1895 struct hfi1_qp_priv *qpriv = qp->priv; in tid_rdma_rcv_read_request() local
1969 req->n_flows = qpriv->tid_rdma.local.max_read; in tid_rdma_rcv_read_request()
1975 req->seg_len = qpriv->tid_rdma.local.max_len; in tid_rdma_rcv_read_request()
1992 struct hfi1_qp_priv *qpriv = qp->priv; in tid_rdma_rcv_error() local
2128 qpriv->pending_tid_w_segs -= in tid_rdma_rcv_error()
2135 qpriv->pending_tid_w_segs += in tid_rdma_rcv_error()
2172 qpriv->pending_tid_w_segs -= in tid_rdma_rcv_error()
2180 qpriv->s_flags &= ~HFI1_R_TID_WAIT_INTERLCK; in tid_rdma_rcv_error()
2198 if (qpriv->rnr_nak_state) { in tid_rdma_rcv_error()
2200 qpriv->rnr_nak_state = TID_RNR_NAK_INIT; in tid_rdma_rcv_error()
2237 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_rc_rcv_tid_rdma_read_req() local
2263 if (!len || len & ~PAGE_MASK || len > qpriv->tid_rdma.local.max_len) in hfi1_rc_rcv_tid_rdma_read_req()
2317 qpriv->r_tid_alloc = qp->r_head_ack_queue; in hfi1_rc_rcv_tid_rdma_read_req()
2350 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_read_resp() local
2369 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_read_resp()
2861 struct hfi1_qp_priv *qpriv; in hfi1_handle_kdeth_eflags() local
2935 qpriv = qp->priv; in hfi1_handle_kdeth_eflags()
2936 if (qpriv->r_tid_tail == HFI1_QP_WQE_INVALID || in hfi1_handle_kdeth_eflags()
2937 qpriv->r_tid_tail == qpriv->r_tid_head) in hfi1_handle_kdeth_eflags()
2939 e = &qp->s_ack_queue[qpriv->r_tid_tail]; in hfi1_handle_kdeth_eflags()
2957 if (!(qpriv->s_flags & HFI1_R_TID_SW_PSN)) { in hfi1_handle_kdeth_eflags()
2958 qpriv->s_flags |= HFI1_R_TID_SW_PSN; in hfi1_handle_kdeth_eflags()
2962 qpriv->r_next_psn_kdeth = in hfi1_handle_kdeth_eflags()
2981 qpriv->s_nak_state = 0; in hfi1_handle_kdeth_eflags()
2992 qpriv->r_next_psn_kdeth = in hfi1_handle_kdeth_eflags()
3031 if (!qpriv->s_nak_state) { in hfi1_handle_kdeth_eflags()
3032 qpriv->s_nak_state = IB_NAK_PSN_ERROR; in hfi1_handle_kdeth_eflags()
3034 qpriv->s_nak_psn = mask_psn(flow->flow_state.r_next_psn); in hfi1_handle_kdeth_eflags()
3051 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_tid_rdma_restart_req() local
3107 rvt_skip_sge(&qpriv->tid_ss, (req->cur_seg * req->seg_len) + in hfi1_tid_rdma_restart_req()
3138 i = qpriv->s_tid_tail; in hfi1_tid_rdma_restart_req()
3148 if (i == qpriv->s_tid_cur) in hfi1_tid_rdma_restart_req()
3166 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_qp_kern_exp_rcv_clear_all() local
3176 fs = &qpriv->flow_state; in hfi1_qp_kern_exp_rcv_clear_all()
3178 hfi1_kern_clear_hw_flow(qpriv->rcd, qp); in hfi1_qp_kern_exp_rcv_clear_all()
3284 struct hfi1_qp_priv *qpriv = (struct hfi1_qp_priv *)qp->priv; in setup_tid_rdma_wqe() local
3289 struct hfi1_pportdata *ppd = qpriv->rcd->ppd; in setup_tid_rdma_wqe()
3294 if (qpriv->hdr_type != HFI1_PKT_TYPE_9B) in setup_tid_rdma_wqe()
3298 remote = rcu_dereference(qpriv->tid_rdma.remote); in setup_tid_rdma_wqe()
3338 qpriv->tid_r_reqs++; in setup_tid_rdma_wqe()
3342 atomic_inc(&qpriv->n_requests); in setup_tid_rdma_wqe()
3370 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_write_req() local
3375 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_write_req()
3415 static u32 position_in_queue(struct hfi1_qp_priv *qpriv, in position_in_queue() argument
3418 return qpriv->tid_enqueue - queue->dequeue; in position_in_queue()
3428 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_compute_tid_rnr_timeout() local
3433 bytes_per_us = active_egress_rate(qpriv->rcd->ppd) / 8; in hfi1_compute_tid_rnr_timeout()
3467 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_tid_write_alloc_resources() local
3468 struct hfi1_ctxtdata *rcd = qpriv->rcd; in hfi1_tid_write_alloc_resources()
3469 struct tid_rdma_params *local = &qpriv->tid_rdma.local; in hfi1_tid_write_alloc_resources()
3492 if (qpriv->rnr_nak_state == TID_RNR_NAK_SEND) in hfi1_tid_write_alloc_resources()
3496 if (qpriv->r_tid_alloc == qpriv->r_tid_head) { in hfi1_tid_write_alloc_resources()
3498 if (qpriv->flow_state.index < RXE_NUM_TID_FLOWS && in hfi1_tid_write_alloc_resources()
3499 !qpriv->alloc_w_segs) { in hfi1_tid_write_alloc_resources()
3501 qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_tid_write_alloc_resources()
3506 e = &qp->s_ack_queue[qpriv->r_tid_alloc]; in hfi1_tid_write_alloc_resources()
3517 if (qpriv->alloc_w_segs >= local->max_write) in hfi1_tid_write_alloc_resources()
3521 if (qpriv->sync_pt && qpriv->alloc_w_segs) in hfi1_tid_write_alloc_resources()
3525 if (qpriv->sync_pt && !qpriv->alloc_w_segs) { in hfi1_tid_write_alloc_resources()
3527 qpriv->sync_pt = false; in hfi1_tid_write_alloc_resources()
3528 qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_tid_write_alloc_resources()
3532 if (qpriv->flow_state.index >= RXE_NUM_TID_FLOWS) { in hfi1_tid_write_alloc_resources()
3533 ret = hfi1_kern_setup_hw_flow(qpriv->rcd, qp); in hfi1_tid_write_alloc_resources()
3536 position_in_queue(qpriv, in hfi1_tid_write_alloc_resources()
3548 if (qpriv->flow_state.psn + npkts > MAX_TID_FLOW_PSN - 1) { in hfi1_tid_write_alloc_resources()
3549 qpriv->sync_pt = true; in hfi1_tid_write_alloc_resources()
3571 to_seg = position_in_queue(qpriv, &rcd->rarr_queue); in hfi1_tid_write_alloc_resources()
3575 qpriv->alloc_w_segs++; in hfi1_tid_write_alloc_resources()
3580 if (++qpriv->r_tid_alloc > in hfi1_tid_write_alloc_resources()
3582 qpriv->r_tid_alloc = 0; in hfi1_tid_write_alloc_resources()
3609 qp->r_head_ack_queue = qpriv->r_tid_alloc + 1; in hfi1_tid_write_alloc_resources()
3612 qpriv->r_tid_head = qp->r_head_ack_queue; in hfi1_tid_write_alloc_resources()
3634 qpriv->rnr_nak_state = TID_RNR_NAK_SEND; in hfi1_tid_write_alloc_resources()
3666 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_rc_rcv_tid_rdma_write_req() local
3692 num_segs = DIV_ROUND_UP(len, qpriv->tid_rdma.local.max_len); in hfi1_rc_rcv_tid_rdma_write_req()
3704 if (qpriv->rnr_nak_state) in hfi1_rc_rcv_tid_rdma_write_req()
3723 if (qpriv->rnr_nak_state) { in hfi1_rc_rcv_tid_rdma_write_req()
3726 qpriv->rnr_nak_state = TID_RNR_NAK_INIT; in hfi1_rc_rcv_tid_rdma_write_req()
3757 req->n_flows = min_t(u16, num_segs, qpriv->tid_rdma.local.max_write); in hfi1_rc_rcv_tid_rdma_write_req()
3764 req->seg_len = qpriv->tid_rdma.local.max_len; in hfi1_rc_rcv_tid_rdma_write_req()
3788 if (qpriv->r_tid_tail == HFI1_QP_WQE_INVALID) { in hfi1_rc_rcv_tid_rdma_write_req()
3789 qpriv->r_tid_tail = qp->r_head_ack_queue; in hfi1_rc_rcv_tid_rdma_write_req()
3790 } else if (qpriv->r_tid_tail == qpriv->r_tid_head) { in hfi1_rc_rcv_tid_rdma_write_req()
3793 e = &qp->s_ack_queue[qpriv->r_tid_tail]; in hfi1_rc_rcv_tid_rdma_write_req()
3798 if (qpriv->r_tid_tail == qpriv->r_tid_ack) in hfi1_rc_rcv_tid_rdma_write_req()
3799 qpriv->r_tid_ack = qp->r_head_ack_queue; in hfi1_rc_rcv_tid_rdma_write_req()
3800 qpriv->r_tid_tail = qp->r_head_ack_queue; in hfi1_rc_rcv_tid_rdma_write_req()
3805 qpriv->r_tid_head = qp->r_head_ack_queue; in hfi1_rc_rcv_tid_rdma_write_req()
3842 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_write_resp() local
3869 if (qpriv->rnr_nak_state == TID_RNR_NAK_SENT) in hfi1_build_tid_rdma_write_resp()
3914 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_write_resp()
3925 cpu_to_be32(qpriv->tid_rdma.local.qp | in hfi1_build_tid_rdma_write_resp()
3928 qpriv->rcd->ctxt); in hfi1_build_tid_rdma_write_resp()
3933 qpriv->pending_tid_w_segs++; in hfi1_build_tid_rdma_write_resp()
3940 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_add_tid_reap_timer() local
3943 if (!(qpriv->s_flags & HFI1_R_TID_RSC_TIMER)) { in hfi1_add_tid_reap_timer()
3944 qpriv->s_flags |= HFI1_R_TID_RSC_TIMER; in hfi1_add_tid_reap_timer()
3945 qpriv->s_tid_timer.expires = jiffies + in hfi1_add_tid_reap_timer()
3946 qpriv->tid_timer_timeout_jiffies; in hfi1_add_tid_reap_timer()
3947 add_timer(&qpriv->s_tid_timer); in hfi1_add_tid_reap_timer()
3953 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_mod_tid_reap_timer() local
3956 qpriv->s_flags |= HFI1_R_TID_RSC_TIMER; in hfi1_mod_tid_reap_timer()
3957 mod_timer(&qpriv->s_tid_timer, jiffies + in hfi1_mod_tid_reap_timer()
3958 qpriv->tid_timer_timeout_jiffies); in hfi1_mod_tid_reap_timer()
3963 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_stop_tid_reap_timer() local
3967 if (qpriv->s_flags & HFI1_R_TID_RSC_TIMER) { in hfi1_stop_tid_reap_timer()
3968 rval = del_timer(&qpriv->s_tid_timer); in hfi1_stop_tid_reap_timer()
3969 qpriv->s_flags &= ~HFI1_R_TID_RSC_TIMER; in hfi1_stop_tid_reap_timer()
3976 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_del_tid_reap_timer() local
3978 del_timer_sync(&qpriv->s_tid_timer); in hfi1_del_tid_reap_timer()
3979 qpriv->s_flags &= ~HFI1_R_TID_RSC_TIMER; in hfi1_del_tid_reap_timer()
3984 struct hfi1_qp_priv *qpriv = from_timer(qpriv, t, s_tid_timer); in hfi1_tid_timeout() local
3985 struct rvt_qp *qp = qpriv->owner; in hfi1_tid_timeout()
3992 if (qpriv->s_flags & HFI1_R_TID_RSC_TIMER) { in hfi1_tid_timeout()
3997 (u64)qpriv->tid_timer_timeout_jiffies); in hfi1_tid_timeout()
4003 hfi1_kern_clear_hw_flow(qpriv->rcd, qp); in hfi1_tid_timeout()
4042 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_rc_rcv_tid_rdma_write_resp() local
4081 wqe = rvt_get_swqe_ptr(qp, qpriv->s_tid_cur); in hfi1_rc_rcv_tid_rdma_write_resp()
4178 if (qpriv->s_tid_cur != qpriv->s_tid_head && in hfi1_rc_rcv_tid_rdma_write_resp()
4180 for (i = qpriv->s_tid_cur + 1; ; i++) { in hfi1_rc_rcv_tid_rdma_write_resp()
4184 if (i == qpriv->s_tid_head) in hfi1_rc_rcv_tid_rdma_write_resp()
4189 qpriv->s_tid_cur = i; in hfi1_rc_rcv_tid_rdma_write_resp()
4213 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_packet() local
4234 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_packet()
4430 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_write_ack() local
4431 struct tid_flow_state *fs = &qpriv->flow_state; in hfi1_build_tid_rdma_write_ack()
4437 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_write_ack()
4443 if (qpriv->resync) { in hfi1_build_tid_rdma_write_ack()
4447 } else if (qpriv->s_nak_state) { in hfi1_build_tid_rdma_write_ack()
4448 *bth2 = mask_psn(qpriv->s_nak_psn); in hfi1_build_tid_rdma_write_ack()
4451 (qpriv->s_nak_state << in hfi1_build_tid_rdma_write_ack()
4459 cpu_to_be32(qpriv->tid_rdma.local.qp | in hfi1_build_tid_rdma_write_ack()
4462 qpriv->rcd->ctxt); in hfi1_build_tid_rdma_write_ack()
4468 if (qpriv->resync) { in hfi1_build_tid_rdma_write_ack()
4475 if (hfi1_tid_rdma_is_resync_psn(qpriv->r_next_psn_kdeth - 1)) { in hfi1_build_tid_rdma_write_ack()
4477 cpu_to_be32(qpriv->r_next_psn_kdeth_save); in hfi1_build_tid_rdma_write_ack()
4485 qpriv->r_next_psn_kdeth_save = in hfi1_build_tid_rdma_write_ack()
4486 qpriv->r_next_psn_kdeth - 1; in hfi1_build_tid_rdma_write_ack()
4488 cpu_to_be32(qpriv->r_next_psn_kdeth_save); in hfi1_build_tid_rdma_write_ack()
4489 qpriv->r_next_psn_kdeth = mask_psn(*bth2 + 1); in hfi1_build_tid_rdma_write_ack()
4491 qpriv->resync = false; in hfi1_build_tid_rdma_write_ack()
4501 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_rc_rcv_tid_rdma_ack() local
4521 cmp_psn(psn, qpriv->s_resync_psn)) in hfi1_rc_rcv_tid_rdma_ack()
4568 atomic_dec(&qpriv->n_tid_requests); in hfi1_rc_rcv_tid_rdma_ack()
4583 if (qpriv->s_flags & RVT_S_WAIT_ACK) in hfi1_rc_rcv_tid_rdma_ack()
4584 qpriv->s_flags &= ~RVT_S_WAIT_ACK; in hfi1_rc_rcv_tid_rdma_ack()
4607 qpriv->s_flags &= ~RVT_S_SEND_ONE; in hfi1_rc_rcv_tid_rdma_ack()
4610 if ((qp->s_acked == qpriv->s_tid_tail && in hfi1_rc_rcv_tid_rdma_ack()
4613 qpriv->s_state = TID_OP(WRITE_DATA_LAST); in hfi1_rc_rcv_tid_rdma_ack()
4618 qpriv->s_state = TID_OP(WRITE_DATA); in hfi1_rc_rcv_tid_rdma_ack()
4700 if (++last_acked == qpriv->s_tid_cur + 1) in hfi1_rc_rcv_tid_rdma_ack()
4708 qpriv->s_tid_tail = qp->s_acked; in hfi1_rc_rcv_tid_rdma_ack()
4709 qpriv->s_state = TID_OP(WRITE_REQ); in hfi1_rc_rcv_tid_rdma_ack()
4713 qpriv->s_retry = qp->s_retry_cnt; in hfi1_rc_rcv_tid_rdma_ack()
4731 qpriv->s_tid_tail = qp->s_acked; in hfi1_rc_rcv_tid_rdma_ack()
4732 qpriv->s_state = TID_OP(WRITE_REQ); in hfi1_rc_rcv_tid_rdma_ack()
4733 qpriv->s_retry = qp->s_retry_cnt; in hfi1_rc_rcv_tid_rdma_ack()
4847 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_build_tid_rdma_resync() local
4854 remote = rcu_dereference(qpriv->tid_rdma.remote); in hfi1_build_tid_rdma_resync()
4862 qpriv->s_resync_psn = *bth2; in hfi1_build_tid_rdma_resync()
4873 struct hfi1_qp_priv *qpriv = qp->priv; in hfi1_rc_rcv_tid_rdma_resync() local
4874 struct hfi1_ctxtdata *rcd = qpriv->rcd; in hfi1_rc_rcv_tid_rdma_resync()
4879 struct tid_flow_state *fs = &qpriv->flow_state; in hfi1_rc_rcv_tid_rdma_resync()
4900 if (qpriv->resync) in hfi1_rc_rcv_tid_rdma_resync()
4920 qpriv->s_flags &= ~HFI1_R_TID_SW_PSN; in hfi1_rc_rcv_tid_rdma_resync()
4928 for (idx = qpriv->r_tid_tail; ; idx++) { in hfi1_rc_rcv_tid_rdma_resync()
4969 qpriv->resync = true; in hfi1_rc_rcv_tid_rdma_resync()
4971 qpriv->s_nak_state = 0; in hfi1_rc_rcv_tid_rdma_resync()
5191 struct hfi1_qp_priv *qpriv = qp->priv; in make_tid_rdma_ack() local
5208 e = &qp->s_ack_queue[qpriv->r_tid_ack]; in make_tid_rdma_ack()
5222 if (qpriv->resync) { in make_tid_rdma_ack()
5224 qpriv->r_tid_ack = !qpriv->r_tid_ack ? in make_tid_rdma_ack()
5226 qpriv->r_tid_ack - 1; in make_tid_rdma_ack()
5227 e = &qp->s_ack_queue[qpriv->r_tid_ack]; in make_tid_rdma_ack()
5238 if (!qpriv->s_nak_state && !qpriv->resync && in make_tid_rdma_ack()
5266 next = qpriv->r_tid_ack + 1; in make_tid_rdma_ack()
5269 qpriv->r_tid_ack = next; in make_tid_rdma_ack()
5277 e = &qp->s_ack_queue[qpriv->r_tid_ack]; in make_tid_rdma_ack()
5285 if (qpriv->s_nak_state || in make_tid_rdma_ack()
5286 (qpriv->resync && in make_tid_rdma_ack()
5287 !hfi1_tid_rdma_is_resync_psn(qpriv->r_next_psn_kdeth - 1) && in make_tid_rdma_ack()
5288 (cmp_psn(qpriv->r_next_psn_kdeth - 1, in make_tid_rdma_ack()
5298 e = &qp->s_ack_queue[qpriv->r_tid_ack]; in make_tid_rdma_ack()
5302 qpriv->s_flags & HFI1_R_TID_WAIT_INTERLCK) in make_tid_rdma_ack()
5303 qpriv->s_flags &= ~HFI1_R_TID_WAIT_INTERLCK; in make_tid_rdma_ack()
5311 qpriv->s_flags &= ~RVT_S_ACK_PENDING; in make_tid_rdma_ack()
5313 ps->s_txreq->sde = qpriv->s_sde; in make_tid_rdma_ack()
5326 qpriv->s_flags &= ~RVT_S_ACK_PENDING; in make_tid_rdma_ack()