Lines Matching refs:kern_qp
217 data = get_queue_entry(qp->kern_qp.sq_buf, wqe_idx, qp->attrs.sq_size, in fill_inline_data()
241 data = get_queue_entry(qp->kern_qp.sq_buf, wqe_idx, in fill_inline_data()
270 sgl = get_queue_entry(qp->kern_qp.sq_buf, wqe_idx, in fill_sgl()
304 entry = get_queue_entry(qp->kern_qp.sq_buf, idx, qp->attrs.sq_size, in erdma_push_one_sqe()
310 qp->kern_qp.swr_tbl[idx] = send_wr->wr_id; in erdma_push_one_sqe()
314 ((flags & IB_SEND_SIGNALED) || qp->kern_qp.sig_all) ? 1 : 0); in erdma_push_one_sqe()
365 sge = get_queue_entry(qp->kern_qp.sq_buf, idx + 1, in erdma_push_one_sqe()
411 memcpy(get_queue_entry(qp->kern_qp.sq_buf, idx + 1, in erdma_push_one_sqe()
447 sge = get_queue_entry(qp->kern_qp.sq_buf, idx + 1, in erdma_push_one_sqe()
495 *(u64 *)qp->kern_qp.sq_dbrec = db_data; in kick_sq_db()
496 writeq(db_data, qp->kern_qp.hw_sq_db); in kick_sq_db()
512 sq_pi = qp->kern_qp.sq_pi; in erdma_post_send()
515 if ((u16)(sq_pi - qp->kern_qp.sq_ci) >= qp->attrs.sq_size) { in erdma_post_send()
526 qp->kern_qp.sq_pi = sq_pi; in erdma_post_send()
544 get_queue_entry(qp->kern_qp.rq_buf, qp->kern_qp.rq_pi, in erdma_post_recv_one()
547 rqe->qe_idx = cpu_to_le16(qp->kern_qp.rq_pi + 1); in erdma_post_recv_one()
560 *(u64 *)qp->kern_qp.rq_dbrec = *(u64 *)rqe; in erdma_post_recv_one()
561 writeq(*(u64 *)rqe, qp->kern_qp.hw_rq_db); in erdma_post_recv_one()
563 qp->kern_qp.rwr_tbl[qp->kern_qp.rq_pi & (qp->attrs.rq_size - 1)] = in erdma_post_recv_one()
565 qp->kern_qp.rq_pi++; in erdma_post_recv_one()