Lines Matching refs:sqe
43 struct siw_sge *sge = &wqe->sqe.sge[0]; in siw_try_1seg()
46 if (bytes > MAX_HDR_INLINE || wqe->sqe.num_sge != 1) in siw_try_1seg()
53 memcpy(paddr, &wqe->sqe.sge[1], bytes); in siw_try_1seg()
137 c_tx->pkt.rreq.sink_stag = htonl(wqe->sqe.sge[0].lkey); in siw_qp_prepare_tx()
139 cpu_to_be64(wqe->sqe.sge[0].laddr); in siw_qp_prepare_tx()
140 c_tx->pkt.rreq.source_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
141 c_tx->pkt.rreq.source_to = cpu_to_be64(wqe->sqe.raddr); in siw_qp_prepare_tx()
142 c_tx->pkt.rreq.read_size = htonl(wqe->sqe.sge[0].length); in siw_qp_prepare_tx()
185 c_tx->pkt.send_inv.inval_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx()
197 c_tx->pkt.rwrite.sink_stag = htonl(wqe->sqe.rkey); in siw_qp_prepare_tx()
198 c_tx->pkt.rwrite.sink_to = cpu_to_be64(wqe->sqe.raddr); in siw_qp_prepare_tx()
211 c_tx->pkt.rresp.sink_stag = cpu_to_be32(wqe->sqe.rkey); in siw_qp_prepare_tx()
212 c_tx->pkt.rresp.sink_to = cpu_to_be64(wqe->sqe.raddr); in siw_qp_prepare_tx()
246 cpu_to_be64(wqe->sqe.raddr); in siw_qp_prepare_tx()
434 struct siw_sge *sge = &wqe->sqe.sge[c_tx->sge_idx]; in siw_tx_hdt()
592 rv = siw_0copy_tx(s, page_array, &wqe->sqe.sge[c_tx->sge_idx], in siw_tx_hdt()
650 sge = &wqe->sqe.sge[c_tx->sge_idx]; in siw_tx_hdt()
720 cpu_to_be64(wqe->sqe.raddr + wqe->processed); in siw_prepare_fpdu()
764 struct siw_sge *sge = &wqe->sqe.sge[0]; in siw_check_sgl_tx()
765 int i, len, num_sge = wqe->sqe.num_sge; in siw_check_sgl_tx()
805 if (!(wqe->sqe.flags & SIW_WQE_INLINE)) { in siw_qp_sq_proc_tx()
807 wqe->sqe.num_sge = 1; in siw_qp_sq_proc_tx()
829 wqe->bytes = wqe->sqe.sge[0].length; in siw_qp_sq_proc_tx()
835 wqe->sqe.sge[0].laddr = in siw_qp_sq_proc_tx()
836 (u64)(uintptr_t)&wqe->sqe.sge[1]; in siw_qp_sq_proc_tx()
858 wqe->sqe.id); in siw_qp_sq_proc_tx()
929 static int siw_fastreg_mr(struct ib_pd *pd, struct siw_sqe *sqe) in siw_fastreg_mr() argument
931 struct ib_mr *base_mr = (struct ib_mr *)(uintptr_t)sqe->base_mr; in siw_fastreg_mr()
936 siw_dbg_pd(pd, "STag 0x%08x\n", sqe->rkey); in siw_fastreg_mr()
939 pr_warn("siw: fastreg: STag 0x%08x unknown\n", sqe->rkey); in siw_fastreg_mr()
943 if (unlikely(base_mr->rkey >> 8 != sqe->rkey >> 8)) { in siw_fastreg_mr()
944 pr_warn("siw: fastreg: STag 0x%08x: bad MR\n", sqe->rkey); in siw_fastreg_mr()
948 mem = siw_mem_id2obj(sdev, sqe->rkey >> 8); in siw_fastreg_mr()
950 pr_warn("siw: fastreg: STag 0x%08x unknown\n", sqe->rkey); in siw_fastreg_mr()
960 pr_warn("siw: fastreg: STag 0x%08x already valid\n", sqe->rkey); in siw_fastreg_mr()
965 mem->stag = sqe->rkey; in siw_fastreg_mr()
966 mem->perms = sqe->access; in siw_fastreg_mr()
968 siw_dbg_mem(mem, "STag 0x%08x now valid\n", sqe->rkey); in siw_fastreg_mr()
982 rv = siw_fastreg_mr(qp->pd, &wqe->sqe); in siw_qp_sq_proc_local()
986 rv = siw_invalidate_stag(qp->pd, wqe->sqe.rkey); in siw_qp_sq_proc_local()
1060 siw_sqe_complete(qp, &wqe->sqe, wqe->bytes, in siw_qp_sq_process()
1145 siw_sqe_complete(qp, &wqe->sqe, wqe->bytes, in siw_qp_sq_process()