Lines Matching refs:tail
34 u32 tail; in rvt_cq_enter() local
42 tail = RDMA_READ_UAPI_ATOMIC(u_wc->tail); in rvt_cq_enter()
47 tail = k_wc->tail; in rvt_cq_enter()
61 if (unlikely(next == tail || cq->cq_full)) { in rvt_cq_enter()
319 RDMA_READ_UAPI_ATOMIC(cq->queue->tail)) in rvt_req_notify_cq()
322 if (cq->kqueue->head != cq->kqueue->tail) in rvt_req_notify_cq()
341 u32 head, tail, n; in rvt_resize_cq() local
386 tail = RDMA_READ_UAPI_ATOMIC(old_u_wc->tail); in rvt_resize_cq()
390 tail = old_k_wc->tail; in rvt_resize_cq()
395 if (tail > (u32)cq->ibcq.cqe) in rvt_resize_cq()
396 tail = (u32)cq->ibcq.cqe; in rvt_resize_cq()
397 if (head < tail) in rvt_resize_cq()
398 n = cq->ibcq.cqe + 1 + head - tail; in rvt_resize_cq()
400 n = head - tail; in rvt_resize_cq()
405 for (n = 0; tail != head; n++) { in rvt_resize_cq()
407 u_wc->uqueue[n] = old_u_wc->uqueue[tail]; in rvt_resize_cq()
409 k_wc->kqueue[n] = old_k_wc->kqueue[tail]; in rvt_resize_cq()
410 if (tail == (u32)cq->ibcq.cqe) in rvt_resize_cq()
411 tail = 0; in rvt_resize_cq()
413 tail++; in rvt_resize_cq()
418 RDMA_WRITE_UAPI_ATOMIC(u_wc->tail, 0); in rvt_resize_cq()
422 k_wc->tail = 0; in rvt_resize_cq()
482 u32 tail; in rvt_poll_cq() local
491 tail = wc->tail; in rvt_poll_cq()
492 if (tail > (u32)cq->ibcq.cqe) in rvt_poll_cq()
493 tail = (u32)cq->ibcq.cqe; in rvt_poll_cq()
495 if (tail == wc->head) in rvt_poll_cq()
498 trace_rvt_cq_poll(cq, &wc->kqueue[tail], npolled); in rvt_poll_cq()
499 *entry = wc->kqueue[tail]; in rvt_poll_cq()
500 if (tail >= cq->ibcq.cqe) in rvt_poll_cq()
501 tail = 0; in rvt_poll_cq()
503 tail++; in rvt_poll_cq()
505 wc->tail = tail; in rvt_poll_cq()