35 	u32 tail;  in rvt_cq_enter()  local
43 		tail = RDMA_READ_UAPI_ATOMIC(u_wc->tail);  in rvt_cq_enter()
48 		tail = k_wc->tail;  in rvt_cq_enter()
62 	if (unlikely(next == tail || cq->cq_full)) {  in rvt_cq_enter()
321 				RDMA_READ_UAPI_ATOMIC(cq->queue->tail))  in rvt_req_notify_cq()
324 			if (cq->kqueue->head != cq->kqueue->tail)  in rvt_req_notify_cq()
343 	u32 head, tail, n;  in rvt_resize_cq()  local
388 		tail = RDMA_READ_UAPI_ATOMIC(old_u_wc->tail);  in rvt_resize_cq()
392 		tail = old_k_wc->tail;  in rvt_resize_cq()
397 	if (tail > (u32)cq->ibcq.cqe)  in rvt_resize_cq()
398 		tail = (u32)cq->ibcq.cqe;  in rvt_resize_cq()
399 	if (head < tail)  in rvt_resize_cq()
400 		n = cq->ibcq.cqe + 1 + head - tail;  in rvt_resize_cq()
402 		n = head - tail;  in rvt_resize_cq()
407 	for (n = 0; tail != head; n++) {  in rvt_resize_cq()
409 			u_wc->uqueue[n] = old_u_wc->uqueue[tail];  in rvt_resize_cq()
411 			k_wc->kqueue[n] = old_k_wc->kqueue[tail];  in rvt_resize_cq()
412 		if (tail == (u32)cq->ibcq.cqe)  in rvt_resize_cq()
413 			tail = 0;  in rvt_resize_cq()
415 			tail++;  in rvt_resize_cq()
420 		RDMA_WRITE_UAPI_ATOMIC(u_wc->tail, 0);  in rvt_resize_cq()
424 		k_wc->tail = 0;  in rvt_resize_cq()
484 	u32 tail;  in rvt_poll_cq()  local
493 	tail = wc->tail;  in rvt_poll_cq()
494 	if (tail > (u32)cq->ibcq.cqe)  in rvt_poll_cq()
495 		tail = (u32)cq->ibcq.cqe;  in rvt_poll_cq()
497 		if (tail == wc->head)  in rvt_poll_cq()
500 		trace_rvt_cq_poll(cq, &wc->kqueue[tail], npolled);  in rvt_poll_cq()
501 		*entry = wc->kqueue[tail];  in rvt_poll_cq()
502 		if (tail >= cq->ibcq.cqe)  in rvt_poll_cq()
503 			tail = 0;  in rvt_poll_cq()
505 			tail++;  in rvt_poll_cq()
507 	wc->tail = tail;  in rvt_poll_cq()