181 	return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe));  in next_cqe_sw()
230 	cq->ibcq.comp_handler(&cq->ibcq, cq->ibcq.cq_context);  in mthca_cq_completion()
254 	event.element.cq  = &cq->ibcq;  in mthca_cq_event()
255 	if (cq->ibcq.event_handler)  in mthca_cq_event()
256 		cq->ibcq.event_handler(&event, cq->ibcq.cq_context);  in mthca_cq_event()
290 	     cqe_sw(get_cqe(cq, prod_index & cq->ibcq.cqe));  in mthca_cq_clean()
292 		if (prod_index == cq->cons_index + cq->ibcq.cqe)  in mthca_cq_clean()
304 		cqe = get_cqe(cq, prod_index & cq->ibcq.cqe);  in mthca_cq_clean()
310 			memcpy(get_cqe(cq, (prod_index + nfreed) & cq->ibcq.cqe),  in mthca_cq_clean()
316 			set_cqe_hw(get_cqe(cq, (cq->cons_index + i) & cq->ibcq.cqe));  in mthca_cq_clean()
335 	if (!mthca_is_memfree(to_mdev(cq->ibcq.device)) &&  in mthca_cq_resize_copy_cqes()
336 	    cq->ibcq.cqe < cq->resize_buf->cqe) {  in mthca_cq_resize_copy_cqes()
337 		cq->cons_index &= cq->ibcq.cqe;  in mthca_cq_resize_copy_cqes()
338 		if (cqe_sw(get_cqe(cq, cq->ibcq.cqe)))  in mthca_cq_resize_copy_cqes()
339 			cq->cons_index -= cq->ibcq.cqe + 1;  in mthca_cq_resize_copy_cqes()
342 	for (i = cq->cons_index; cqe_sw(get_cqe(cq, i & cq->ibcq.cqe)); ++i)  in mthca_cq_resize_copy_cqes()
345 		       get_cqe(cq, i & cq->ibcq.cqe), MTHCA_CQ_ENTRY_SIZE);  in mthca_cq_resize_copy_cqes()
654 int mthca_poll_cq(struct ib_cq *ibcq, int num_entries,  in mthca_poll_cq()  argument
657 	struct mthca_dev *dev = to_mdev(ibcq->device);  in mthca_poll_cq()
658 	struct mthca_cq *cq = to_mcq(ibcq);  in mthca_poll_cq()
698 			cq->cons_index &= cq->ibcq.cqe;  in mthca_poll_cq()
706 			tcqe         = cq->ibcq.cqe;  in mthca_poll_cq()
708 			cq->ibcq.cqe = cq->resize_buf->cqe;  in mthca_poll_cq()
736 int mthca_arbel_arm_cq(struct ib_cq *ibcq, enum ib_cq_notify_flags flags)  in mthca_arbel_arm_cq()  argument
738 	struct mthca_cq *cq = to_mcq(ibcq);  in mthca_arbel_arm_cq()
762 		      to_mdev(ibcq->device)->kar + MTHCA_CQ_DOORBELL,  in mthca_arbel_arm_cq()
763 		      MTHCA_GET_DOORBELL_LOCK(&to_mdev(ibcq->device)->doorbell_lock));  in mthca_arbel_arm_cq()
776 	cq->ibcq.cqe  = nent - 1;  in mthca_init_cq()
867 		mthca_free_cq_buf(dev, &cq->buf, cq->ibcq.cqe);  in mthca_init_cq()
941 		mthca_free_cq_buf(dev, &cq->buf, cq->ibcq.cqe);  in mthca_free_cq()