Home
last modified time | relevance | path

Searched refs:cons_index (Results 1 – 22 of 22) sorted by relevance

/freebsd/sys/dev/mthca/
H A Dmthca_cq.c181 return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe)); in next_cqe_sw()
208 *cq->set_ci_db = cpu_to_be32(cq->cons_index); in update_cons_index()
294 for (prod_index = cq->cons_index; in mthca_cq_clean()
297 if (prod_index == cq->cons_index + cq->ibcq.cqe) in mthca_cq_clean()
302 qpn, cq->cqn, cq->cons_index, prod_index); in mthca_cq_clean()
308 while ((int) --prod_index - (int) cq->cons_index >= 0) { in mthca_cq_clean()
321 set_cqe_hw(get_cqe(cq, (cq->cons_index + i) & cq->ibcq.cqe)); in mthca_cq_clean()
323 cq->cons_index += nfreed; in mthca_cq_clean()
342 cq->cons_index &= cq->ibcq.cqe; in mthca_cq_resize_copy_cqes()
344 cq->cons_index -= cq->ibcq.cqe + 1; in mthca_cq_resize_copy_cqes()
[all …]
H A Dmthca_eq.c237 eqe = get_eqe(eq, eq->cons_index); in next_eqe_sw()
363 ++eq->cons_index; in mthca_eq_int()
379 set_eq_ci(dev, eq, eq->cons_index); in mthca_eq_int()
411 dev->eq_table.eq[i].cons_index); in mthca_tavor_interrupt()
424 tavor_set_eq_ci(dev, eq, eq->cons_index); in mthca_tavor_msi_x_interrupt()
444 dev->eq_table.eq[i].cons_index); in mthca_arbel_interrupt()
458 arbel_set_eq_ci(dev, eq, eq->cons_index); in mthca_arbel_msi_x_interrupt()
555 eq->cons_index = 0; in mthca_create_eq()
H A Dmthca_provider.h111 u32 cons_index; member
208 u32 cons_index; member
/freebsd/sys/dev/mlx5/
H A Dcq.h44 u32 cons_index; member
127 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff);
138 u32 cons_index) in mlx5_cq_arm()
145 ci = cons_index & 0xffffff; in mlx5_cq_arm()
132 mlx5_cq_arm(struct mlx5_core_cq * cq,u32 cmd,void __iomem * uar_page,spinlock_t * doorbell_lock,u32 cons_index) mlx5_cq_arm() argument
H A Ddriver.h385 u32 cons_index; member
/freebsd/contrib/ofed/libmlx4/
H A Dcq.c113 return get_sw_cqe(cq, cq->cons_index); in next_cqe_sw()
215 ++cq->cons_index; in mlx4_get_next_cqe()
690 ci = cq->cons_index & 0xffffff; in mlx4_arm_cq()
729 for (prod_index = cq->cons_index; get_sw_cqe(cq, prod_index); ++prod_index) in __mlx4_cq_clean()
730 if (prod_index == cq->cons_index + cq->ibv_cq.cqe) in __mlx4_cq_clean()
737 while ((int) --prod_index - (int) cq->cons_index >= 0) { in __mlx4_cq_clean()
760 cq->cons_index += nfreed; in __mlx4_cq_clean()
781 for (i = cq->cons_index; get_sw_cqe(cq, i); ++i) in mlx4_get_outstanding_cqes()
784 return i - cq->cons_index; in mlx4_get_outstanding_cqes()
793 i = cq->cons_index; in mlx4_cq_resize_copy_cqes()
[all …]
H A Dmlx4.h183 uint32_t cons_index; member
348 *cq->set_ci_db = htobe32(cq->cons_index & 0xffffff); in mlx4_update_cons_index()
H A Dverbs.c492 cq->cons_index = 0; in create_cq()
/freebsd/sys/dev/mlx4/mlx4_ib/
H A Dmlx4_ib_cq.c91 return get_sw_cqe(cq, cq->mcq.cons_index); in next_cqe_sw()
336 i = cq->mcq.cons_index; in mlx4_ib_get_outstanding_cqes()
340 return i - cq->mcq.cons_index; in mlx4_ib_get_outstanding_cqes()
350 i = cq->mcq.cons_index; in mlx4_ib_cq_resize_copy_cqes()
365 ++cq->mcq.cons_index; in mlx4_ib_cq_resize_copy_cqes()
673 ++cq->mcq.cons_index; in mlx4_ib_poll_one()
928 for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); ++prod_index) in __mlx4_ib_cq_clean()
929 if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) in __mlx4_ib_cq_clean()
936 while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) { in __mlx4_ib_cq_clean()
956 cq->mcq.cons_index += nfreed; in __mlx4_ib_cq_clean()
/freebsd/sys/dev/mlx4/
H A Dcq.h147 ci = cq->cons_index & 0xffffff; in mlx4_cq_arm()
165 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff); in mlx4_cq_set_ci()
H A Ddevice.h736 u32 cons_index; member
/freebsd/sys/dev/mlx4/mlx4_core/
H A Dmlx4_eq.c99 __raw_writel((__force u32) cpu_to_be32((eq->cons_index & 0xffffff) | in eq_set_ci()
123 struct mlx4_eqe *eqe = get_eqe(eq, eq->cons_index, eqe_factor, size); in next_eqe_sw()
124 return !!(eqe->owner & 0x80) ^ !!(eq->cons_index & eq->nent) ? NULL : eqe; in next_eqe_sw()
537 eq->eqn, eq->cons_index, ret); in mlx4_eq_int()
565 eq->eqn, eq->cons_index, ret); in mlx4_eq_int()
683 eq->eqn, eq->cons_index, ret); in mlx4_eq_int()
768 eq->cons_index, eqe->owner, eq->nent, in mlx4_eq_int()
771 !!(eq->cons_index & eq->nent) ? "HW" : "SW"); in mlx4_eq_int()
793 eq->cons_index, eqe->owner, eq->nent, in mlx4_eq_int()
795 !!(eq->cons_index & eq->nent) ? "HW" : "SW"); in mlx4_eq_int()
[all …]
H A Dmlx4_cq.c291 cq->cons_index = 0; in mlx4_cq_alloc()
H A Dmlx4.h389 u32 cons_index; member
/freebsd/sys/dev/mlx4/mlx4_en/
H A Dmlx4_en_rx.c751 u32 cons_index = mcq->cons_index; in mlx4_en_process_rx_cq() local
763 index = cons_index & size_mask; in mlx4_en_process_rx_cq()
768 cons_index & size)) { in mlx4_en_process_rx_cq()
844 ++cons_index; in mlx4_en_process_rx_cq()
845 index = cons_index & size_mask; in mlx4_en_process_rx_cq()
856 mcq->cons_index = cons_index; in mlx4_en_process_rx_cq()
859 ring->cons = mcq->cons_index; in mlx4_en_process_rx_cq()
H A Dmlx4_en_tx.c358 u32 cons_index = mcq->cons_index; in mlx4_en_process_tx_cq() local
367 index = cons_index & size_mask; in mlx4_en_process_tx_cq()
374 cons_index & size)) { in mlx4_en_process_tx_cq()
405 ++cons_index; in mlx4_en_process_tx_cq()
406 index = cons_index & size_mask; in mlx4_en_process_tx_cq()
415 mcq->cons_index = cons_index; in mlx4_en_process_tx_cq()
/freebsd/sys/dev/mlx5/mlx5_core/
H A Dmlx5_eq.c107 struct mlx5_eqe *eqe = get_eqe(eq, eq->cons_index & (eq->nent - 1)); in next_eqe_sw()
109 return ((eqe->owner & 1) ^ !!(eq->cons_index & eq->nent)) ? NULL : eqe; in next_eqe_sw()
215 u32 val = (eq->cons_index & 0xffffff) | (eq->eqn << 24); in eq_update_ci()
386 ++eq->cons_index; in mlx5_eq_int()
443 eq->cons_index = 0; in mlx5_create_map_eq()
H A Dmlx5_cq.c140 cq->cons_index = 0; in mlx5_core_create_cq()
/freebsd/contrib/ofed/libmlx5/
H A Dcq.c98 return get_sw_cqe(cq, cq->cons_index); in next_cqe_sw()
103 cq->dbrec[MLX5_CQ_SET_CI] = htobe32(cq->cons_index & 0xffffff); in update_cons_index()
480 ++cq->cons_index; in mlx5_get_next_cqe()
1291 ci = cq->cons_index & 0xffffff; in mlx5_arm_cq()
1382 for (prod_index = cq->cons_index; get_sw_cqe(cq, prod_index); ++prod_index) in __mlx5_cq_clean()
1383 if (prod_index == cq->cons_index + cq->ibv_cq.cqe) in __mlx5_cq_clean()
1391 while ((int) --prod_index - (int) cq->cons_index >= 0) { in __mlx5_cq_clean()
1407 cq->cons_index += nfreed; in __mlx5_cq_clean()
1449 i = cq->cons_index; in mlx5_cq_resize_copy_cqes()
1478 ++cq->cons_index; in mlx5_cq_resize_copy_cqes()
H A Dmlx5.h327 uint32_t cons_index; member
H A Dverbs.c390 cq->cons_index = 0; in create_cq()
/freebsd/sys/dev/mlx5/mlx5_ib/
H A Dmlx5_ib_cq.c96 return get_sw_cqe(cq, cq->mcq.cons_index); in next_cqe_sw()
540 ++cq->mcq.cons_index; in mlx5_poll_one()
724 cq->mcq.cons_index); in mlx5_ib_arm_cq()
1051 for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); prod_index++) in __mlx5_ib_cq_clean()
1052 if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) in __mlx5_ib_cq_clean()
1058 while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) { in __mlx5_ib_cq_clean()
1076 cq->mcq.cons_index += nfreed; in __mlx5_ib_cq_clean()
1203 i = cq->mcq.cons_index; in copy_resize_cqes()
1235 ++cq->mcq.cons_index; in copy_resize_cqes()