| /linux/drivers/infiniband/hw/mthca/ |
| H A D | mthca_cq.c | 181 return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe)); in next_cqe_sw() 208 *cq->set_ci_db = cpu_to_be32(cq->cons_index); in update_cons_index() 289 for (prod_index = cq->cons_index; in mthca_cq_clean() 292 if (prod_index == cq->cons_index + cq->ibcq.cqe) in mthca_cq_clean() 297 qpn, cq->cqn, cq->cons_index, prod_index); in mthca_cq_clean() 303 while ((int) --prod_index - (int) cq->cons_index >= 0) { in mthca_cq_clean() 316 set_cqe_hw(get_cqe(cq, (cq->cons_index + i) & cq->ibcq.cqe)); in mthca_cq_clean() 318 cq->cons_index += nfreed; in mthca_cq_clean() 337 cq->cons_index &= cq->ibcq.cqe; in mthca_cq_resize_copy_cqes() 339 cq->cons_index -= cq->ibcq.cqe + 1; in mthca_cq_resize_copy_cqes() [all …]
|
| H A D | mthca_eq.c | 237 eqe = get_eqe(eq, eq->cons_index); in next_eqe_sw() 363 ++eq->cons_index; in mthca_eq_int() 379 set_eq_ci(dev, eq, eq->cons_index); in mthca_eq_int() 411 dev->eq_table.eq[i].cons_index); in mthca_tavor_interrupt() 424 tavor_set_eq_ci(dev, eq, eq->cons_index); in mthca_tavor_msi_x_interrupt() 444 dev->eq_table.eq[i].cons_index); in mthca_arbel_interrupt() 458 arbel_set_eq_ci(dev, eq, eq->cons_index); in mthca_arbel_msi_x_interrupt() 554 eq->cons_index = 0; in mthca_create_eq()
|
| H A D | mthca_provider.h | 91 u32 cons_index; member 188 u32 cons_index; member
|
| /linux/include/linux/mlx5/ |
| H A D | cq.h | 50 u32 cons_index; member 143 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff); in mlx5_cq_set_ci() 153 u32 cons_index) in mlx5_cq_arm() argument 160 ci = cons_index & 0xffffff; in mlx5_cq_arm()
|
| /linux/drivers/infiniband/hw/mlx4/ |
| H A D | cq.c | 90 return get_sw_cqe(cq, cq->mcq.cons_index); in next_cqe_sw() 352 i = cq->mcq.cons_index; in mlx4_ib_get_outstanding_cqes() 356 return i - cq->mcq.cons_index; in mlx4_ib_get_outstanding_cqes() 366 i = cq->mcq.cons_index; in mlx4_ib_cq_resize_copy_cqes() 381 ++cq->mcq.cons_index; in mlx4_ib_cq_resize_copy_cqes() 685 ++cq->mcq.cons_index; in mlx4_ib_poll_one() 935 for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); ++prod_index) in __mlx4_ib_cq_clean() 936 if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) in __mlx4_ib_cq_clean() 943 while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) { in __mlx4_ib_cq_clean() 963 cq->mcq.cons_index += nfreed; in __mlx4_ib_cq_clean()
|
| /linux/drivers/net/ethernet/mellanox/mlx4/ |
| H A D | eq.c | 99 __raw_writel((__force u32) cpu_to_be32((eq->cons_index & 0xffffff) | in eq_set_ci() 123 struct mlx4_eqe *eqe = get_eqe(eq, eq->cons_index, eqe_factor, size); in next_eqe_sw() 124 return !!(eqe->owner & 0x80) ^ !!(eq->cons_index & eq->nent) ? NULL : eqe; in next_eqe_sw() 543 eq->eqn, eq->cons_index, ret); in mlx4_eq_int() 573 eq->eqn, eq->cons_index, ret); in mlx4_eq_int() 698 eq->eqn, eq->cons_index, ret); in mlx4_eq_int() 783 eq->cons_index, eqe->owner, eq->nent, in mlx4_eq_int() 786 !!(eq->cons_index & eq->nent) ? "HW" : "SW"); in mlx4_eq_int() 808 eq->cons_index, eqe->owner, eq->nent, in mlx4_eq_int() 810 !!(eq->cons_index & eq->nent) ? "HW" : "SW"); in mlx4_eq_int() [all …]
|
| H A D | en_rx.c | 711 index = cq->mcq.cons_index & ring->size_mask; in mlx4_en_process_rx_cq() 716 cq->mcq.cons_index & cq->size)) { in mlx4_en_process_rx_cq() 932 ++cq->mcq.cons_index; in mlx4_en_process_rx_cq() 933 index = (cq->mcq.cons_index) & ring->size_mask; in mlx4_en_process_rx_cq() 950 ring->cons = cq->mcq.cons_index; in mlx4_en_process_rx_cq()
|
| H A D | cq.c | 410 cq->cons_index = 0; in mlx4_cq_alloc()
|
| H A D | mlx4.h | 397 u32 cons_index; member
|
| /linux/include/linux/mlx4/ |
| H A D | cq.h | 156 ci = cq->cons_index & 0xffffff; in mlx4_cq_arm() 174 *cq->set_ci_db = cpu_to_be32(cq->cons_index & 0xffffff); in mlx4_cq_set_ci()
|
| H A D | device.h | 732 u32 cons_index; member
|
| /linux/drivers/infiniband/hw/mlx5/ |
| H A D | cq.c | 99 return get_sw_cqe(cq, cq->mcq.cons_index); in next_cqe_sw() 472 ++cq->mcq.cons_index; in mlx5_poll_one() 666 uar_page, to_mcq(ibcq)->mcq.cons_index); in mlx5_ib_arm_cq() 1111 for (prod_index = cq->mcq.cons_index; get_sw_cqe(cq, prod_index); prod_index++) in __mlx5_ib_cq_clean() 1112 if (prod_index == cq->mcq.cons_index + cq->ibcq.cqe) in __mlx5_ib_cq_clean() 1118 while ((int) --prod_index - (int) cq->mcq.cons_index >= 0) { in __mlx5_ib_cq_clean() 1136 cq->mcq.cons_index += nfreed; in __mlx5_ib_cq_clean() 1250 i = cq->mcq.cons_index; in copy_resize_cqes() 1281 ++cq->mcq.cons_index; in copy_resize_cqes()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | eq.c | 137 ++eq->cons_index; in mlx5_eq_comp_int() 158 count_eqe = eq->core.cons_index; in mlx5_eq_poll_irq_disabled() 160 count_eqe = eq->core.cons_index - count_eqe; in mlx5_eq_poll_irq_disabled() 220 ++eq->cons_index; in mlx5_eq_async_int() 275 eq->cons_index = 0; in create_map_eq() 787 u32 ci = eq->cons_index + cc; in mlx5_eq_get_eqe() 805 eq->cons_index += cc; in mlx5_eq_update_ci()
|
| H A D | cq.c | 128 cq->cons_index = 0; in mlx5_create_cq()
|
| /linux/drivers/infiniband/hw/hns/ |
| H A D | hns_roce_hw_v2.c | 3793 *hr_cq->set_ci_db = hr_cq->cons_index & V2_CQ_DB_CONS_IDX_M; in update_cq_db() 3799 hr_reg_write(&cq_db, DB_CQ_CI, hr_cq->cons_index); in update_cq_db() 3816 for (prod_index = hr_cq->cons_index; get_sw_cqe_v2(hr_cq, prod_index); in __hns_roce_v2_cq_clean() 3818 if (prod_index > hr_cq->cons_index + hr_cq->ib_cq.cqe) in __hns_roce_v2_cq_clean() 3826 while ((int) --prod_index - (int) hr_cq->cons_index >= 0) { in __hns_roce_v2_cq_clean() 3844 hr_cq->cons_index += nfreed; in __hns_roce_v2_cq_clean() 3946 hr_reg_write(&cq_db, DB_CQ_CI, hr_cq->cons_index); in hns_roce_v2_req_notify_cq() 4225 cqe = get_sw_cqe_v2(hr_cq, hr_cq->cons_index); in hns_roce_v2_poll_one() 4229 ++hr_cq->cons_index; in hns_roce_v2_poll_one() 6484 hr_reg_write(&eq_db, EQ_DB_CI, eq->cons_index); in update_eq_db() [all …]
|
| /linux/drivers/vfio/pci/mlx5/ |
| H A D | cmd.c | 1210 cq->mcq.cons_index); in mlx5vf_create_cq() 1703 cqe = get_sw_cqe(cq, cq->mcq.cons_index); in mlx5vf_cq_poll_one() 1707 ++cq->mcq.cons_index; in mlx5vf_cq_poll_one() 1763 cq->mcq.cons_index); in mlx5vf_tracker_read_and_clear()
|
| /linux/drivers/vdpa/mlx5/net/ |
| H A D | mlx5_vnet.c | 496 return get_sw_cqe(cq, cq->mcq.cons_index); in next_cqe_sw() 507 vcq->mcq.cons_index++; in mlx5_vdpa_poll_one() 552 mlx5_cq_arm(&mvq->cq.mcq, MLX5_CQ_DB_REQ_NOT, uar_page, mvq->cq.mcq.cons_index); in mlx5_vdpa_cq_comp() 617 mlx5_cq_arm(&mvq->cq.mcq, MLX5_CQ_DB_REQ_NOT, uar_page, mvq->cq.mcq.cons_index); in cq_create()
|