| /freebsd/contrib/ofed/libmlx5/ |
| H A D | cq.c | 729 static inline int poll_cq(struct ibv_cq *ibcq, int ne,
732 static inline int poll_cq(struct ibv_cq *ibcq, int ne, in poll_cq() argument
735 struct mlx5_cq *cq = to_mcq(ibcq); in poll_cq()
792 static inline void _mlx5_end_poll(struct ibv_cq_ex *ibcq,
795 static inline void _mlx5_end_poll(struct ibv_cq_ex *ibcq, in _mlx5_end_poll() argument
798 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); in _mlx5_end_poll()
828 static inline int mlx5_start_poll(struct ibv_cq_ex *ibcq, struct ibv_poll_cq_attr *attr,
831 static inline int mlx5_start_poll(struct ibv_cq_ex *ibcq, struct ibv_poll_cq_attr *attr, in mlx5_start_poll() argument
834 struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); in mlx5_start_poll()
896 static inline int mlx5_next_poll(struct ibv_cq_ex *ibcq,
[all …]
|
| /freebsd/contrib/ofed/libmlx4/ |
| H A D | cq.c | 397 int mlx4_poll_cq(struct ibv_cq *ibcq, int ne, struct ibv_wc *wc) in mlx4_poll_cq() argument
399 struct mlx4_cq *cq = to_mcq(ibcq); in mlx4_poll_cq()
420 static inline void _mlx4_end_poll(struct ibv_cq_ex *ibcq, int lock)
422 static inline void _mlx4_end_poll(struct ibv_cq_ex *ibcq, int lock) in _mlx4_end_poll() argument
424 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); in _mlx4_end_poll()
432 static inline int _mlx4_start_poll(struct ibv_cq_ex *ibcq,
436 static inline int _mlx4_start_poll(struct ibv_cq_ex *ibcq, in _mlx4_start_poll() argument
440 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); in _mlx4_start_poll()
466 static int mlx4_next_poll(struct ibv_cq_ex *ibcq) in mlx4_next_poll() argument
468 struct mlx4_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq)); in mlx4_next_poll()
[all …]
|
| H A D | verbs.c | 577 int mlx4_resize_cq(struct ibv_cq *ibcq, int cqe) in mlx4_resize_cq() argument
579 struct mlx4_cq *cq = to_mcq(ibcq); in mlx4_resize_cq()
592 if (cqe == ibcq->cqe + 1) { in mlx4_resize_cq()
604 ret = mlx4_alloc_cq_buf(to_mdev(ibcq->context->device), &buf, cqe, cq->cqe_size); in mlx4_resize_cq()
608 old_cqe = ibcq->cqe; in mlx4_resize_cq()
611 ret = ibv_cmd_resize_cq(ibcq, cqe - 1, &cmd.ibv_cmd, sizeof cmd, in mlx4_resize_cq()
|
| /freebsd/sys/dev/mlx4/mlx4_ib/ |
| H A D | mlx4_ib_cq.c | 46 struct ib_cq *ibcq = &to_mibcq(cq)->ibcq; in mlx4_ib_cq_comp() local
47 ibcq->comp_handler(ibcq, ibcq->cq_context); in mlx4_ib_cq_comp()
53 struct ib_cq *ibcq; in mlx4_ib_cq_event() local
61 ibcq = &to_mibcq(cq)->ibcq; in mlx4_ib_cq_event()
62 if (ibcq->event_handler) { in mlx4_ib_cq_event()
63 event.device = ibcq->device; in mlx4_ib_cq_event()
65 event.element.cq = ibcq; in mlx4_ib_cq_event()
66 ibcq->event_handler(&event, ibcq->cq_context); in mlx4_ib_cq_event()
82 struct mlx4_cqe *cqe = get_cqe(cq, n & cq->ibcq.cqe); in get_sw_cqe()
86 !!(n & (cq->ibcq.cqe + 1))) ? NULL : cqe; in get_sw_cqe()
[all …]
|
| H A D | mlx4_ib.h | 117 struct ib_cq ibcq; member
649 static inline struct mlx4_ib_cq *to_mcq(struct ib_cq *ibcq) in to_mcq() argument
651 return container_of(ibcq, struct mlx4_ib_cq, ibcq); in to_mcq()
733 int mlx4_ib_resize_cq(struct ib_cq *ibcq, int entries, struct ib_udata *udata);
734 int mlx4_ib_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
737 int mlx4_ib_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc);
|
| /freebsd/sys/dev/mthca/ |
| H A D | mthca_cq.c | 181 return cqe_sw(get_cqe(cq, cq->cons_index & cq->ibcq.cqe)); in next_cqe_sw()
235 cq->ibcq.comp_handler(&cq->ibcq, cq->ibcq.cq_context); in mthca_cq_completion()
259 event.element.cq = &cq->ibcq; in mthca_cq_event()
260 if (cq->ibcq.event_handler) in mthca_cq_event()
261 cq->ibcq.event_handler(&event, cq->ibcq.cq_context); in mthca_cq_event()
295 cqe_sw(get_cqe(cq, prod_index & cq->ibcq.cqe)); in mthca_cq_clean()
297 if (prod_index == cq->cons_index + cq->ibcq.cqe) in mthca_cq_clean()
309 cqe = get_cqe(cq, prod_index & cq->ibcq.cqe); in mthca_cq_clean()
315 memcpy(get_cqe(cq, (prod_index + nfreed) & cq->ibcq.cqe), in mthca_cq_clean()
321 set_cqe_hw(get_cqe(cq, (cq->cons_index + i) & cq->ibcq.cqe)); in mthca_cq_clean()
[all …]
|
| H A D | mthca_provider.h | 204 struct ib_cq ibcq; member
326 static inline struct mthca_cq *to_mcq(struct ib_cq *ibcq) in to_mcq() argument
328 return container_of(ibcq, struct mthca_cq, ibcq); in to_mcq()
|
| H A D | mthca_provider.c | 599 static int mthca_create_cq(struct ib_cq *ibcq, in mthca_create_cq() argument
603 struct ib_device *ibdev = ibcq->device; in mthca_create_cq()
635 cq = to_mcq(ibcq); in mthca_create_cq()
720 static int mthca_resize_cq(struct ib_cq *ibcq, int entries, struct ib_udata *udata) in mthca_resize_cq() argument
722 struct mthca_dev *dev = to_mdev(ibcq->device); in mthca_resize_cq()
723 struct mthca_cq *cq = to_mcq(ibcq); in mthca_resize_cq()
734 if (entries == ibcq->cqe + 1) { in mthca_resize_cq()
774 tcqe = cq->ibcq.cqe; in mthca_resize_cq()
776 cq->ibcq.cqe = cq->resize_buf->cqe; in mthca_resize_cq()
788 ibcq->cqe = entries - 1; in mthca_resize_cq()
|
| /freebsd/sys/dev/mlx5/mlx5_ib/ |
| H A D | mlx5_ib_cq.c | 38 struct ib_cq *ibcq = &to_mibcq(cq)->ibcq; in mlx5_ib_cq_comp() local
40 ibcq->comp_handler(ibcq, ibcq->cq_context); in mlx5_ib_cq_comp()
46 struct mlx5_ib_dev *dev = to_mdev(cq->ibcq.device); in mlx5_ib_cq_event()
47 struct ib_cq *ibcq = &cq->ibcq; in mlx5_ib_cq_event() local
56 if (ibcq->event_handler) { in mlx5_ib_cq_event()
59 event.element.cq = ibcq; in mlx5_ib_cq_event()
668 mlx5_ib_poll_cq(struct ib_cq * ibcq,int num_entries,struct ib_wc * wc) mlx5_ib_poll_cq() argument
700 mlx5_ib_arm_cq(struct ib_cq * ibcq,enum ib_cq_notify_flags flags) mlx5_ib_arm_cq() argument
916 mlx5_ib_create_cq(struct ib_cq * ibcq,const struct ib_cq_init_attr * attr,struct ib_udata * udata) mlx5_ib_create_cq() argument
1239 mlx5_ib_resize_cq(struct ib_cq * ibcq,int entries,struct ib_udata * udata) mlx5_ib_resize_cq() argument
1368 mlx5_ib_get_cqe_size(struct mlx5_ib_dev * dev,struct ib_cq * ibcq) mlx5_ib_get_cqe_size() argument
1380 mlx5_ib_generate_wc(struct ib_cq * ibcq,struct ib_wc * wc) mlx5_ib_generate_wc() argument
[all...] |
| H A D | mlx5_ib.h | 467 struct ib_cq ibcq; member
818 static inline struct mlx5_ib_cq *to_mcq(struct ib_cq *ibcq) in to_mcq() argument
820 return container_of(ibcq, struct mlx5_ib_cq, ibcq); in to_mcq()
932 int mlx5_ib_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr,
935 int mlx5_ib_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc);
936 int mlx5_ib_arm_cq(struct ib_cq *ibcq, enum ib_cq_notify_flags flags);
938 int mlx5_ib_resize_cq(struct ib_cq *ibcq, int entries, struct ib_udata *udata);
996 int mlx5_ib_get_cqe_size(struct mlx5_ib_dev *dev, struct ib_cq *ibcq);
1073 int mlx5_ib_generate_wc(struct ib_cq *ibcq, struc
[all...] |
| /freebsd/sys/ofed/include/rdma/ |
| H A D | rdmavt_cq.h | 82 struct ib_cq ibcq; member
92 static inline struct rvt_cq *ibcq_to_rvtcq(struct ib_cq *ibcq) in ibcq_to_rvtcq() argument
94 return container_of(ibcq, struct rvt_cq, ibcq); in ibcq_to_rvtcq()
|
| /freebsd/sys/dev/cxgbe/iw_cxgbe/ |
| H A D | ev.c | 144 event.device = chp->ibcq.device; in post_qp_event()
146 event.element.cq = &chp->ibcq; in post_qp_event()
153 (*chp->ibcq.comp_handler)(&chp->ibcq, chp->ibcq.cq_context); in post_qp_event()
276 (*chp->ibcq.comp_handler)(&chp->ibcq, chp->ibcq.cq_context); in c4iw_ev_handler()
|
| H A D | qp.c | 636 (*schp->ibcq.comp_handler)(&schp->ibcq, in complete_sq_drain_wr()
637 schp->ibcq.cq_context); in complete_sq_drain_wr()
666 (*rchp->ibcq.comp_handler)(&rchp->ibcq, in complete_rq_drain_wr()
667 rchp->ibcq.cq_context); in complete_rq_drain_wr()
1201 (*rchp->ibcq.comp_handler)(&rchp->ibcq, in __flush_qp()
1202 rchp->ibcq.cq_context); in __flush_qp()
1208 (*rchp->ibcq.comp_handler)(&rchp->ibcq, in __flush_qp()
1209 rchp->ibcq.cq_context); in __flush_qp()
1214 (*schp->ibcq.comp_handler)(&schp->ibcq, in __flush_qp()
1215 schp->ibcq.cq_context); in __flush_qp()
[all …]
|
| H A D | iw_cxgbe.h | 423 struct ib_cq ibcq; member
432 static inline struct c4iw_cq *to_c4iw_cq(struct ib_cq *ibcq) in to_c4iw_cq() argument
434 return container_of(ibcq, struct c4iw_cq, ibcq); in to_c4iw_cq()
923 int c4iw_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc);
948 int c4iw_create_cq(struct ib_cq *ibcq,
952 int c4iw_arm_cq(struct ib_cq *ibcq, enum ib_cq_notify_flags flags);
|
| H A D | cq.c | 865 int c4iw_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc) in c4iw_poll_cq() argument
872 chp = to_c4iw_cq(ibcq); in c4iw_poll_cq()
904 int c4iw_create_cq(struct ib_cq *ibcq, const struct ib_cq_init_attr *attr, in c4iw_create_cq() argument
907 struct ib_device *ibdev = ibcq->device; in c4iw_create_cq()
911 struct c4iw_cq *chp = to_c4iw_cq(ibcq); in c4iw_create_cq()
968 chp->ibcq.cqe = entries - 2; in c4iw_create_cq()
1035 int c4iw_arm_cq(struct ib_cq *ibcq, enum ib_cq_notify_flags flags) in c4iw_arm_cq() argument
1041 chp = to_c4iw_cq(ibcq); in c4iw_arm_cq()
|
| /freebsd/sys/dev/qlnx/qlnxr/ |
| H A D | qlnxr_cm.c | 82 if (cq->ibcq.comp_handler) in qlnxr_ll2_complete_tx_packet()
83 (*cq->ibcq.comp_handler) (&cq->ibcq, cq->ibcq.cq_context); in qlnxr_ll2_complete_tx_packet()
140 if (cq->ibcq.comp_handler) in qlnxr_ll2_complete_rx_packet()
141 (*cq->ibcq.comp_handler) (&cq->ibcq, cq->ibcq.cq_context); in qlnxr_ll2_complete_rx_packet()
804 qlnxr_gsi_poll_cq(struct ib_cq *ibcq, int num_entries, struct ib_wc *wc) in qlnxr_gsi_poll_cq() argument
806 struct qlnxr_dev *dev = get_qlnxr_dev((ibcq->device)); in qlnxr_gsi_poll_cq()
807 struct qlnxr_cq *cq = get_qlnxr_cq(ibcq); in qlnxr_gsi_poll_cq()
|
| H A D | qlnxr_os.c | 337 if (!cq->destroyed && cq->ibcq.comp_handler) { in qlnxr_intr()
340 &cq->ibcq, cq->ibcq.cq_context); in qlnxr_intr()
342 (*cq->ibcq.comp_handler) (&cq->ibcq, cq->ibcq.cq_context); in qlnxr_intr()
619 struct ib_cq *ibcq = &cq->ibcq; in qlnxr_affiliated_event() local
621 if (ibcq->event_handler) { in qlnxr_affiliated_event()
622 event.device = ibcq->device; in qlnxr_affiliated_event()
623 event.element.cq = ibcq; in qlnxr_affiliated_event()
624 ibcq->event_handler(&event, ibcq->cq_context); in qlnxr_affiliated_event()
|
| H A D | qlnxr_def.h | 512 struct ib_cq ibcq; /* must be first */ member
767 get_qlnxr_cq(struct ib_cq *ibcq) in get_qlnxr_cq() argument
769 return container_of(ibcq, struct qlnxr_cq, ibcq); in get_qlnxr_cq()
|
| H A D | qlnxr_cm.h | 73 extern int qlnxr_gsi_poll_cq(struct ib_cq *ibcq,
|
| H A D | qlnxr_verbs.h | 82 extern int qlnxr_create_cq(struct ib_cq *ibcq,
|
| /freebsd/sys/dev/irdma/ |
| H A D | irdma_main.h | 447 static inline struct irdma_cq *to_iwcq(struct ib_cq *ibcq) in to_iwcq() argument
449 return container_of(ibcq, struct irdma_cq, ibcq); in to_iwcq()
554 void irdma_cq_add_ref(struct ib_cq *ibcq);
555 void irdma_cq_rem_ref(struct ib_cq *ibcq);
|
| H A D | irdma_hw.c | 99 if (cq->ibcq.comp_handler) in irdma_iwarp_ce_handler()
100 cq->ibcq.comp_handler(&cq->ibcq, cq->ibcq.cq_context); in irdma_iwarp_ce_handler()
354 irdma_cq_add_ref(&iwcq->ibcq); in irdma_process_aeq()
356 if (iwcq->ibcq.event_handler) { in irdma_process_aeq()
359 ibevent.device = iwcq->ibcq.device; in irdma_process_aeq()
361 ibevent.element.cq = &iwcq->ibcq; in irdma_process_aeq()
362 iwcq->ibcq.event_handler(&ibevent, in irdma_process_aeq()
363 iwcq->ibcq.cq_context); in irdma_process_aeq()
365 irdma_cq_rem_ref(&iwcq->ibcq); in irdma_process_aeq()
|
| H A D | irdma_utils.c | 698 irdma_cq_add_ref(struct ib_cq *ibcq) in irdma_cq_add_ref() argument
700 struct irdma_cq *iwcq = to_iwcq(ibcq); in irdma_cq_add_ref()
706 irdma_cq_rem_ref(struct ib_cq *ibcq) in irdma_cq_rem_ref() argument
708 struct irdma_cq *iwcq = to_iwcq(ibcq); in irdma_cq_rem_ref()
2383 if (!cq->ibcq.comp_handler) in irdma_comp_handler()
2387 cq->ibcq.comp_handler(&cq->ibcq, cq->ibcq.cq_context); in irdma_comp_handler()
|
| /freebsd/contrib/ofed/libcxgb4/ |
| H A D | verbs.c | 246 int c4iw_resize_cq(struct ibv_cq *ibcq, int cqe) in c4iw_resize_cq() argument
253 ret = ibv_cmd_resize_cq(ibcq, cqe, &cmd, sizeof cmd, &resp, sizeof resp); in c4iw_resize_cq()
261 int c4iw_destroy_cq(struct ibv_cq *ibcq) in c4iw_destroy_cq() argument
264 struct c4iw_cq *chp = to_c4iw_cq(ibcq); in c4iw_destroy_cq()
265 struct c4iw_dev *dev = to_c4iw_dev(ibcq->context->device); in c4iw_destroy_cq()
268 ret = ibv_cmd_destroy_cq(ibcq); in c4iw_destroy_cq()
272 verbs_cleanup_cq(ibcq); in c4iw_destroy_cq()
|
| H A D | cq.c | 711 int c4iw_poll_cq(struct ibv_cq *ibcq, int num_entries, struct ibv_wc *wc) in c4iw_poll_cq() argument
717 chp = to_c4iw_cq(ibcq); in c4iw_poll_cq()
739 int c4iw_arm_cq(struct ibv_cq *ibcq, int solicited) in c4iw_arm_cq() argument
745 chp = to_c4iw_cq(ibcq); in c4iw_arm_cq()
|