729 static inline int poll_cq(struct ibv_cq *ibcq, int ne,
732 static inline int poll_cq(struct ibv_cq *ibcq, int ne,  in poll_cq()  argument
735 	struct mlx5_cq *cq = to_mcq(ibcq);  in poll_cq()
792 static inline void _mlx5_end_poll(struct ibv_cq_ex *ibcq,
795 static inline void _mlx5_end_poll(struct ibv_cq_ex *ibcq,  in _mlx5_end_poll()  argument
798 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in _mlx5_end_poll()
828 static inline int mlx5_start_poll(struct ibv_cq_ex *ibcq, struct ibv_poll_cq_attr *attr,
831 static inline int mlx5_start_poll(struct ibv_cq_ex *ibcq, struct ibv_poll_cq_attr *attr,  in mlx5_start_poll()  argument
834 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_start_poll()
896 static inline int mlx5_next_poll(struct ibv_cq_ex *ibcq,
899 static inline int mlx5_next_poll(struct ibv_cq_ex *ibcq,  in mlx5_next_poll()  argument
903 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_next_poll()
919 static inline int mlx5_next_poll_adaptive_v0(struct ibv_cq_ex *ibcq)  in mlx5_next_poll_adaptive_v0()  argument
921 	return mlx5_next_poll(ibcq, POLLING_MODE_STALL_ADAPTIVE, 0);  in mlx5_next_poll_adaptive_v0()
924 static inline int mlx5_next_poll_adaptive_v1(struct ibv_cq_ex *ibcq)  in mlx5_next_poll_adaptive_v1()  argument
926 	return mlx5_next_poll(ibcq, POLLING_MODE_STALL_ADAPTIVE, 1);  in mlx5_next_poll_adaptive_v1()
929 static inline int mlx5_next_poll_v0(struct ibv_cq_ex *ibcq)  in mlx5_next_poll_v0()  argument
931 	return mlx5_next_poll(ibcq, 0, 0);  in mlx5_next_poll_v0()
934 static inline int mlx5_next_poll_v1(struct ibv_cq_ex *ibcq)  in mlx5_next_poll_v1()  argument
936 	return mlx5_next_poll(ibcq, 0, 1);  in mlx5_next_poll_v1()
939 static inline int mlx5_start_poll_v0(struct ibv_cq_ex *ibcq,  in mlx5_start_poll_v0()  argument
942 	return mlx5_start_poll(ibcq, attr, 0, 0, 0);  in mlx5_start_poll_v0()
945 static inline int mlx5_start_poll_v1(struct ibv_cq_ex *ibcq,  in mlx5_start_poll_v1()  argument
948 	return mlx5_start_poll(ibcq, attr, 0, 0, 1);  in mlx5_start_poll_v1()
951 static inline int mlx5_start_poll_v0_lock(struct ibv_cq_ex *ibcq,  in mlx5_start_poll_v0_lock()  argument
954 	return mlx5_start_poll(ibcq, attr, 1, 0, 0);  in mlx5_start_poll_v0_lock()
957 static inline int mlx5_start_poll_v1_lock(struct ibv_cq_ex *ibcq,  in mlx5_start_poll_v1_lock()  argument
960 	return mlx5_start_poll(ibcq, attr, 1, 0, 1);  in mlx5_start_poll_v1_lock()
963 static inline int mlx5_start_poll_adaptive_stall_v0_lock(struct ibv_cq_ex *ibcq,  in mlx5_start_poll_adaptive_stall_v0_lock()  argument
966 	return mlx5_start_poll(ibcq, attr, 1, POLLING_MODE_STALL_ADAPTIVE, 0);  in mlx5_start_poll_adaptive_stall_v0_lock()
969 static inline int mlx5_start_poll_stall_v0_lock(struct ibv_cq_ex *ibcq,  in mlx5_start_poll_stall_v0_lock()  argument
972 	return mlx5_start_poll(ibcq, attr, 1, POLLING_MODE_STALL, 0);  in mlx5_start_poll_stall_v0_lock()
975 static inline int mlx5_start_poll_adaptive_stall_v1_lock(struct ibv_cq_ex *ibcq,  in mlx5_start_poll_adaptive_stall_v1_lock()  argument
978 	return mlx5_start_poll(ibcq, attr, 1, POLLING_MODE_STALL_ADAPTIVE, 1);  in mlx5_start_poll_adaptive_stall_v1_lock()
981 static inline int mlx5_start_poll_stall_v1_lock(struct ibv_cq_ex *ibcq,  in mlx5_start_poll_stall_v1_lock()  argument
984 	return mlx5_start_poll(ibcq, attr, 1, POLLING_MODE_STALL, 1);  in mlx5_start_poll_stall_v1_lock()
987 static inline int mlx5_start_poll_stall_v0(struct ibv_cq_ex *ibcq,  in mlx5_start_poll_stall_v0()  argument
990 	return mlx5_start_poll(ibcq, attr, 0, POLLING_MODE_STALL, 0);  in mlx5_start_poll_stall_v0()
993 static inline int mlx5_start_poll_adaptive_stall_v0(struct ibv_cq_ex *ibcq,  in mlx5_start_poll_adaptive_stall_v0()  argument
996 	return mlx5_start_poll(ibcq, attr, 0, POLLING_MODE_STALL_ADAPTIVE, 0);  in mlx5_start_poll_adaptive_stall_v0()
999 static inline int mlx5_start_poll_adaptive_stall_v1(struct ibv_cq_ex *ibcq,  in mlx5_start_poll_adaptive_stall_v1()  argument
1002 	return mlx5_start_poll(ibcq, attr, 0, POLLING_MODE_STALL_ADAPTIVE, 1);  in mlx5_start_poll_adaptive_stall_v1()
1005 static inline int mlx5_start_poll_stall_v1(struct ibv_cq_ex *ibcq,  in mlx5_start_poll_stall_v1()  argument
1008 	return mlx5_start_poll(ibcq, attr, 0, POLLING_MODE_STALL, 1);  in mlx5_start_poll_stall_v1()
1011 static inline void mlx5_end_poll_adaptive_stall_lock(struct ibv_cq_ex *ibcq)  in mlx5_end_poll_adaptive_stall_lock()  argument
1013 	_mlx5_end_poll(ibcq, 1, POLLING_MODE_STALL_ADAPTIVE);  in mlx5_end_poll_adaptive_stall_lock()
1016 static inline void mlx5_end_poll_stall_lock(struct ibv_cq_ex *ibcq)  in mlx5_end_poll_stall_lock()  argument
1018 	_mlx5_end_poll(ibcq, 1, POLLING_MODE_STALL);  in mlx5_end_poll_stall_lock()
1021 static inline void mlx5_end_poll_adaptive_stall(struct ibv_cq_ex *ibcq)  in mlx5_end_poll_adaptive_stall()  argument
1023 	_mlx5_end_poll(ibcq, 0, POLLING_MODE_STALL_ADAPTIVE);  in mlx5_end_poll_adaptive_stall()
1026 static inline void mlx5_end_poll_stall(struct ibv_cq_ex *ibcq)  in mlx5_end_poll_stall()  argument
1028 	_mlx5_end_poll(ibcq, 0, POLLING_MODE_STALL);  in mlx5_end_poll_stall()
1031 static inline void mlx5_end_poll(struct ibv_cq_ex *ibcq)  in mlx5_end_poll()  argument
1033 	_mlx5_end_poll(ibcq, 0, 0);  in mlx5_end_poll()
1036 static inline void mlx5_end_poll_lock(struct ibv_cq_ex *ibcq)  in mlx5_end_poll_lock()  argument
1038 	_mlx5_end_poll(ibcq, 1, 0);  in mlx5_end_poll_lock()
1041 int mlx5_poll_cq(struct ibv_cq *ibcq, int ne, struct ibv_wc *wc)  in mlx5_poll_cq()  argument
1043 	return poll_cq(ibcq, ne, wc, 0);  in mlx5_poll_cq()
1046 int mlx5_poll_cq_v1(struct ibv_cq *ibcq, int ne, struct ibv_wc *wc)  in mlx5_poll_cq_v1()  argument
1048 	return poll_cq(ibcq, ne, wc, 1);  in mlx5_poll_cq_v1()
1051 static inline enum ibv_wc_opcode mlx5_cq_read_wc_opcode(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_wc_opcode()  argument
1053 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_wc_opcode()
1086 	struct mlx5_context *ctx = to_mctx(ibcq->context);  in mlx5_cq_read_wc_opcode()
1094 static inline uint32_t mlx5_cq_read_wc_qp_num(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_wc_qp_num()  argument
1096 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_wc_qp_num()
1101 static inline int mlx5_cq_read_wc_flags(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_wc_flags()  argument
1103 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_wc_flags()
1127 static inline uint32_t mlx5_cq_read_wc_byte_len(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_wc_byte_len()  argument
1129 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_wc_byte_len()
1134 static inline uint32_t mlx5_cq_read_wc_vendor_err(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_wc_vendor_err()  argument
1136 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_wc_vendor_err()
1142 static inline uint32_t mlx5_cq_read_wc_imm_data(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_wc_imm_data()  argument
1144 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_wc_imm_data()
1154 static inline uint32_t mlx5_cq_read_wc_slid(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_wc_slid()  argument
1156 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_wc_slid()
1161 static inline uint8_t mlx5_cq_read_wc_sl(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_wc_sl()  argument
1163 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_wc_sl()
1168 static inline uint32_t mlx5_cq_read_wc_src_qp(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_wc_src_qp()  argument
1170 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_wc_src_qp()
1175 static inline uint8_t mlx5_cq_read_wc_dlid_path_bits(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_wc_dlid_path_bits()  argument
1177 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_wc_dlid_path_bits()
1182 static inline uint64_t mlx5_cq_read_wc_completion_ts(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_wc_completion_ts()  argument
1184 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_wc_completion_ts()
1189 static inline uint16_t mlx5_cq_read_wc_cvlan(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_wc_cvlan()  argument
1191 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_wc_cvlan()
1196 static inline uint32_t mlx5_cq_read_flow_tag(struct ibv_cq_ex *ibcq)  in mlx5_cq_read_flow_tag()  argument
1198 	struct mlx5_cq *cq = to_mcq(ibv_cq_ex_to_cq(ibcq));  in mlx5_cq_read_flow_tag()
1225 	int (*start_poll)(struct ibv_cq_ex *ibcq, struct ibv_poll_cq_attr *attr);
1226 	int (*next_poll)(struct ibv_cq_ex *ibcq);
1227 	void (*end_poll)(struct ibv_cq_ex *ibcq);