/titanic_50/usr/src/lib/udapl/udapl_tavor/common/ |
H A D | dapl_ep_free.c | 70 DAPL_EP *ep_ptr; in dapl_ep_free() local 77 ep_ptr = (DAPL_EP *) ep_handle; in dapl_ep_free() 78 param = &ep_ptr->param; in dapl_ep_free() 83 if (DAPL_BAD_HANDLE(ep_ptr, DAPL_MAGIC_EP) && in dapl_ep_free() 84 !(ep_ptr->header.magic == DAPL_MAGIC_EP_EXIT && in dapl_ep_free() 85 ep_ptr->param.ep_state == DAT_EP_STATE_DISCONNECTED)) { in dapl_ep_free() 91 if (ep_ptr->param.ep_state == DAT_EP_STATE_RESERVED || in dapl_ep_free() 92 ep_ptr->param.ep_state == DAT_EP_STATE_PASSIVE_CONNECTION_PENDING || in dapl_ep_free() 93 ep_ptr->param.ep_state == in dapl_ep_free() 97 ep_ptr->param.ep_state, ep_ptr); in dapl_ep_free() [all …]
|
H A D | dapl_ep_connect.c | 86 DAPL_EP *ep_ptr; in dapl_ep_connect() local 106 ep_ptr = (DAPL_EP *) ep_handle; in dapl_ep_connect() 112 if (DAPL_BAD_HANDLE(ep_ptr, DAPL_MAGIC_EP)) { in dapl_ep_connect() 118 if (DAPL_BAD_HANDLE(ep_ptr->param.connect_evd_handle, DAPL_MAGIC_EVD)) { in dapl_ep_connect() 138 if (ep_ptr->qp_state == DAPL_QP_STATE_UNATTACHED) { in dapl_ep_connect() 139 if (ep_ptr->param.pz_handle == NULL || in dapl_ep_connect() 140 DAPL_BAD_HANDLE(ep_ptr->param.pz_handle, DAPL_MAGIC_PZ)) { in dapl_ep_connect() 145 alloc_ep = *ep_ptr; in dapl_ep_connect() 147 dat_status = dapls_ib_qp_alloc(ep_ptr->header.owner_ia, in dapl_ep_connect() 148 &alloc_ep, ep_ptr); in dapl_ep_connect() [all …]
|
H A D | dapl_evd_connection_callb.c | 74 DAPL_EP *ep_ptr; in dapl_evd_connection_callback() local 97 ep_ptr = (DAPL_EP *)context; in dapl_evd_connection_callback() 98 evd_ptr = (DAPL_EVD *)ep_ptr->param.connect_evd_handle; in dapl_evd_connection_callback() 111 if (ep_ptr->param.ep_state == DAT_EP_STATE_DISCONNECT_PENDING) { in dapl_evd_connection_callback() 118 dapls_ib_connected(ep_ptr); in dapl_evd_connection_callback() 119 ep_ptr->param.ep_state = DAT_EP_STATE_CONNECTED; in dapl_evd_connection_callback() 120 ep_ptr->cm_handle = ib_cm_handle; in dapl_evd_connection_callback() 122 (void) dapl_os_memcpy(ep_ptr->private_data, in dapl_evd_connection_callback() 129 (DAT_HANDLE) ep_ptr, in dapl_evd_connection_callback() 131 ep_ptr->private_data); in dapl_evd_connection_callback() [all …]
|
H A D | dapl_cr_callback.c | 90 DAPL_EP *ep_ptr; in dapls_cr_callback() local 126 ep_ptr = NULL; in dapls_cr_callback() 129 ep_ptr = dapli_get_sp_ep(ib_cm_handle, sp_ptr, ib_cm_event); in dapls_cr_callback() 130 dapl_os_assert(ep_ptr != NULL); in dapls_cr_callback() 131 evd_ptr = (DAPL_EVD *) ep_ptr->param.connect_evd_handle; in dapls_cr_callback() 134 ep_ptr, evd_ptr); in dapls_cr_callback() 181 dapl_os_lock(&ep_ptr->header.lock); in dapls_cr_callback() 182 if (ep_ptr->param.ep_state == DAT_EP_STATE_DISCONNECT_PENDING) { in dapls_cr_callback() 187 dapl_os_unlock(&ep_ptr->header.lock); in dapls_cr_callback() 191 dapls_ib_connected(ep_ptr); in dapls_cr_callback() [all …]
|
H A D | dapl_ep_util.c | 66 IN DAPL_EP *ep_ptr); 90 DAPL_EP *ep_ptr; in dapl_ep_alloc() local 93 ep_ptr = (DAPL_EP *)dapl_os_alloc(sizeof (DAPL_EP)); in dapl_ep_alloc() 94 if (ep_ptr == NULL) { in dapl_ep_alloc() 99 (void) dapl_os_memzero(ep_ptr, sizeof (DAPL_EP)); in dapl_ep_alloc() 104 ep_ptr->header.provider = ia_ptr->header.provider; in dapl_ep_alloc() 105 ep_ptr->header.magic = DAPL_MAGIC_EP; in dapl_ep_alloc() 106 ep_ptr->header.handle_type = DAT_HANDLE_TYPE_EP; in dapl_ep_alloc() 107 ep_ptr->header.owner_ia = ia_ptr; in dapl_ep_alloc() 108 ep_ptr->header.user_context.as_64 = 0; in dapl_ep_alloc() [all …]
|
H A D | dapl_ep_disconnect.c | 72 DAPL_EP *ep_ptr; in dapl_ep_disconnect() local 78 ep_ptr = (DAPL_EP *) ep_handle; in dapl_ep_disconnect() 83 if (DAPL_BAD_HANDLE(ep_ptr, DAPL_MAGIC_EP)) { in dapl_ep_disconnect() 93 dapl_os_lock(&ep_ptr->header.lock); in dapl_ep_disconnect() 102 if (ep_ptr->param.ep_state != DAT_EP_STATE_CONNECTED && in dapl_ep_disconnect() 103 ep_ptr->param.ep_state != DAT_EP_STATE_DISCONNECTED && in dapl_ep_disconnect() 104 ep_ptr->param.ep_state != DAT_EP_STATE_ACTIVE_CONNECTION_PENDING && in dapl_ep_disconnect() 105 ep_ptr->param.ep_state != DAT_EP_STATE_COMPLETION_PENDING && in dapl_ep_disconnect() 106 ep_ptr->param.ep_state != DAT_EP_STATE_DISCONNECT_PENDING) { in dapl_ep_disconnect() 107 dapl_os_unlock(&ep_ptr->header.lock); in dapl_ep_disconnect() [all …]
|
H A D | dapl_cr_accept.c | 74 DAPL_EP *ep_ptr; in dapl_cr_accept() local 139 ep_ptr = (DAPL_EP *) ep_handle; in dapl_cr_accept() 152 dapl_os_lock(&ep_ptr->header.lock); in dapl_cr_accept() 153 if ((ep_ptr->param.pz_handle == NULL) || in dapl_cr_accept() 154 DAPL_BAD_HANDLE(ep_ptr->param.pz_handle, DAPL_MAGIC_PZ) || in dapl_cr_accept() 155 (ep_ptr->param.connect_evd_handle == NULL) || in dapl_cr_accept() 156 DAPL_BAD_HANDLE(ep_ptr->param.connect_evd_handle, DAPL_MAGIC_EVD) || in dapl_cr_accept() 157 !(((DAPL_EVD *)ep_ptr->param.connect_evd_handle)->evd_flags & in dapl_cr_accept() 159 (ep_ptr->param.recv_evd_handle != DAT_HANDLE_NULL && in dapl_cr_accept() 160 (DAPL_BAD_HANDLE(ep_ptr->param.recv_evd_handle, DAPL_MAGIC_EVD))) || in dapl_cr_accept() [all …]
|
H A D | dapl_rmr_bind.c | 84 IN DAPL_EP *ep_ptr, in dapli_rmr_bind_fuse() argument 112 if (DAT_EP_STATE_CONNECTED != ep_ptr->param.ep_state) { in dapli_rmr_bind_fuse() 114 dapls_ep_state_subtype(ep_ptr)); in dapli_rmr_bind_fuse() 129 if ((ep_ptr->param.pz_handle != lmr->param.pz_handle) || in dapli_rmr_bind_fuse() 130 (ep_ptr->param.pz_handle != rmr->param.pz_handle)) { in dapli_rmr_bind_fuse() 136 ep_ptr->param.ep_attr.request_completion_flags, completion_flags) || in dapli_rmr_bind_fuse() 138 ep_ptr->param.ep_attr.request_completion_flags, completion_flags) || in dapli_rmr_bind_fuse() 141 ep_ptr->param.ep_attr.request_completion_flags, completion_flags)) { in dapli_rmr_bind_fuse() 146 dat_status = dapls_rmr_cookie_alloc(&ep_ptr->req_buffer, in dapli_rmr_bind_fuse() 154 ep_ptr, in dapli_rmr_bind_fuse() [all …]
|
H A D | dapl_ep_reset.c | 71 DAPL_EP *ep_ptr; in dapl_ep_reset() local 76 ep_ptr = (DAPL_EP *)ep_handle; in dapl_ep_reset() 81 if (DAPL_BAD_HANDLE(ep_ptr, DAPL_MAGIC_EP)) { in dapl_ep_reset() 87 if (ep_ptr->param.ep_state != DAT_EP_STATE_UNCONNECTED && in dapl_ep_reset() 88 ep_ptr->param.ep_state != DAT_EP_STATE_DISCONNECTED) { in dapl_ep_reset() 90 dapls_ep_state_subtype(ep_ptr)); in dapl_ep_reset() 94 if (ep_ptr->param.ep_state == DAT_EP_STATE_DISCONNECTED) { in dapl_ep_reset() 95 dapls_ib_reinit_ep(ep_ptr); in dapl_ep_reset() 96 ep_ptr->param.ep_state = DAT_EP_STATE_UNCONNECTED; in dapl_ep_reset()
|
H A D | dapl_cr_reject.c | 71 DAPL_EP *ep_ptr; in dapl_cr_reject() local 91 ep_ptr = (DAPL_EP *)cr_ptr->param.local_ep_handle; in dapl_cr_reject() 94 if (ep_ptr != NULL) { in dapl_cr_reject() 95 entry_ep_state = ep_ptr->param.ep_state; in dapl_cr_reject() 96 ep_ptr->param.ep_state = DAT_EP_STATE_UNCONNECTED; in dapl_cr_reject() 104 if (ep_ptr != NULL) { in dapl_cr_reject() 106 ep_ptr->param.ep_state = entry_ep_state; in dapl_cr_reject() 108 cr_ptr->param.local_ep_handle = (DAT_EP_HANDLE)ep_ptr; in dapl_cr_reject() 117 if (ep_ptr != NULL && in dapl_cr_reject() 119 (void) dapl_ep_free(ep_ptr); in dapl_cr_reject()
|
H A D | dapl_evd_qp_async_error_callb.c | 99 DAPL_EP *ep_ptr; in dapl_evd_qp_async_error_callback() local 104 ep_ptr = (DAPL_EP *) context; in dapl_evd_qp_async_error_callback() 105 ia_ptr = ep_ptr->header.owner_ia; in dapl_evd_qp_async_error_callback() 110 ep_ptr, in dapl_evd_qp_async_error_callback() 111 ep_ptr->qp_handle, in dapl_evd_qp_async_error_callback() 112 ep_ptr->qpn, in dapl_evd_qp_async_error_callback() 113 ep_ptr->param.ep_state); in dapl_evd_qp_async_error_callback() 119 if (ep_ptr->param.ep_state == DAT_EP_STATE_CONNECTED) { in dapl_evd_qp_async_error_callback() 120 ep_ptr->param.ep_state = DAT_EP_STATE_ERROR; in dapl_evd_qp_async_error_callback()
|
H A D | dapl_ep_post_recv.c | 80 DAPL_EP *ep_ptr; in dapl_ep_post_recv() local 98 ep_ptr = (DAPL_EP *) ep_handle; in dapl_ep_post_recv() 101 if (ep_ptr->srq_attached) { in dapl_ep_post_recv() 110 dat_status = dapls_dto_cookie_alloc(&ep_ptr->recv_buffer, in dapl_ep_post_recv() 123 dat_status = dapls_ib_post_recv(ep_ptr, cookie, num_segments, in dapl_ep_post_recv() 126 dat_status = dapls_ib_post_recv_one(ep_ptr, cookie, local_iov); in dapl_ep_post_recv() 129 dapls_cookie_dealloc(&ep_ptr->recv_buffer, cookie); in dapl_ep_post_recv() 131 dapl_os_atomic_inc(&ep_ptr->recv_count); in dapl_ep_post_recv()
|
H A D | dapl_ep_get_status.c | 73 DAPL_EP *ep_ptr; in dapl_ep_get_status() local 79 ep_ptr = (DAPL_EP *)ep_handle; in dapl_ep_get_status() 85 if (DAPL_BAD_HANDLE(ep_ptr, DAPL_MAGIC_EP)) { in dapl_ep_get_status() 95 *ep_state = ep_ptr->param.ep_state; in dapl_ep_get_status() 99 *in_dto_idle = (ep_ptr->recv_count) ? DAT_FALSE : DAT_TRUE; in dapl_ep_get_status() 103 *out_dto_idle = (ep_ptr->req_count) ? DAT_FALSE : DAT_TRUE; in dapl_ep_get_status()
|
H A D | dapl_ep_query.c | 70 DAPL_EP *ep_ptr; in dapl_ep_query() local 77 ep_ptr = (DAPL_EP *) ep_handle; in dapl_ep_query() 82 if (DAPL_BAD_HANDLE(ep_ptr, DAPL_MAGIC_EP)) { in dapl_ep_query() 100 if (ep_ptr->param.ep_state == DAT_EP_STATE_CONNECTED) { in dapl_ep_query() 104 &ep_ptr->remote_ia_address); in dapl_ep_query() 106 *ep_param = ep_ptr->param; in dapl_ep_query()
|
H A D | dapl_evd_util.c | 840 dapls_evd_post_premature_events(IN DAPL_EP *ep_ptr) in dapls_evd_post_premature_events() argument 850 dapls_ib_poll_premature_events(ep_ptr, &cqe, &nevents); in dapls_evd_post_premature_events() 852 evd_ptr = ep_ptr->param.recv_evd_handle; in dapls_evd_post_premature_events() 853 qpn = ep_ptr->qpn; in dapls_evd_post_premature_events() 861 dapl_os_assert(!ep_ptr->srq_attached || in dapls_evd_post_premature_events() 862 (prm_idx <= ((DAPL_SRQ *)ep_ptr->param.srq_handle)-> in dapls_evd_post_premature_events() 870 if (ep_ptr->srq_attached && in dapls_evd_post_premature_events() 899 if (ep_ptr->srq_attached) { in dapls_evd_post_premature_events() 900 dapls_ib_free_premature_events(ep_ptr, prm_idx); in dapls_evd_post_premature_events() 930 DAPL_EP *ep_ptr; in dapli_evd_cqe_to_event() local [all …]
|
H A D | dapl_rsp_create.c | 85 DAPL_EP *ep_ptr; in dapl_rsp_create() local 117 ep_ptr = (DAPL_EP *) ep_handle; in dapl_rsp_create() 118 if (ep_ptr->param.ep_state != DAT_EP_STATE_UNCONNECTED) { in dapl_rsp_create() 120 dapls_ep_state_subtype(ep_ptr)); in dapl_rsp_create() 162 ep_ptr->param.ep_state = DAT_EP_STATE_RESERVED; in dapl_rsp_create()
|
H A D | dapl_rsp_free.c | 70 DAPL_EP *ep_ptr; in dapl_rsp_free() local 102 ep_ptr = (DAPL_EP *)sp_ptr->ep_handle; in dapl_rsp_free() 103 if (ep_ptr->param.ep_state == DAT_EP_STATE_RESERVED) { in dapl_rsp_free() 104 ep_ptr->param.ep_state = DAT_EP_STATE_UNCONNECTED; in dapl_rsp_free()
|
H A D | dapl_ia_util.c | 141 DAPL_EP *ep_ptr, *next_ep_ptr; in dapl_ia_abrupt_close() local 192 ep_ptr = (dapl_llist_is_empty(&ia_ptr->ep_list_head) in dapl_ia_abrupt_close() 194 while (ep_ptr != NULL) { in dapl_ia_abrupt_close() 196 &ep_ptr->header.ia_list_entry); in dapl_ia_abrupt_close() 197 dat_status = dapl_ep_disconnect(ep_ptr, DAT_CLOSE_ABRUPT_FLAG); in dapl_ia_abrupt_close() 201 ep_ptr, in dapl_ia_abrupt_close() 204 dat_status = dapl_ep_free(ep_ptr); in dapl_ia_abrupt_close() 208 ep_ptr, in dapl_ia_abrupt_close() 211 ep_ptr = next_ep_ptr; in dapl_ia_abrupt_close() 547 IN DAPL_EP *ep_ptr) in dapl_ia_link_ep() argument [all …]
|
H A D | dapl_osd.c | 370 DAPL_EP *ep_ptr; in dapls_osd_fork_cleanup() local 424 ep_ptr = (DAPL_EP *) dapl_llist_peek_head( in dapls_osd_fork_cleanup() 426 param = &ep_ptr->param; in dapls_osd_fork_cleanup() 445 dapl_ia_unlink_ep(ia_ptr, ep_ptr); in dapls_osd_fork_cleanup() 446 dapl_ep_dealloc(ep_ptr); in dapls_osd_fork_cleanup()
|
/titanic_50/usr/src/lib/udapl/udapl_tavor/tavor/ |
H A D | dapl_tavor_ibtf_dto.c | 52 IN DAPL_EP *ep_ptr, in dapls_ib_post_recv() argument 68 if (ep_ptr->qp_handle == NULL) { in dapls_ib_post_recv() 102 cookie->val.dto.size, ep_ptr->qp_handle->ep_hkey); in dapls_ib_post_recv() 113 if (ep_ptr->param.ep_attr.recv_completion_flags & in dapls_ib_post_recv() 128 retval = DAPL_RECV(ep_ptr)(ep_ptr, &pr_wr, suppress_notification); in dapls_ib_post_recv() 151 IN DAPL_EP *ep_ptr, in dapls_ib_post_recv_one() argument 161 if (ep_ptr->qp_handle == NULL) { in dapls_ib_post_recv_one() 181 cookie->val.dto.size, ep_ptr->qp_handle->ep_hkey); in dapls_ib_post_recv_one() 188 if (ep_ptr->param.ep_attr.recv_completion_flags & in dapls_ib_post_recv_one() 202 retval = DAPL_RECV(ep_ptr)(ep_ptr, &pr_wr, suppress_notification); in dapls_ib_post_recv_one() [all …]
|
H A D | dapl_tavor_ibtf_qp.c | 44 IN uint32_t qpnum, IN DAPL_EP *ep_ptr); 156 IN DAPL_EP *ep_ptr, in dapls_ib_qp_alloc() argument 185 dapl_os_assert(ep_ptr->param.pz_handle != NULL); in dapls_ib_qp_alloc() 186 dapl_os_assert(ep_ptr->param.connect_evd_handle != NULL); in dapls_ib_qp_alloc() 191 pz_handle = (DAPL_PZ *)ep_ptr->param.pz_handle; in dapls_ib_qp_alloc() 195 (DAPL_EVD *)ep_ptr->param.recv_evd_handle); in dapls_ib_qp_alloc() 199 (DAPL_EVD *)ep_ptr->param.request_evd_handle); in dapls_ib_qp_alloc() 202 evd_handle = (DAPL_EVD *)ep_ptr->param.connect_evd_handle; in dapls_ib_qp_alloc() 205 ep_args.ep_ch_sizes.dcs_sq = ep_ptr->param.ep_attr.max_request_dtos; in dapls_ib_qp_alloc() 206 ep_args.ep_ch_sizes.dcs_sq_sgl = ep_ptr->param.ep_attr.max_request_iov; in dapls_ib_qp_alloc() [all …]
|
H A D | dapl_tavor_ibtf_cm.c | 213 dapls_ib_disconnect(IN DAPL_EP *ep_ptr, in dapls_ib_disconnect() argument 221 if (ep_ptr->qp_handle == NULL) { in dapls_ib_disconnect() 226 args.epd_hkey = ep_ptr->qp_handle->ep_hkey; in dapls_ib_disconnect() 228 retval = ioctl(ep_ptr->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd, in dapls_ib_disconnect() 231 ep_ptr->qp_state = IBT_STATE_ERROR; in dapls_ib_disconnect() 239 s = (struct sockaddr *)ep_ptr->param.remote_ia_address_ptr; in dapls_ib_disconnect() 242 dapls_inet_ntop(s, addr_buf, 64), ep_ptr->param.remote_port_qual); in dapls_ib_disconnect() 254 dapls_ib_connected(IN DAPL_EP *ep_ptr) in dapls_ib_connected() argument 256 ep_ptr->qp_state = IBT_STATE_RTS; in dapls_ib_connected() 278 dapls_ib_disconnect_clean(IN DAPL_EP *ep_ptr, IN DAT_BOOLEAN active, in dapls_ib_disconnect_clean() argument [all …]
|
H A D | dapl_tavor_ibtf_util.c | 1264 DAPL_EP *ep_ptr; in dapls_ib_async_callback() local 1283 ep_ptr = (DAPL_EP *)dapl_llist_next_entry(&ia_ptr->ep_list_head, in dapls_ib_async_callback() 1285 while (ep_ptr != NULL) { in dapls_ib_async_callback() 1286 if (ep_ptr == in dapls_ib_async_callback() 1291 ep_ptr = (DAPL_EP *) dapl_llist_next_entry( in dapls_ib_async_callback() 1293 &ep_ptr->header.ia_list_entry); in dapls_ib_async_callback() 1297 dapl_os_assert(ep_ptr != NULL); in dapls_ib_async_callback() 1299 (void *)ep_ptr); in dapls_ib_async_callback() 1591 IN DAPL_EP *ep_ptr, in dapls_ib_poll_premature_events() argument 1595 ib_qp_handle_t qp = ep_ptr->qp_handle; in dapls_ib_poll_premature_events() [all …]
|
/titanic_50/usr/src/lib/udapl/udapl_tavor/include/ |
H A D | dapl_adapter_util.h | 79 IN DAPL_EP *ep_ptr, 84 IN DAPL_EP *ep_ptr); 88 IN DAPL_EP *ep_ptr, 100 IN DAPL_EP *ep_ptr, 235 IN DAPL_EP *ep_ptr); 238 IN DAPL_EP *ep_ptr); 241 IN DAPL_EP *ep_ptr, 260 IN DAPL_EP *ep_ptr, 265 IN DAPL_EP *ep_ptr, 299 IN DAPL_EP *ep_ptr, [all …]
|
H A D | dapl_ep_util.h | 58 IN DAPL_EP *ep_ptr); 87 IN DAPL_EP *ep_ptr);
|