/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */

/*
 * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
 * Use is subject to license terms.
 */

#include <strings.h>

#include <dapl.h>
#include <dapl_adapter_util.h>
#include <dapl_evd_util.h>
#include <dapl_cr_util.h>
#include <dapl_lmr_util.h>
#include <dapl_rmr_util.h>
#include <dapl_cookie.h>
#include <dapl_name_service.h>
#include <dapl_tavor_ibtf_impl.h>

/* Function prototypes */
extern DAT_RETURN dapls_tavor_wrid_init(ib_qp_handle_t);
extern void dapls_tavor_wrid_cleanup(DAPL_EP *, ib_qp_handle_t);

int g_dapl_loopback_connection = 0;

/*
 * dapls_ib_connect
 *
 * Initiate a connection with the passive listener on another node
 *
 * Input:
 *        ep_handle,
 *        remote_ia_address,
 *        remote_conn_qual,
 *	  prd_size		size of private data and structure
 *	  prd_prt		pointer to private data structure
 *
 * Output:
 *        none
 *
 * Returns:
 *        DAT_SUCCESS
 *        DAT_INSUFFICIENT_RESOURCES
 *        DAT_INVALID_PARAMETER
 *
 */

DAT_RETURN
dapls_ib_connect(IN DAT_EP_HANDLE ep_handle,
    IN DAT_IA_ADDRESS_PTR remote_ia_address, IN DAT_CONN_QUAL remote_conn_qual,
    IN DAT_COUNT prd_size, IN DAPL_PRIVATE *prd_ptr, IN DAT_TIMEOUT timeout)
{
	dapl_ep_connect_t args;
	DAPL_EP *ep_p = (DAPL_EP *)ep_handle;
	struct sockaddr *s;
	char addr_buf[64];
	ib_gid_t dgid;
	int retval;
	struct sockaddr_in6 *v6addr;
	struct sockaddr_in *v4addr;
	dapl_ia_addr_t *sap;

	s = (struct sockaddr *)remote_ia_address;
	dapl_dbg_log(DAPL_DBG_TYPE_CM,
	    "dapls_ib_connect: ep 0x%p\n"
	    "                  addr %s, conn_qual %016llu, ep_hkey %016llx\n"
	    "                  prd_size %d, timeout 0x%x\n",
	    ep_p, dapls_inet_ntop(s, addr_buf, 64), remote_conn_qual,
	    ep_p->qp_handle->ep_hkey, prd_size, timeout);
	if (ep_p->qp_handle == NULL) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "dapls_ib_connect: ep 0x%p, addr %s, conn_qual %016llu, "
		    "qp_handle == NULL\n", ep_p, dapls_inet_ntop(s,
		    addr_buf, 64), remote_conn_qual);
		return (DAT_INVALID_PARAMETER);
	}
	if (timeout == DAT_TIMEOUT_INFINITE) {
		args.epc_timeout = 0;
	} else {
		args.epc_timeout = timeout;
	}
	/* resolve remote address to dgid */
	retval = dapls_ns_lookup_address(ep_p->header.owner_ia,
	    remote_ia_address, timeout, &dgid);
	if (retval == DAT_SUCCESS) {
		args.epc_dgid = dgid;
	} else if ((retval & DAT_SUBTYPE_MASK) ==
	    DAT_INVALID_ADDRESS_UNREACHABLE) {
		/* let the kernel driver look up the dgid from ATS */
		args.epc_dgid.gid_guid = 0ULL;
		args.epc_dgid.gid_prefix = 0ULL;
	} else {
		return (retval);
	}
	args.epc_sid = remote_conn_qual;
	args.epc_hkey = ep_p->qp_handle->ep_hkey;
	sap = (dapl_ia_addr_t *)&args.epc_raddr_sadata;
	/*
	 * filled in the remote_ia_address for consistent though
	 * not necessary when dapls_ns_lookup_address has resolved the dgid
	 */
	switch (s->sa_family) {
	case AF_INET:
		/* LINTED: E_BAD_PTR_CAST_ALIGN */
		v4addr = (struct sockaddr_in *)s;
		sap->iad_v4pad[0] = 0;
		sap->iad_v4pad[1] = 0;
		sap->iad_v4pad[2] = 0;
		sap->iad_v4 = v4addr->sin_addr;
		break;
	case AF_INET6:
		/* LINTED: E_BAD_PTR_CAST_ALIGN */
		v6addr = (struct sockaddr_in6 *)s;
		sap->iad_v6 = v6addr->sin6_addr;
		break;
	}

	/* establish the hello message */
	(void) dapl_os_memzero((void *)&prd_ptr->hello_msg,
	    sizeof (DAPL_HELLO_MSG));
	/* on ATS leave the msg blank to avoid confusion to 3rd parties */
	if ((args.epc_dgid.gid_guid | args.epc_dgid.gid_prefix)) {
		prd_ptr->hello_msg.hi_checksum = DAPL_CHECKSUM;
		prd_ptr->hello_msg.hi_clen = prd_size;
		prd_ptr->hello_msg.hi_mid = 0;
		prd_ptr->hello_msg.hi_vers = DAPL_HELLO_MSG_VERS;

		/* fill in local address */
		s = (struct sockaddr *)
		    &ep_p->header.owner_ia->hca_ptr->hca_address;
		prd_ptr->hello_msg.hi_ipv = (uint8_t)s->sa_family;
		switch (s->sa_family) {
		case AF_INET:
			/* LINTED: E_BAD_PTR_CAST_ALIGN */
			v4addr = (struct sockaddr_in *)s;
			prd_ptr->hello_msg.hi_port = v4addr->sin_port;
			prd_ptr->hello_msg.hi_v4ipaddr = v4addr->sin_addr;
			break;
		case AF_INET6:
			/* LINTED: E_BAD_PTR_CAST_ALIGN */
			v6addr = (struct sockaddr_in6 *)s;
			prd_ptr->hello_msg.hi_port = v6addr->sin6_port;
			prd_ptr->hello_msg.hi_v6ipaddr = v6addr->sin6_addr;
			break;
		default:
			break; /* fall through */
		}
	}
	if (prd_size > 0) {
		(void) dapl_os_memcpy((void *)&args.epc_priv[0],
		    (void *)prd_ptr, sizeof (DAPL_PRIVATE));
	} else {
		(void) dapl_os_memcpy((void *)
		    &args.epc_priv[DAPL_CONSUMER_MAX_PRIVATE_DATA_SIZE],
		    (void *)&prd_ptr->hello_msg, sizeof (DAPL_HELLO_MSG));
	}
	args.epc_priv_sz = sizeof (DAPL_PRIVATE);

	retval = ioctl(ep_p->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
	    DAPL_EP_CONNECT, &args);
	if (retval != 0) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "dapls_ib_connect: connect failed %s, retval %d\n\n",
		    strerror(errno), retval);
		return (dapls_convert_error(errno, retval));
	}

	dapl_dbg_log(DAPL_DBG_TYPE_CM,
	    "dapls_ib_connect: connected to %s\n\n",
	    dapls_inet_ntop(s, addr_buf, 64));
	return (DAT_SUCCESS);
}

/*
 * dapls_ib_disconnect
 *
 * Disconnect an EP
 *
 * Input:
 *        ep_handle,
 *        disconnect_flags
 *
 * Output:
 *        none
 *
 * Returns:
 *        DAT_SUCCESS
 *        DAT_INSUFFICIENT_RESOURCES
 *        DAT_INVALID_PARAMETER
 *
 */
/* ARGSUSED */
DAT_RETURN
dapls_ib_disconnect(IN DAPL_EP *ep_ptr,
    IN DAT_CLOSE_FLAGS close_flags)
{
	dapl_ep_disconnect_t args;
	struct sockaddr *s;
	char addr_buf[64];
	int retval;

	if (ep_ptr->qp_handle == NULL) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "dapls_ib_disconnect: qp_handle == NULL\n");
		return (DAT_INVALID_PARAMETER);
	}
	args.epd_hkey = ep_ptr->qp_handle->ep_hkey;

	retval = ioctl(ep_ptr->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
	    DAPL_EP_DISCONNECT, &args);
	/* no reason for disconnect to fail so transition the state */
	ep_ptr->qp_state = IBT_STATE_ERROR;

	if (retval != 0) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "dapls_ib_disconnect: disconnect failed %s\n",
		    strerror(errno));
		return (dapls_convert_error(errno, retval));
	}
	s = (struct sockaddr *)ep_ptr->param.remote_ia_address_ptr;
	dapl_dbg_log(DAPL_DBG_TYPE_CM,
	    "dapls_ib_disconnect: disconnected from %s, conn_qual %016llu\n",
	    dapls_inet_ntop(s, addr_buf, 64), ep_ptr->param.remote_port_qual);
	return (DAT_SUCCESS);
}


/*
 * dapls_ib_connected
 *
 * transition qp_state to IBT_STATE_RTS
 *
 */
void
dapls_ib_connected(IN DAPL_EP *ep_ptr)
{
	ep_ptr->qp_state = IBT_STATE_RTS;
}


/*
 * dapls_ib_disconnect_clean
 *
 * transition qp_state to IBT_STATE_ERROR.
 * abort connection if necessary.
 *
 * Input:
 *	ep_ptr		DAPL_EP
 *
 * Output:
 * 	none
 *
 * Returns:
 * 	void
 *
 */
/* ARGSUSED */
void
dapls_ib_disconnect_clean(IN DAPL_EP *ep_ptr, IN DAT_BOOLEAN active,
    IN const ib_cm_events_t ib_cm_event)
{
	switch (ib_cm_event) {
	case IB_CME_CONNECTED:
	case IB_CME_CONNECTION_REQUEST_PENDING:
	case IB_CME_CONNECTION_REQUEST_PENDING_PRIVATE_DATA:
		(void) dapls_ib_disconnect(ep_ptr, DAT_CLOSE_ABRUPT_FLAG);
		/* FALLTHROUGH */
	case IB_CME_DESTINATION_REJECT:
	case IB_CME_DESTINATION_REJECT_PRIVATE_DATA:
	case IB_CME_DESTINATION_UNREACHABLE:
	case IB_CME_TOO_MANY_CONNECTION_REQUESTS:
	case IB_CME_LOCAL_FAILURE:
	case IB_CME_TIMED_OUT:
	case IB_CME_DISCONNECTED_ON_LINK_DOWN:
		ep_ptr->qp_state = IBT_STATE_ERROR;
	}
}


/*
 * dapls_ib_reinit_ep
 *
 * Move the QP to INIT state again.
 *
 * Input:
 *	ep_ptr		DAPL_EP
 *
 * Output:
 * 	none
 *
 * Returns:
 * 	void
 *
 */
void
dapls_ib_reinit_ep(IN DAPL_EP *ep_ptr)
{
	dapl_ep_reinit_t	reinit_args;
	ib_hca_handle_t		hca_hndl;
	ib_qp_handle_t		qp_p;
	char			addr_buf[64];
	int			retval;

	hca_hndl = ep_ptr->header.owner_ia->hca_ptr->ib_hca_handle;
	qp_p = ep_ptr->qp_handle;

	if (qp_p == NULL) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "dapls_ib_reinit: qp_handle == NULL\n");
		return;
	}
	/*
	 * Do all the work request cleanup processing right away
	 * no one should really be doing any operation on this
	 * qp (we are not threadsafe)...
	 */
	dapls_tavor_wrid_cleanup(ep_ptr, qp_p);

	reinit_args.epri_hkey = qp_p->ep_hkey;
	if (ioctl(hca_hndl->ia_fd, DAPL_EP_REINIT, &reinit_args) != 0) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "dapls_ib_reinit: reinit failed %s\n",
		    strerror(errno));
		return;
	}

	qp_p->qp_sq_lastwqeaddr = NULL;
	qp_p->qp_rq_lastwqeaddr = NULL;

	/*
	 * Setup data structure for work request processing
	 */
	retval = dapls_tavor_wrid_init(qp_p);
	if (retval != DAT_SUCCESS) {
		/*
		 * we failed to create data structures for work request
		 * processing. Lets unmap and leave, the qp will get
		 * cleaned when ep gets destroyed - the ep is unusable
		 * in this state.
		 */
		if (munmap((void *)qp_p->qp_addr, qp_p->qp_map_len) < 0) {
			dapl_dbg_log(DAPL_DBG_TYPE_ERR,
			    "qp_free: munmap failed(%d)\n", errno);
		}
		qp_p->qp_addr = NULL;
		dapl_dbg_log(DAPL_DBG_TYPE_CM,
		    "dapls_ib_reinit: wrid_init failed %d\n", retval);
		return;
	}

	/* we have a new ep and it is in the init state */
	ep_ptr->qp_state = IBT_STATE_INIT;

	dapl_dbg_log(DAPL_DBG_TYPE_CM,
	    "dapls_ib_reinit: successful, ia_address %s, conn_qual %016llu\n",
	    dapls_inet_ntop((struct sockaddr *)ep_ptr->param.
	    remote_ia_address_ptr, addr_buf, 64),
	    ep_ptr->param.remote_port_qual);
}


/*
 * dapl_ib_setup_conn_listener
 *
 * Have the CM set up a connection listener.
 *
 * Input:
 *        ibm_hca_handle           HCA handle
 *        qp_handle                QP handle
 *
 * Output:
 *        none
 *
 * Returns:
 *        DAT_SUCCESS
 *        DAT_INSUFFICIENT_RESOURCES
 *        DAT_INVALID_PARAMETER
 *
 */
DAT_RETURN
dapls_ib_setup_conn_listener(IN DAPL_IA *ia_ptr,
    IN DAT_UINT64 ServiceID, IN DAPL_SP *sp_ptr)
{
	ib_hca_handle_t hca_hdl = ia_ptr->hca_ptr->ib_hca_handle;
	struct dapls_ib_cm_srvc_handle *srvc_hdl;
	dapl_service_register_t args;
	struct sockaddr *s;
	char addr_buf[64];
	DAPL_EVD *evd_p = (DAPL_EVD *)sp_ptr->evd_handle;
	int retval;

	if (hca_hdl == NULL) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "setup_conn_listener: hca_handle == NULL\n");
		return (DAT_INVALID_PARAMETER);
	}
	if (evd_p == NULL) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "setup_conn_listener: evd_p == NULL\n");
		return (DAT_INVALID_PARAMETER);
	}
	srvc_hdl = (struct dapls_ib_cm_srvc_handle *)
	    dapl_os_alloc(sizeof (*srvc_hdl));
	if (srvc_hdl == NULL) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "setup_conn_listener: srvc_handle == NULL\n");
		return (DAT_INSUFFICIENT_RESOURCES);
	}

	args.sr_sid = ServiceID;
	args.sr_evd_hkey = evd_p->ib_cq_handle->evd_hkey;
	args.sr_sp_cookie = (uintptr_t)sp_ptr;

	retval = ioctl(hca_hdl->ia_fd, DAPL_SERVICE_REGISTER, &args);
	if (retval != 0) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "setup_conn_listener: register failed %s\n",
		    strerror(errno));
		dapl_os_free(srvc_hdl, sizeof (*srvc_hdl));
		return (dapls_convert_error(errno, retval));
	}
	srvc_hdl->sv_sp_hkey = args.sr_sp_hkey;
	sp_ptr->cm_srvc_handle = srvc_hdl;
	sp_ptr->conn_qual = args.sr_retsid;

	s = (struct sockaddr *)&ia_ptr->hca_ptr->hca_address;
	dapl_dbg_log(DAPL_DBG_TYPE_CM,
	    "setup_conn_listener: listening on ia_address %s, "
	    "conn_qual %016llu\n\n", dapls_inet_ntop(s, addr_buf, 64),
	    sp_ptr->conn_qual);
	return (DAT_SUCCESS);
}

/*
 * dapl_ib_remove_conn_listener
 *
 * Have the CM remove a connection listener.
 *
 * Input:
 *      ia_handle               IA handle
 *      ServiceID               IB Channel Service ID
 *
 * Output:
 *      none
 *
 * Returns:
 *      DAT_SUCCESS
 *      DAT_INVALID_PARAMETER
 *
 */
DAT_RETURN
dapls_ib_remove_conn_listener(IN DAPL_IA *ia_ptr, IN DAPL_SP *sp_ptr)
{
	ib_hca_handle_t hca_hdl = ia_ptr->hca_ptr->ib_hca_handle;
	struct dapls_ib_cm_srvc_handle *srvc_hdl;
	dapl_service_deregister_t args;
	struct sockaddr *s;
	char addr_buf[64];
	int retval;

	if (hca_hdl == NULL) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "remove_conn_listener: hca_handle == NULL\n");
		return (DAT_INVALID_PARAMETER);
	}
	srvc_hdl = (struct dapls_ib_cm_srvc_handle *)sp_ptr->
	    cm_srvc_handle;

	args.sdr_sp_hkey = srvc_hdl->sv_sp_hkey;
	retval = ioctl(hca_hdl->ia_fd, DAPL_SERVICE_DEREGISTER, &args);
	if (retval != 0) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "remove_conn_listener: deregister failed %s\n",
		    strerror(errno));
		return (dapls_convert_error(errno, retval));
	}
	dapl_os_free(srvc_hdl, sizeof (*srvc_hdl));
	sp_ptr->cm_srvc_handle = NULL;

	s = (struct sockaddr *)&ia_ptr->hca_ptr->hca_address;
	dapl_dbg_log(DAPL_DBG_TYPE_CM,
	    "remove_conn_listener: successful, ia_address %s, "
	    "conn_qual %016llu\n\n", dapls_inet_ntop(s, addr_buf, 64),
	    sp_ptr->conn_qual);
	return (DAT_SUCCESS);
}

/*
 * dapls_ib_reject_connection
 *
 * Perform necessary steps to reject a connection
 *
 * Input:
 *        cr_handle
 *
 * Output:
 *        none
 *
 * Returns:
 *        DAT_SUCCESS
 *        DAT_INSUFFICIENT_RESOURCES
 *        DAT_INVALID_PARAMETER
 *
 */
DAT_RETURN
dapls_ib_reject_connection(IN ib_cm_handle_t cm_handle,
    IN int reject_reason, IN DAPL_SP *sp_ptr)
{
	dapl_cr_reject_t args;
	int retval;

	args.crr_reason = reject_reason;
	args.crr_bkl_cookie = (uint64_t)cm_handle;
	args.crr_sp_hkey = sp_ptr->cm_srvc_handle->sv_sp_hkey;

	dapl_dbg_log(DAPL_DBG_TYPE_CM,
	    "dapls_ib_reject: fd %d, sp_hkey %016llx, bkl_index 0x%llx\n",
	    sp_ptr->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
	    args.crr_sp_hkey, args.crr_bkl_cookie);

	retval = ioctl(sp_ptr->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
	    DAPL_CR_REJECT, &args);
	if (retval != 0) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "dapls_ib_reject: reject failed %s\n",
		    strerror(errno));
		return (dapls_convert_error(errno, retval));
	}
	return (DAT_SUCCESS);
}


/*
 * dapls_ib_accept_connection
 *
 * Perform necessary steps to accept a connection
 *
 * Input:
 *        cr_handle
 *        ep_handle
 *        private_data_size
 *        private_data
 *
 * Output:
 *        none
 *
 * Returns:
 *        DAT_SUCCESS
 *        DAT_INSUFFICIENT_RESOURCES
 *        DAT_INVALID_PARAMETER
 *
 */
DAT_RETURN
dapls_ib_accept_connection(IN DAT_CR_HANDLE cr_handle,
    IN DAT_EP_HANDLE ep_handle, IN DAPL_PRIVATE *prd_ptr)
{
	DAPL_EP		*ep_p = (DAPL_EP *)ep_handle;
	DAPL_CR		*cr_p = (DAPL_CR *)cr_handle;
	dapl_cr_accept_t	args;
	int			retval;

	/* check if ep is valid */
	if (ep_p->qp_handle == NULL) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "dapls_ib_accept: qp_handle == NULL\n");
		return (DAT_INVALID_PARAMETER);
	}

	dapl_dbg_log(DAPL_DBG_TYPE_CM,
	    "dapls_ib_accept: fd %d, sp_hkey %016llx, "
	    "bkl_index 0x%llx, ep_hkey %016llx\n",
	    cr_p->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
	    cr_p->sp_ptr->cm_srvc_handle->sv_sp_hkey,
	    (uint64_t)cr_p->ib_cm_handle, ep_p->qp_handle->ep_hkey);

	args.cra_bkl_cookie = (uint64_t)cr_p->ib_cm_handle;
	args.cra_sp_hkey = cr_p->sp_ptr->cm_srvc_handle->sv_sp_hkey;
	args.cra_ep_hkey = ep_p->qp_handle->ep_hkey;

	args.cra_priv_sz = IB_MAX_REP_PDATA_SIZE;
	bcopy(prd_ptr, args.cra_priv, IB_MAX_REP_PDATA_SIZE);

	retval = ioctl(cr_p->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
	    DAPL_CR_ACCEPT, &args);
	if (retval != 0) {
		ep_p->qp_state = IBT_STATE_ERROR;
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "dapls_ib_accept: accept failed %s\n",
		    strerror(errno));
		return (dapls_convert_error(errno, retval));
	}
	return (DAT_SUCCESS);
}
/*
 * dapls_ib_cm_remote_addr
 *
 * Obtain the remote IP address given a connection
 *
 * Input:
 *      cr_handle
 *      private data structure handle (only for IBHOSTS_NAMING)
 *
 * Output:
 *      remote_ia_address: where to place the remote address
 *
 * Returns:
 *      DAT_SUCCESS
 *      DAT_INSUFFICIENT_RESOURCES
 *      DAT_INVALID_PARAMETER
 *
 */
/* ARGSUSED */
DAT_RETURN
dapls_ib_cm_remote_addr(
	IN DAT_HANDLE	dat_handle,
	IN DAPL_PRIVATE	*prd_ptr,
	OUT DAT_SOCK_ADDR6 *remote_ia_address)
{
	return (DAT_SUCCESS);
}


/*
 * dapls_ib_handoff_connection
 *
 * handoff connection to a different qualifier
 *
 * Input:
 *        cr_ptr
 *        cr_handoff
 *
 * Output:
 *        none
 *
 * Returns:
 *        DAT_SUCCESS
 *        DAT_INSUFFICIENT_RESOURCES
 *        DAT_INVALID_PARAMETER
 *
 */
DAT_RETURN
dapls_ib_handoff_connection(IN DAPL_CR *cr_ptr, IN DAT_CONN_QUAL cr_handoff)
{
	dapl_cr_handoff_t args;
	int retval;

	dapl_dbg_log(DAPL_DBG_TYPE_CM,
	    "dapls_ib_handoff: fd %d, sp_hkey %016llx, "
	    "bkl_index 0x%llx conn_qual %llu\n",
	    cr_ptr->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
	    cr_ptr->sp_ptr->cm_srvc_handle->sv_sp_hkey,
	    (uint64_t)cr_ptr->ib_cm_handle, cr_handoff);

	args.crh_bkl_cookie = (uint64_t)cr_ptr->ib_cm_handle;
	args.crh_sp_hkey = cr_ptr->sp_ptr->cm_srvc_handle->sv_sp_hkey;
	args.crh_conn_qual = cr_handoff;

	retval = ioctl(cr_ptr->header.owner_ia->hca_ptr->ib_hca_handle->ia_fd,
	    DAPL_CR_HANDOFF, &args);
	if (retval != 0) {
		dapl_dbg_log(DAPL_DBG_TYPE_ERR,
		    "dapls_ib_handoff: failed %s\n", strerror(errno));
		return (dapls_convert_error(errno, retval));
	}
	return (DAT_SUCCESS);
}