/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */
/*
 * Copyright 2006 Sun Microsystems, Inc.  All rights reserved.
 * Use is subject to license terms.
 */

#pragma ident	"%Z%%M%	%I%	%E% SMI"

/*
 * This module contains the specific uhci code used in POLLED mode.
 */
#include <sys/usb/hcd/uhci/uhcid.h>
#include <sys/usb/hcd/uhci/uhcipolled.h>

#ifndef __sparc
extern void invalidate_cache();
#endif
/*
 * Internal Function Prototypes
 */
/* Polled initialization routine */
static int	uhci_polled_init(usba_pipe_handle_data_t *, uhci_state_t *,
		    usb_console_info_impl_t *);

/* Polled fini routine */
static int	uhci_polled_fini(uhci_polled_t *, uhci_state_t *);

/* Polled save state routine */
static void	uhci_polled_save_state(uhci_polled_t *);

/* Polled restore state routine */
static void	uhci_polled_restore_state(uhci_polled_t *);

/* Polled read routines */
static int	uhci_polled_insert_td_on_qh(uhci_polled_t *,
		    usba_pipe_handle_data_t *);
static uhci_trans_wrapper_t
		*uhci_polled_create_tw(uhci_state_t *);


/*
 * POLLED entry points
 *
 * These functions are entry points into the POLLED code.
 */

/*
 * uhci_hcdi_polled_input_init:
 *	This is the initialization routine for handling the USB keyboard
 *	in POLLED mode.  This routine is not called from POLLED mode, so
 *	it is OK to acquire mutexes.
 */
int
uhci_hcdi_polled_input_init(usba_pipe_handle_data_t *ph,
	uchar_t			**polled_buf,
	usb_console_info_impl_t *console_input_info)
{
	int		ret;
	uhci_polled_t	*uhci_polledp;
	uhci_state_t	*uhcip;

	uhcip = uhci_obtain_state(ph->p_usba_device->usb_root_hub_dip);

	/*
	 * Grab the uhci_int_mutex so that things don't change on us
	 * if an interrupt comes in.
	 */
	mutex_enter(&uhcip->uhci_int_mutex);
	ret = uhci_polled_init(ph, uhcip, console_input_info);
	if (ret != USB_SUCCESS) {
		mutex_exit(&uhcip->uhci_int_mutex);

		return (ret);
	}

	uhci_polledp = (uhci_polled_t *)console_input_info->uci_private;
	/*
	 * Mark the structure so that if we are using it, we don't free
	 * the structures if one of them is unplugged.
	 */
	uhci_polledp->uhci_polled_flags |= POLLED_INPUT_MODE;

	/*
	 * This is the buffer we will copy characters into. It will be
	 * copied into at this layer, so we need to keep track of it.
	 */
	uhci_polledp->uhci_polled_buf =
		(uchar_t *)kmem_zalloc(POLLED_RAW_BUF_SIZE, KM_SLEEP);

	*polled_buf = uhci_polledp->uhci_polled_buf;

	mutex_exit(&uhcip->uhci_int_mutex);
	return (USB_SUCCESS);
}


/*
 * uhci_hcdi_polled_input_fini:
 */
int
uhci_hcdi_polled_input_fini(usb_console_info_impl_t *info)
{
	int			ret;
	uhci_state_t		*uhcip;
	uhci_polled_t		*uhci_polledp;

	uhci_polledp = (uhci_polled_t *)info->uci_private;
	uhcip = uhci_polledp->uhci_polled_uhcip;
	mutex_enter(&uhcip->uhci_int_mutex);

	/* Free the buffer that we copied data into */
	kmem_free(uhci_polledp->uhci_polled_buf, POLLED_RAW_BUF_SIZE);
	ret = uhci_polled_fini(uhci_polledp, uhcip);
	info->uci_private = NULL;
	mutex_exit(&uhcip->uhci_int_mutex);

	return (ret);
}


/*
 * uhci_hcdi_polled_input_enter:
 *	This is where we enter into POLLED mode.  This routine sets up
 *	everything so that calls to  uhci_hcdi_polled_read will return
 *	characters.
 */
int
uhci_hcdi_polled_input_enter(usb_console_info_impl_t *info)
{
	uhci_polled_t	*uhci_polledp;

	uhci_polledp = (uhci_polled_t *)info->uci_private;
	uhci_polledp->uhci_polled_entry++;

	/*
	 * If the controller is already switched over, just return
	 */
	if (uhci_polledp->uhci_polled_entry > 1) {

		return (USB_SUCCESS);
	}

	uhci_polled_save_state(uhci_polledp);
	uhci_polledp->uhci_polled_flags |= POLLED_INPUT_MODE_INUSE;

	return (USB_SUCCESS);
}


/*
 * uhci_hcdi_polled_input_exit:
 *	This is where we exit POLLED mode. This routine restores
 *	everything that is needed to continue operation.
 */
int
uhci_hcdi_polled_input_exit(usb_console_info_impl_t *info)
{
	uhci_polled_t	*uhci_polledp;

	uhci_polledp = (uhci_polled_t *)info->uci_private;
	uhci_polledp->uhci_polled_entry--;

	/*
	 * If there are still outstanding "enters", just return
	 */
	if (uhci_polledp->uhci_polled_entry > 0) {

		return (USB_SUCCESS);
	}

	uhci_polledp->uhci_polled_flags &= ~POLLED_INPUT_MODE_INUSE;
	uhci_polled_restore_state(uhci_polledp);

	return (USB_SUCCESS);
}


/*
 * uhci_hcdi_polled_read:
 *	Get a key character
 */
int
uhci_hcdi_polled_read(usb_console_info_impl_t *info, uint_t *num_characters)
{
	uhci_state_t		*uhcip;
	uhci_polled_t		*uhci_polledp;
	uhci_td_t		*td;
	uhci_trans_wrapper_t	*tw;
	ushort_t		intr_status;

	uhci_polledp = (uhci_polled_t *)info->uci_private;
	uhcip = uhci_polledp->uhci_polled_uhcip;

	/*
	 * This is a temporary work around for halt problem. The upper
	 * layer code does not call the right sequence of entry points
	 * points for reading a character in a polled mode. Once the
	 * upper layer code is fixed, the following code (two lines)
	 * must be removed.
	 */
	if (uhci_polledp->uhci_polled_entry == 0) {
		if (uhci_hcdi_polled_input_enter(info) != USB_SUCCESS) {
			cmn_err(CE_WARN, "Entering Polled Mode failed");
		}
	}

#ifndef lint
	_NOTE(NO_COMPETING_THREADS_NOW);
#endif
#ifndef __sparc
	invalidate_cache();
#endif

	td = uhci_polledp->uhci_polled_td;

	/*
	 * Check to see if there are any TD's on the done head.
	 */
	if (GetTD_status(uhcip, td) & UHCI_TD_ACTIVE) {
		*num_characters = 0;
	} else {

		/*
		 * If the TD does not complete, retry.
		 */
		if ((GetTD_status(uhcip, td) & TD_STATUS_MASK) ||
		    (GetTD_alen(uhcip, td) == ZERO_LENGTH)) {
			*num_characters = 0;
			SetTD_alen(uhcip, td, 0);
		} else {
			*num_characters = GetTD_alen(uhcip, td) + 1;

			tw = td->tw;

			/* Copy the data into the message */
			ddi_rep_get8(tw->tw_accesshandle,
				(uint8_t *)uhci_polledp->uhci_polled_buf,
				(uint8_t *)td->tw->tw_buf,
				*num_characters,
				DDI_DEV_AUTOINCR);
		}

		/*
		 * Insert the td again into the lattice.
		 */
		SetTD_dtogg(uhcip, td, GetTD_dtogg(uhcip, td) == 0 ? 1 : 0);

		SetTD_status(uhcip, td, UHCI_TD_ACTIVE);
		SetQH32(uhcip, uhci_polledp->uhci_polled_qh->element_ptr,
		    TD_PADDR(td));

		/* Clear the interrupt status register */
		intr_status = Get_OpReg16(USBSTS);
		Set_OpReg16(USBSTS, intr_status);
	}

#ifndef lint
	_NOTE(COMPETING_THREADS_NOW);
#endif

	return (USB_SUCCESS);
}

/*
 * uhci_hcdi_polled_output_init:
 *	This is the initialization routine for handling the USB serial
 *	output in POLLED mode.  This routine is called after input_init
 *	succeeded.
 */
int
uhci_hcdi_polled_output_init(usba_pipe_handle_data_t *ph,
	usb_console_info_impl_t *console_output_info)
{
	int		ret;
	uhci_polled_t	*uhci_polledp;
	uhci_state_t	*uhcip;

	uhcip = uhci_obtain_state(ph->p_usba_device->usb_root_hub_dip);

	/*
	 * Grab the uhci_int_mutex so that things don't change on us
	 * if an interrupt comes in.
	 */
	mutex_enter(&uhcip->uhci_int_mutex);
	ret = uhci_polled_init(ph, uhcip, console_output_info);
	if (ret != USB_SUCCESS) {
		mutex_exit(&uhcip->uhci_int_mutex);

		return (ret);
	}

	uhci_polledp = (uhci_polled_t *)console_output_info->uci_private;
	/*
	 * Mark the structure so that if we are using it, we don't free
	 * the structures if one of them is unplugged.
	 */
	uhci_polledp->uhci_polled_flags |= POLLED_OUTPUT_MODE;

	mutex_exit(&uhcip->uhci_int_mutex);

	return (USB_SUCCESS);
}


/*
 * uhci_hcdi_polled_output_fini:
 */
int
uhci_hcdi_polled_output_fini(usb_console_info_impl_t *info)
{
	int			ret;
	uhci_state_t		*uhcip;
	uhci_polled_t		*uhci_polledp;

	uhci_polledp = (uhci_polled_t *)info->uci_private;
	uhcip = uhci_polledp->uhci_polled_uhcip;
	mutex_enter(&uhcip->uhci_int_mutex);

	ret = uhci_polled_fini(uhci_polledp, uhcip);
	info->uci_private = NULL;
	mutex_exit(&uhcip->uhci_int_mutex);

	return (ret);
}


/*
 * uhci_hcdi_polled_output_enter:
 *	everything is done in input enter
 */
int
uhci_hcdi_polled_output_enter(usb_console_info_impl_t *info)
{
	uhci_state_t		*uhcip;
	uhci_polled_t		*uhci_polledp;

	uhci_polledp = (uhci_polled_t *)info->uci_private;
	uhcip = uhci_polledp->uhci_polled_uhcip;

	/*
	 * Check if the number of devices reaches the max number
	 * we can support in polled mode
	 */
	if (uhcip->uhci_polled_count + 1 > MAX_NUM_FOR_KEYBORAD) {

		return (USB_FAILURE);
	}

	return (USB_SUCCESS);
}


/*
 * uhci_hcdi_polled_output_exit:
 *	everything is done in input exit
 */
/*ARGSUSED*/
int
uhci_hcdi_polled_output_exit(usb_console_info_impl_t *info)
{
	return (USB_SUCCESS);
}

static int uhci_polled_status;

/*
 * uhci_hcdi_polled_write:
 *	Put a key character -- rewrite this!
 */
int
uhci_hcdi_polled_write(usb_console_info_impl_t *info, uchar_t *buf,
    uint_t num_characters, uint_t *num_characters_written)
{
	int			i;
	uhci_state_t		*uhcip;
	uhci_polled_t		*uhci_polledp;
	uhci_td_t		*td;
	uhci_trans_wrapper_t	*tw;
	uhci_pipe_private_t	*pp;
	usba_pipe_handle_data_t	*ph;

	uhci_polledp = (uhci_polled_t *)info->uci_private;
	uhcip = uhci_polledp->uhci_polled_uhcip;
	ph = uhci_polledp->uhci_polled_ph;
	pp = (uhci_pipe_private_t *)ph->p_hcd_private;

	td = uhci_polledp->uhci_polled_td;
	tw = td->tw;

	/* copy transmit buffer */
	if (num_characters > POLLED_RAW_BUF_SIZE) {
		cmn_err(CE_NOTE, "polled write size %d bigger than %d",
		    num_characters, POLLED_RAW_BUF_SIZE);
		num_characters = POLLED_RAW_BUF_SIZE;
	}
	tw->tw_length = num_characters;
	ddi_put8(tw->tw_accesshandle, (uint8_t *)tw->tw_buf, *buf);
	ddi_rep_put8(tw->tw_accesshandle, buf, (uint8_t *)tw->tw_buf,
	    num_characters, DDI_DEV_AUTOINCR);

	bzero((char *)td, sizeof (uhci_td_t));

	td->tw = tw;
	SetTD_c_err(uhcip, td, UHCI_MAX_ERR_COUNT);
	SetTD_status(uhcip, td, UHCI_TD_ACTIVE);
	SetTD_ioc(uhcip, td, INTERRUPT_ON_COMPLETION);
	SetTD_mlen(uhcip, td, num_characters - 1);
	SetTD_dtogg(uhcip, td, pp->pp_data_toggle);
	ADJ_DATA_TOGGLE(pp);
	SetTD_devaddr(uhcip, td, ph->p_usba_device->usb_addr);
	SetTD_endpt(uhcip, td, ph->p_ep.bEndpointAddress &
							END_POINT_ADDRESS_MASK);
	SetTD_PID(uhcip, td, PID_OUT);
	SetTD32(uhcip, td->buffer_address, tw->tw_cookie.dmac_address);

	SetQH32(uhcip, uhci_polledp->uhci_polled_qh->element_ptr,
	    TD_PADDR(td));

	/*
	 * Now, add the endpoint to the lattice that we will hang  our
	 * TD's off of.
	 */
	for (i = uhcip->uhci_polled_count; i < NUM_FRAME_LST_ENTRIES;
	    i += MIN_LOW_SPEED_POLL_INTERVAL) {
		SetFL32(uhcip, uhcip->uhci_frame_lst_tablep[i],
		    QH_PADDR(uhci_polledp->uhci_polled_qh) | HC_QUEUE_HEAD);
	}

	/* wait for xfer to finish */
	while (GetTD_status(uhcip, td) & UHCI_TD_ACTIVE)
#ifndef __sparc
		invalidate_cache();
#else
		;
#endif
	*num_characters_written = GetTD_alen(uhcip, td) + 1;

	/* Now, remove the endpoint from the lattice */
	for (i = uhcip->uhci_polled_count; i < NUM_FRAME_LST_ENTRIES;
	    i += MIN_LOW_SPEED_POLL_INTERVAL) {
		SetFL32(uhcip, uhcip->uhci_frame_lst_tablep[i],
		    HC_END_OF_LIST);
	}

	return (USB_SUCCESS);
}


/*
 * uhci_polled_init:
 *	Initialize generic information that is needed to provide USB/POLLED
 *	support.
 */
static int
uhci_polled_init(usba_pipe_handle_data_t	*ph,
	uhci_state_t		*uhcip,
	usb_console_info_impl_t	*console_info)
{
	uhci_polled_t	*uhci_polledp;

	ASSERT(mutex_owned(&uhcip->uhci_int_mutex));

	/*
	 * If the structure has already been initialized, then we don't
	 * need to redo it.
	 */
	if (console_info->uci_private != NULL) {

		return (USB_SUCCESS);
	}

	/* Allocate and intitialize a polled mode state structure */
	uhci_polledp = (uhci_polled_t *)kmem_zalloc(sizeof (uhci_polled_t),
								KM_SLEEP);

	/*
	 * Keep a copy of normal mode state structure and pipe handle.
	 */
	uhci_polledp->uhci_polled_uhcip	= uhcip;
	uhci_polledp->uhci_polled_ph	= ph;

	/*
	 * Allocate a queue head for the device. This queue head wiil be
	 * put in action when we switch to polled mode in _enter point.
	 */
	uhci_polledp->uhci_polled_qh = uhci_alloc_queue_head(uhcip);

	if (uhci_polledp->uhci_polled_qh == NULL) {
		kmem_free(uhci_polledp, sizeof (uhci_polled_t));

		return (USB_NO_RESOURCES);
	}

	/*
	 * Insert a TD onto the queue head.
	 */
	if ((uhci_polled_insert_td_on_qh(uhci_polledp,
	    uhci_polledp->uhci_polled_ph)) != USB_SUCCESS) {
		uhci_polledp->uhci_polled_qh->qh_flag = QUEUE_HEAD_FLAG_FREE;
		kmem_free(uhci_polledp, sizeof (uhci_polled_t));

		return (USB_NO_RESOURCES);
	}

	console_info->uci_private = (usb_console_info_private_t)uhci_polledp;

	return (USB_SUCCESS);
}


/*
 * uhci_polled_fini:
 */
static int
uhci_polled_fini(uhci_polled_t *uhci_polledp, uhci_state_t *uhcip)
{
	uhci_td_t	*td = uhci_polledp->uhci_polled_td;

	ASSERT(mutex_owned(&uhcip->uhci_int_mutex));

	/*
	 * Free the transfer wrapper
	 */
	uhci_free_tw(uhcip, td->tw);

	/*
	 * Free the queue head and transfer descriptor allocated.
	 */
	uhci_polledp->uhci_polled_qh->qh_flag = QUEUE_HEAD_FLAG_FREE;
	uhci_polledp->uhci_polled_td->flag = TD_FLAG_FREE;

	/*
	 * Deallocate the memory for the polled mode state structure.
	 */
	kmem_free(uhci_polledp, sizeof (uhci_polled_t));

	return (USB_SUCCESS);
}


/*
 * uhci_polled_save_state:
 */
static void
uhci_polled_save_state(uhci_polled_t	*uhci_polledp)
{
	int			i;
	uhci_td_t		*td, *polled_td;
	uhci_state_t		*uhcip;
	usba_pipe_handle_data_t	*ph;

#ifndef lint
	_NOTE(NO_COMPETING_THREADS_NOW);
#endif

	/*
	 * If either of these two flags are set, then we have already
	 * saved off the state information and setup the controller.
	 */
	if (uhci_polledp->uhci_polled_flags & POLLED_INPUT_MODE_INUSE) {
#ifndef lint
		_NOTE(COMPETING_THREADS_NOW);
#endif

		return;
	}

	uhcip = uhci_polledp->uhci_polled_uhcip;

	/*
	 * Check if the number of keyboard reaches the max number we can
	 * support in polled mode
	 */
	if (++ uhcip->uhci_polled_count > MAX_NUM_FOR_KEYBORAD) {
#ifndef lint
		_NOTE(COMPETING_THREADS_NOW);
#endif
		return;
	}

	/*
	 * Get the normal mode usb pipe handle.
	 */
	ph = (usba_pipe_handle_data_t *)uhci_polledp->uhci_polled_ph;
	/*
	 * Only the first keyboard enter disable the interrutps, stop the
	 * host controller processing and initialize the interrupt table.
	 */
	if (uhcip->uhci_polled_count == 1) {
		/*
		 * Disable interrupts to prevent the interrupt handler getting
		 * called while we are switing to POLLed mode.
		 */

		Set_OpReg16(USBINTR, DISABLE_ALL_INTRS);

		/*
		 * Stop the HC controller from processing TD's
		 */
		Set_OpReg16(USBCMD, 0);

		/*
		 * Save the current interrupt lattice and  replace this lattice
		 * with an lattice used in POLLED mode. We will restore lattice
		 * back when we exit from the POLLED mode.
		 */
		for (i = 0; i < NUM_FRAME_LST_ENTRIES; i++) {
			uhcip->uhci_polled_save_IntTble[i] =
			    uhcip->uhci_frame_lst_tablep[i];
		}

		/*
		 * Zero out the entire interrupt lattice tree.
		 */
		for (i = 0; i < NUM_FRAME_LST_ENTRIES; i++) {
			SetFL32(uhcip, uhcip->uhci_frame_lst_tablep[i],
			    HC_END_OF_LIST);
		}
	}

	/*
	 * Now, add the endpoint to the lattice that we will hang  our
	 * TD's off of.  We (assume always) need to poll this device at
	 * every 8 ms.
	 */
	for (i = uhcip->uhci_polled_count - 1; i < NUM_FRAME_LST_ENTRIES;
	    i += MIN_LOW_SPEED_POLL_INTERVAL) {
		SetFL32(uhcip, uhcip->uhci_frame_lst_tablep[i],
		    QH_PADDR(uhci_polledp->uhci_polled_qh) | HC_QUEUE_HEAD);
	}

	/*
	 * Adjust the data toggle
	 */
	td = uhcip->uhci_outst_tds_head;
	while (td != NULL) {
		if (td->tw->tw_pipe_private->pp_pipe_handle == ph) {
			polled_td = uhci_polledp->uhci_polled_td;
			if (GetTD_status(uhcip, td) & UHCI_TD_ACTIVE) {
				SetTD_dtogg(uhcip, polled_td,
				    GetTD_dtogg(uhcip, td));
			} else {
				SetTD_dtogg(uhcip, polled_td,
				    (GetTD_dtogg(uhcip, td) ^ 1));
				uhcip->uhci_polled_flag =
				    UHCI_POLLED_FLAG_TD_COMPL;
			}
			break;
		}
		td = td->outst_td_next;
	}
	/*
	 * Only the first keyboard enter reset the frame number and start
	 * the host controler processing.
	 */
	if (uhcip->uhci_polled_count == 1) {
		/* Set the frame number to zero */
		Set_OpReg16(FRNUM, 0);

		/*
		 * Start the Host controller processing
		 */
		Set_OpReg16(USBCMD, (USBCMD_REG_HC_RUN | USBCMD_REG_MAXPKT_64 |
		    USBCMD_REG_CONFIG_FLAG));
	}

#ifndef lint
	_NOTE(COMPETING_THREADS_NOW);
#endif
}


/*
 * uhci_polled_restore_state:
 */
static void
uhci_polled_restore_state(uhci_polled_t	*uhci_polledp)
{
	int			i;
	ushort_t		real_data_toggle;
	uhci_td_t		*td, *polled_td;
	uhci_state_t		*uhcip;
	uhci_pipe_private_t	*pp;

#ifndef lint
	_NOTE(NO_COMPETING_THREADS_NOW);
#endif
	/*
	 * If this flags is set, then we are still using this structure,
	 * so don't restore any controller state information yet.
	 */
	if (uhci_polledp->uhci_polled_flags & POLLED_INPUT_MODE_INUSE) {
#ifndef lint
		_NOTE(COMPETING_THREADS_NOW);
#endif
		return;
	}

	uhcip = uhci_polledp->uhci_polled_uhcip;
	uhcip->uhci_polled_count --;

	/* Just first leave keyboard entry turn off the controller */
	if (Get_OpReg16(USBCMD)) {
		Set_OpReg16(USBCMD, 0x0);
	}
	/* Only the last leave keyboard entry restore the interrupt table */
	if (uhcip->uhci_polled_count == 0) {
		/*
		 * Replace the lattice
		 */
		for (i = 0; i < NUM_FRAME_LST_ENTRIES; i++) {
			uhcip->uhci_frame_lst_tablep[i] =
			    uhcip->uhci_polled_save_IntTble[i];
		}
	}

	/*
	 * Adjust data toggle
	 */
	pp = (uhci_pipe_private_t *)
		uhci_polledp->uhci_polled_ph->p_hcd_private;

	polled_td = uhci_polledp->uhci_polled_td;
	real_data_toggle = (GetTD_status(uhcip, polled_td) & UHCI_TD_ACTIVE) ?
		GetTD_dtogg(uhcip, polled_td) :
		!GetTD_dtogg(uhcip, polled_td);

	td = uhcip->uhci_outst_tds_head;
	while (td != NULL) {
		if (td->tw->tw_pipe_private->pp_pipe_handle ==
		    uhci_polledp->uhci_polled_ph) {
			if (GetTD_status(uhcip, td) & UHCI_TD_ACTIVE) {
				SetTD_dtogg(uhcip, td, real_data_toggle);
				pp->pp_data_toggle =
				    (real_data_toggle == 0) ? 1 : 0;
			} else {
				pp->pp_data_toggle = real_data_toggle;
			}
		}
		td = td->outst_td_next;
	}

	/*
	 * Only the last leave keyboard entry enable the interrupts,
	 * start Host controller processing.
	 */
	if (uhcip->uhci_polled_count == 0) {
		Set_OpReg16(USBINTR, ENABLE_ALL_INTRS);
		Set_OpReg16(USBCMD, (USBCMD_REG_HC_RUN | USBCMD_REG_MAXPKT_64 |
		    USBCMD_REG_CONFIG_FLAG));
		if (uhcip->uhci_polled_flag == UHCI_POLLED_FLAG_TD_COMPL) {
			uhcip->uhci_polled_flag = UHCI_POLLED_FLAG_TRUE;
		}
	}

#ifndef lint
	_NOTE(COMPETING_THREADS_NOW);
#endif
}


/*
 * uhci_polled_insert_td:
 *	Initializes the transfer descriptor for polling and inserts on the
 *	polled queue head. This will be put in action when entered in to
 *	polled mode.
 */
static int
uhci_polled_insert_td_on_qh(uhci_polled_t *uhci_polledp,
	usba_pipe_handle_data_t *ph)
{
	uhci_td_t		*td;
	uhci_state_t		*uhcip = uhci_polledp->uhci_polled_uhcip;
	usb_ep_descr_t		*eptd;
	uhci_trans_wrapper_t	*tw;
	uint_t			direction;

	/* Create the transfer wrapper */
	if ((tw = uhci_polled_create_tw(uhci_polledp->uhci_polled_uhcip)) ==
	    NULL) {

		return (USB_FAILURE);
	}

	/* Use the dummy TD allocated for the queue head */
	td = uhci_polledp->uhci_polled_qh->td_tailp;
	bzero((char *)td, sizeof (uhci_td_t));

	uhci_polledp->uhci_polled_td = td;
	td->tw = tw;
	td->flag = TD_FLAG_BUSY;
	SetTD32(uhcip, td->link_ptr, HC_END_OF_LIST);

	mutex_enter(&ph->p_usba_device->usb_mutex);
	if (ph->p_usba_device->usb_port_status == USBA_LOW_SPEED_DEV) {
		SetTD_ls(uhcip, td, LOW_SPEED_DEVICE);
	}

	eptd = &ph->p_ep;
	direction = (UHCI_XFER_DIR(eptd) == USB_EP_DIR_OUT) ? PID_OUT : PID_IN;
	SetTD_c_err(uhcip, td, UHCI_MAX_ERR_COUNT);
	SetTD_mlen(uhcip, td, POLLED_RAW_BUF_SIZE - 1);
	SetTD_devaddr(uhcip, td, ph->p_usba_device->usb_addr);
	SetTD_endpt(uhcip, td, eptd->bEndpointAddress & END_POINT_ADDRESS_MASK);
	SetTD_PID(uhcip, td, direction);
	SetTD32(uhcip, td->buffer_address, tw->tw_cookie.dmac_address);
	SetTD_ioc(uhcip, td, INTERRUPT_ON_COMPLETION);
	SetTD_status(uhcip, td, UHCI_TD_ACTIVE);
	mutex_exit(&ph->p_usba_device->usb_mutex);

	SetQH32(uhcip, uhci_polledp->uhci_polled_qh->element_ptr, TD_PADDR(td));

	return (USB_SUCCESS);
}


/*
 * uhci_polled_create_wrapper_t:
 *	Creates the transfer wrapper used in polled mode.
 */
static uhci_trans_wrapper_t *
uhci_polled_create_tw(uhci_state_t *uhcip)
{
	uint_t			result, ccount;
	size_t			real_length;
	uhci_trans_wrapper_t	*tw;
	ddi_device_acc_attr_t	dev_attr;

	/* Allocate space for the transfer wrapper */
	if ((tw = kmem_zalloc(sizeof (uhci_trans_wrapper_t), KM_NOSLEEP)) ==
	    NULL) {

		return (NULL);
	}

	tw->tw_length = POLLED_RAW_BUF_SIZE;

	/* Allocate the DMA handle */
	if ((result = ddi_dma_alloc_handle(uhcip->uhci_dip,
	    &uhcip->uhci_dma_attr, DDI_DMA_DONTWAIT, 0, &tw->tw_dmahandle)) !=
	    DDI_SUCCESS) {
		kmem_free(tw, sizeof (uhci_trans_wrapper_t));

		return (NULL);
	}

	dev_attr.devacc_attr_version		= DDI_DEVICE_ATTR_V0;
	dev_attr.devacc_attr_endian_flags	= DDI_STRUCTURE_LE_ACC;
	dev_attr.devacc_attr_dataorder		= DDI_STRICTORDER_ACC;

	/* Allocate the memory */
	if ((result = ddi_dma_mem_alloc(tw->tw_dmahandle, POLLED_RAW_BUF_SIZE,
	    &dev_attr, DDI_DMA_CONSISTENT, DDI_DMA_DONTWAIT, NULL,
	    &tw->tw_buf, &real_length, &tw->tw_accesshandle)) !=
	    DDI_SUCCESS) {
		ddi_dma_free_handle(&tw->tw_dmahandle);
		kmem_free(tw, sizeof (uhci_trans_wrapper_t));

		return (NULL);
	}

	/* Bind the handle */
	if ((result = ddi_dma_addr_bind_handle(tw->tw_dmahandle, NULL,
	    tw->tw_buf, real_length, DDI_DMA_RDWR|DDI_DMA_CONSISTENT,
	    DDI_DMA_DONTWAIT, NULL, &tw->tw_cookie, &ccount)) !=
	    DDI_DMA_MAPPED) {
		ddi_dma_mem_free(&tw->tw_accesshandle);
		ddi_dma_free_handle(&tw->tw_dmahandle);
		kmem_free(tw, sizeof (uhci_trans_wrapper_t));

		return (NULL);
	}

	/* The cookie count should be 1 */
	if (ccount != 1) {
		result = ddi_dma_unbind_handle(tw->tw_dmahandle);
		ASSERT(result == DDI_SUCCESS);

		ddi_dma_mem_free(&tw->tw_accesshandle);
		ddi_dma_free_handle(&tw->tw_dmahandle);
		kmem_free(tw, sizeof (uhci_trans_wrapper_t));

		return (NULL);
	}

	return (tw);
}