xref: /illumos-gate/usr/src/uts/common/io/sata/impl/sata.c (revision 608eb926e14f4ba4736b2d59e891335f1cba9e1e)

/*
 * CDDL HEADER START
 *
 * The contents of this file are subject to the terms of the
 * Common Development and Distribution License (the "License").
 * You may not use this file except in compliance with the License.
 *
 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
 * or http://www.opensolaris.org/os/licensing.
 * See the License for the specific language governing permissions
 * and limitations under the License.
 *
 * When distributing Covered Code, include this CDDL HEADER in each
 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
 * If applicable, add the following below this CDDL HEADER, with the
 * fields enclosed by brackets "[]" replaced with your own identifying
 * information: Portions Copyright [yyyy] [name of copyright owner]
 *
 * CDDL HEADER END
 */

/*
 * Copyright (c) 2006, 2010, Oracle and/or its affiliates. All rights reserved.
 */
/*
 * Copyright 2017 Nexenta Systems, Inc.  All rights reserved.
 * Copyright 2016 Argo Technologies SA
 * Copyright 2019 Joyent, Inc.
 * Copyright 2024 RackTop Systems, Inc.
 * Copyright 2023 Oxide Computer Company
 * Copyright 2023 Jason King
 */

/*
 * SATA Framework
 * Generic SATA Host Adapter Implementation
 */

#include <sys/conf.h>
#include <sys/file.h>
#include <sys/ddi.h>
#include <sys/sunddi.h>
#include <sys/modctl.h>
#include <sys/cmn_err.h>
#include <sys/errno.h>
#include <sys/thread.h>
#include <sys/kstat.h>
#include <sys/note.h>
#include <sys/sysevent.h>
#include <sys/sysevent/eventdefs.h>
#include <sys/sysevent/dr.h>
#include <sys/taskq.h>
#include <sys/disp.h>
#include <sys/sdt.h>

#include <sys/sata/impl/sata.h>
#include <sys/sata/sata_hba.h>
#include <sys/sata/sata_defs.h>
#include <sys/sata/sata_cfgadm.h>
#include <sys/sata/sata_blacklist.h>
#include <sys/sata/sata_satl.h>

#include <sys/scsi/impl/spc3_types.h>

/*
 * FMA header files
 */
#include <sys/ddifm.h>
#include <sys/fm/protocol.h>
#include <sys/fm/util.h>
#include <sys/fm/io/ddi.h>

/* Debug flags - defined in sata.h */
int	sata_debug_flags = 0;
int	sata_msg = 0;

/*
 * Flags enabling selected SATA HBA framework functionality
 */
#define	SATA_ENABLE_QUEUING		1
#define	SATA_ENABLE_NCQ			2
#define	SATA_ENABLE_PROCESS_EVENTS	4
#define	SATA_ENABLE_PMULT_FBS		8 /* FIS-Based Switching */
int sata_func_enable =
	SATA_ENABLE_PROCESS_EVENTS | SATA_ENABLE_QUEUING | SATA_ENABLE_NCQ;

/*
 * Global variable setting default maximum queue depth (NCQ or TCQ)
 * Note:minimum queue depth is 1
 */
int sata_max_queue_depth = SATA_MAX_QUEUE_DEPTH; /* max NCQ/TCQ queue depth */

/*
 * Currently used default NCQ/TCQ queue depth. It is set-up during the driver
 * initialization, using value from sata_max_queue_depth
 * It is adjusted to minimum supported by the controller and by the device,
 * if queueing is enabled.
 */
static	int sata_current_max_qdepth;

/*
 * Global variable determining the default behavior after device hotpluggin.
 * If non-zero, the hotplugged device is onlined (if possible) without explicit
 * IOCTL request (AP_CONFIGURE).
 * If zero, hotplugged device is identified, but not onlined.
 * Enabling (AP_CONNECT) device port with an attached device does not result
 * in device onlining regardless of the flag setting
 */
int sata_auto_online = 0;

#ifdef SATA_DEBUG

#define	SATA_LOG_D(args)	sata_log args
uint64_t mbuf_count = 0;
uint64_t mbuffail_count = 0;

sata_atapi_cmd_t sata_atapi_trace[64];
uint32_t sata_atapi_trace_index = 0;
int sata_atapi_trace_save = 1;
static	void sata_save_atapi_trace(sata_pkt_txlate_t *, int);
#define	SATAATAPITRACE(spx, count)	\
	if (sata_atapi_trace_save)	\
	    sata_save_atapi_trace(spx, count)

#else
#define	SATA_LOG_D(args)	sata_trace_log args
#define	SATAATAPITRACE(spx, count)
#endif

#if 0
static void
sata_test_atapi_packet_command(sata_hba_inst_t *, int);
#endif

#ifdef SATA_INJECT_FAULTS

#define		SATA_INJECT_PKT_FAULT	1
uint32_t	sata_inject_fault = 0;

uint32_t	sata_inject_fault_count = 0;
uint32_t	sata_inject_fault_pause_count = 0;
uint32_t	sata_fault_type = 0;
uint32_t	sata_fault_cmd = 0;
dev_info_t	*sata_fault_ctrl = NULL;
sata_device_t	sata_fault_device;

static	void sata_inject_pkt_fault(sata_pkt_t *, int *, int);

#endif

#define	LEGACY_HWID_LEN	64	/* Model (40) + Serial (20) + pad */

/*
 * SATA cb_ops functions
 */
static	int sata_hba_open(dev_t *, int, int, cred_t *);
static	int sata_hba_close(dev_t, int, int, cred_t *);
static	int sata_hba_ioctl(dev_t, int, intptr_t, int, cred_t *,	int *);

/*
 * SCSA required entry points
 */
static	int sata_scsi_tgt_init(dev_info_t *, dev_info_t *,
    scsi_hba_tran_t *, struct scsi_device *);
static	int sata_scsi_tgt_probe(struct scsi_device *,
    int (*callback)(void));
static void sata_scsi_tgt_free(dev_info_t *, dev_info_t *,
    scsi_hba_tran_t *, struct scsi_device *);
static	int sata_scsi_start(struct scsi_address *, struct scsi_pkt *);
static	int sata_scsi_abort(struct scsi_address *, struct scsi_pkt *);
static	int sata_scsi_reset(struct scsi_address *, int);
static	int sata_scsi_getcap(struct scsi_address *, char *, int);
static	int sata_scsi_setcap(struct scsi_address *, char *, int, int);
static	struct scsi_pkt *sata_scsi_init_pkt(struct scsi_address *,
    struct scsi_pkt *, struct buf *, int, int, int, int, int (*)(caddr_t),
    caddr_t);
static	void sata_scsi_destroy_pkt(struct scsi_address *, struct scsi_pkt *);
static	void sata_scsi_dmafree(struct scsi_address *, struct scsi_pkt *);
static	void sata_scsi_sync_pkt(struct scsi_address *, struct scsi_pkt *);

/*
 * SATA HBA interface functions are defined in sata_hba.h header file
 */

/* Event processing functions */
static	void sata_event_daemon(void *);
static	void sata_event_thread_control(int);
static	void sata_process_controller_events(sata_hba_inst_t *sata_hba_inst);
static	void sata_process_pmult_events(sata_hba_inst_t *, uint8_t);
static	void sata_process_device_reset(sata_hba_inst_t *, sata_address_t *);
static	void sata_process_pmdevice_reset(sata_hba_inst_t *, sata_address_t *);
static	void sata_process_port_failed_event(sata_hba_inst_t *,
    sata_address_t *);
static	void sata_process_port_link_events(sata_hba_inst_t *,
    sata_address_t *);
static	void sata_process_pmport_link_events(sata_hba_inst_t *,
    sata_address_t *);
static	void sata_process_device_detached(sata_hba_inst_t *, sata_address_t *);
static	void sata_process_pmdevice_detached(sata_hba_inst_t *,
    sata_address_t *);
static	void sata_process_device_attached(sata_hba_inst_t *, sata_address_t *);
static	void sata_process_pmdevice_attached(sata_hba_inst_t *,
    sata_address_t *);
static	void sata_process_port_pwr_change(sata_hba_inst_t *, sata_address_t *);
static	void sata_process_cntrl_pwr_level_change(sata_hba_inst_t *);
static	void sata_process_target_node_cleanup(sata_hba_inst_t *,
    sata_address_t *);
static	void sata_process_device_autoonline(sata_hba_inst_t *,
    sata_address_t *saddr);

/*
 * Local translation functions
 */
static	int sata_txlt_inquiry(sata_pkt_txlate_t *);
static	int sata_txlt_test_unit_ready(sata_pkt_txlate_t *);
static	int sata_txlt_start_stop_unit(sata_pkt_txlate_t *);
static	int sata_txlt_read_capacity(sata_pkt_txlate_t *);
static	int sata_txlt_read_capacity16(sata_pkt_txlate_t *);
static  int sata_txlt_unmap(sata_pkt_txlate_t *);
static	boolean_t sata_txlt_unmap_supported(sata_pkt_txlate_t *,
    sata_drive_info_t *);
static	int sata_txlt_request_sense(sata_pkt_txlate_t *);
static	int sata_txlt_read(sata_pkt_txlate_t *);
static	int sata_txlt_write(sata_pkt_txlate_t *);
static	int sata_txlt_log_sense(sata_pkt_txlate_t *);
static	int sata_txlt_mode_sense(sata_pkt_txlate_t *);
static	int sata_txlt_mode_select(sata_pkt_txlate_t *);
static	int sata_txlt_ata_pass_thru(sata_pkt_txlate_t *);
static	int sata_txlt_synchronize_cache(sata_pkt_txlate_t *);
static	int sata_txlt_write_buffer(sata_pkt_txlate_t *);
static	int sata_txlt_nodata_cmd_immediate(sata_pkt_txlate_t *);
static	int sata_txlt_supported_ops(sata_pkt_txlate_t *);

static	int sata_hba_start(sata_pkt_txlate_t *, int *);
static	int sata_txlt_invalid_command(sata_pkt_txlate_t *);
static	int sata_txlt_check_condition(sata_pkt_txlate_t *, uchar_t, uchar_t);
static	int sata_txlt_lba_out_of_range(sata_pkt_txlate_t *);
static	int sata_txlt_ata_pass_thru_illegal_cmd(sata_pkt_txlate_t *);
static  int sata_txlt_unmap_nodata_cmd(sata_pkt_txlate_t *);
static	void sata_txlt_rw_completion(sata_pkt_t *);
static	void sata_txlt_nodata_cmd_completion(sata_pkt_t *);
static	void sata_txlt_apt_completion(sata_pkt_t *sata_pkt);
static	void sata_txlt_unmap_completion(sata_pkt_t *sata_pkt);
static	int sata_emul_rw_completion(sata_pkt_txlate_t *);
static	void sata_fill_ata_return_desc(sata_pkt_t *, uint8_t, uint8_t,
    uint8_t);
static	struct scsi_extended_sense *sata_arq_sense(sata_pkt_txlate_t *);

static	int sata_txlt_atapi(sata_pkt_txlate_t *);
static	void sata_txlt_atapi_completion(sata_pkt_t *);

/*
 * Local functions for ioctl
 */
static	int32_t sata_get_port_num(sata_hba_inst_t *,  struct devctl_iocdata *);
static	void sata_cfgadm_state(sata_hba_inst_t *, int32_t,
    devctl_ap_state_t *);
static	dev_info_t *sata_get_target_dip(dev_info_t *, uint8_t, uint8_t);
static	dev_info_t *sata_get_scsi_target_dip(dev_info_t *, sata_address_t *);
static	dev_info_t *sata_devt_to_devinfo(dev_t);
static	int sata_ioctl_connect(sata_hba_inst_t *, sata_device_t *);
static	int sata_ioctl_disconnect(sata_hba_inst_t *, sata_device_t *);
static	int sata_ioctl_configure(sata_hba_inst_t *, sata_device_t *);
static	int sata_ioctl_unconfigure(sata_hba_inst_t *, sata_device_t *);
static	int sata_ioctl_activate(sata_hba_inst_t *, sata_device_t *);
static	int sata_ioctl_deactivate(sata_hba_inst_t *, sata_device_t *);
static	int sata_ioctl_reset_port(sata_hba_inst_t *, sata_device_t *);
static	int sata_ioctl_reset_device(sata_hba_inst_t *, sata_device_t *);
static	int sata_ioctl_reset_all(sata_hba_inst_t *);
static	int sata_ioctl_port_self_test(sata_hba_inst_t *, sata_device_t *);
static	int sata_ioctl_get_device_path(sata_hba_inst_t *, sata_device_t *,
    sata_ioctl_data_t *, int mode);
static	int sata_ioctl_get_ap_type(sata_hba_inst_t *, sata_device_t *,
    sata_ioctl_data_t *, int mode);
static	int sata_ioctl_get_model_info(sata_hba_inst_t *, sata_device_t *,
    sata_ioctl_data_t *, int mode);
static	int sata_ioctl_get_revfirmware_info(sata_hba_inst_t *, sata_device_t *,
    sata_ioctl_data_t *, int mode);
static	int sata_ioctl_get_serialnumber_info(sata_hba_inst_t *,
    sata_device_t *, sata_ioctl_data_t *, int mode);

/*
 * Local functions
 */
static	void sata_remove_hba_instance(dev_info_t *);
static	int sata_validate_sata_hba_tran(dev_info_t *, sata_hba_tran_t *);
static	void sata_probe_ports(sata_hba_inst_t *);
static	void sata_probe_pmports(sata_hba_inst_t *, uint8_t);
static	int sata_reprobe_port(sata_hba_inst_t *, sata_device_t *, int);
static	int sata_reprobe_pmult(sata_hba_inst_t *, sata_device_t *, int);
static	int sata_reprobe_pmport(sata_hba_inst_t *, sata_device_t *, int);
static	int sata_alloc_pmult(sata_hba_inst_t *, sata_device_t *);
static	void sata_free_pmult(sata_hba_inst_t *, sata_device_t *);
static	int sata_add_device(dev_info_t *, sata_hba_inst_t *, sata_device_t *);
static	int sata_offline_device(sata_hba_inst_t *, sata_device_t *,
    sata_drive_info_t *);
static	dev_info_t *sata_create_target_node(dev_info_t *, sata_hba_inst_t *,
    sata_address_t *);
static	void sata_remove_target_node(sata_hba_inst_t *,
    sata_address_t *);
static	int sata_validate_scsi_address(sata_hba_inst_t *,
    struct scsi_address *, sata_device_t *);
static	int sata_validate_sata_address(sata_hba_inst_t *, int, int, int);
static	sata_pkt_t *sata_pkt_alloc(sata_pkt_txlate_t *, int (*)(caddr_t));
static	void sata_pkt_free(sata_pkt_txlate_t *);
static	int sata_dma_buf_setup(sata_pkt_txlate_t *, int, int (*)(caddr_t),
    caddr_t, ddi_dma_attr_t *);
static	void sata_common_free_dma_rsrcs(sata_pkt_txlate_t *);
static	int sata_probe_device(sata_hba_inst_t *, sata_device_t *);
static	sata_drive_info_t *sata_get_device_info(sata_hba_inst_t *,
    sata_device_t *);
static	int sata_identify_device(sata_hba_inst_t *, sata_drive_info_t *);
static	void sata_reidentify_device(sata_pkt_txlate_t *);
static	struct buf *sata_alloc_local_buffer(sata_pkt_txlate_t *, size_t);
static	void sata_free_local_buffer(sata_pkt_txlate_t *);
static	uint64_t sata_check_capacity(sata_drive_info_t *);
void	sata_adjust_dma_attr(sata_drive_info_t *, ddi_dma_attr_t *,
    ddi_dma_attr_t *);
static	int sata_fetch_device_identify_data(sata_hba_inst_t *,
    sata_drive_info_t *);
static	void sata_update_port_info(sata_hba_inst_t *, sata_device_t *);
static	void sata_update_pmport_info(sata_hba_inst_t *, sata_device_t *);
static	int sata_set_dma_mode(sata_hba_inst_t *, sata_drive_info_t *);
static	int sata_set_cache_mode(sata_hba_inst_t *, sata_drive_info_t *, int);
static	int sata_set_rmsn(sata_hba_inst_t *, sata_drive_info_t *, int);
static	int sata_set_drive_features(sata_hba_inst_t *,
    sata_drive_info_t *, int flag);
static	void sata_init_write_cache_mode(sata_drive_info_t *sdinfo);
static	int sata_initialize_device(sata_hba_inst_t *, sata_drive_info_t *);
static	void sata_identdev_to_inquiry(sata_hba_inst_t *, sata_drive_info_t *,
    uint8_t *);
static	int sata_get_atapi_inquiry_data(sata_hba_inst_t *, sata_address_t *,
    struct scsi_inquiry *);
static	int sata_build_msense_page_1(sata_drive_info_t *, int, uint8_t *);
static	int sata_build_msense_page_8(sata_drive_info_t *, int, uint8_t *);
static	int sata_build_msense_page_1a(sata_drive_info_t *, int, uint8_t *);
static	int sata_build_msense_page_1c(sata_drive_info_t *, int, uint8_t *);
static	int sata_build_msense_page_30(sata_drive_info_t *, int, uint8_t *);
static	int sata_mode_select_page_8(sata_pkt_txlate_t *,
    struct mode_cache_scsi3 *, int, int *, int *, int *);
static	int sata_mode_select_page_1a(sata_pkt_txlate_t *,
    struct mode_info_power_cond *, int, int *, int *, int *);
static	int sata_mode_select_page_1c(sata_pkt_txlate_t *,
    struct mode_info_excpt_page *, int, int *, int *, int *);
static	int sata_mode_select_page_30(sata_pkt_txlate_t *,
    struct mode_acoustic_management *, int, int *, int *, int *);

static	int sata_build_lsense_page_0(sata_drive_info_t *, uint8_t *);
static	int sata_build_lsense_page_03(sata_drive_info_t *, uint8_t *,
    sata_hba_inst_t *);
static	int sata_build_lsense_page_0d(sata_drive_info_t *, uint8_t *,
    sata_hba_inst_t *);
static	int sata_build_lsense_page_0e(sata_drive_info_t *, uint8_t *,
    sata_pkt_txlate_t *);
static	int sata_build_lsense_page_10(sata_drive_info_t *, uint8_t *,
    sata_hba_inst_t *);
static	int sata_build_lsense_page_11(sata_drive_info_t *, uint8_t *,
    sata_hba_inst_t *);
static	int sata_build_lsense_page_19(sata_drive_info_t *, uint8_t *,
    sata_hba_inst_t *);
static	int sata_build_lsense_page_2f(sata_drive_info_t *, uint8_t *,
    sata_hba_inst_t *);
static	int sata_build_lsense_page_30(sata_drive_info_t *, uint8_t *,
    sata_hba_inst_t *);

static	void sata_set_arq_data(sata_pkt_t *);
static	void sata_build_read_verify_cmd(sata_cmd_t *, uint16_t, uint64_t);
static	void sata_build_generic_cmd(sata_cmd_t *, uint8_t);
static	uint8_t sata_get_standby_timer(uint8_t *timer);

static	void sata_save_drive_settings(sata_drive_info_t *);
static	void sata_show_drive_info(sata_hba_inst_t *, sata_drive_info_t *);
static	void sata_show_pmult_info(sata_hba_inst_t *, sata_device_t *);
static	void sata_log(sata_hba_inst_t *, uint_t, char *fmt, ...);
#ifndef SATA_DEBUG
static	void sata_trace_log(sata_hba_inst_t *, uint_t, const char *fmt, ...);
#endif
static	int sata_fetch_smart_return_status(sata_hba_inst_t *,
    sata_drive_info_t *);
static	int sata_fetch_smart_data(sata_hba_inst_t *, sata_drive_info_t *,
    struct smart_data *);
static	int sata_smart_selftest_log(sata_hba_inst_t *,
    sata_drive_info_t *,
    struct smart_selftest_log *);
static	int sata_ext_smart_selftest_read_log(sata_hba_inst_t *,
    sata_drive_info_t *, struct smart_ext_selftest_log *, uint16_t);
static int sata_read_log_ext(sata_hba_inst_t *, sata_drive_info_t *, uint8_t,
    uint16_t, void *, uint16_t);
static	int sata_smart_read_log(sata_hba_inst_t *, sata_drive_info_t *,
    uint8_t *, uint8_t, uint8_t);
static	int sata_read_log_ext_directory(sata_hba_inst_t *, sata_drive_info_t *,
    struct read_log_ext_directory *);
static	void sata_gen_sysevent(sata_hba_inst_t *, sata_address_t *, int);
static	void sata_xlate_errors(sata_pkt_txlate_t *);
static	void sata_decode_device_error(sata_pkt_txlate_t *,
    struct scsi_extended_sense *);
static	void sata_set_device_removed(dev_info_t *);
static	boolean_t sata_check_device_removed(dev_info_t *);
static	void sata_set_target_node_cleanup(sata_hba_inst_t *, sata_address_t *);
static	int sata_ncq_err_ret_cmd_setup(sata_pkt_txlate_t *,
    sata_drive_info_t *);
static	int sata_atapi_err_ret_cmd_setup(sata_pkt_txlate_t *,
    sata_drive_info_t *);
static	void sata_atapi_packet_cmd_setup(sata_cmd_t *, sata_drive_info_t *);
static	void sata_fixed_sense_data_preset(struct scsi_extended_sense *);
static  void sata_target_devid_register(dev_info_t *, sata_drive_info_t *);
static  int sata_check_modser(char *, int);

/*
 * FMA
 */
static boolean_t sata_check_for_dma_error(dev_info_t *, sata_pkt_txlate_t *);


/*
 * SATA Framework will ignore SATA HBA driver cb_ops structure and
 * register following one with SCSA framework.
 * Open & close are provided, so scsi framework will not use its own
 */
static struct cb_ops sata_cb_ops = {
	sata_hba_open,			/* open */
	sata_hba_close,			/* close */
	nodev,				/* strategy */
	nodev,				/* print */
	nodev,				/* dump */
	nodev,				/* read */
	nodev,				/* write */
	sata_hba_ioctl,			/* ioctl */
	nodev,				/* devmap */
	nodev,				/* mmap */
	nodev,				/* segmap */
	nochpoll,			/* chpoll */
	ddi_prop_op,			/* cb_prop_op */
	0,				/* streamtab */
	D_NEW | D_MP,			/* cb_flag */
	CB_REV,				/* rev */
	nodev,				/* aread */
	nodev				/* awrite */
};


extern struct mod_ops mod_miscops;
extern uchar_t	scsi_cdb_size[];

static struct modlmisc modlmisc = {
	&mod_miscops,			/* Type of module */
	"SATA Module"			/* module name */
};


static struct modlinkage modlinkage = {
	MODREV_1,
	(void *)&modlmisc,
	NULL
};

/*
 * Default sata pkt timeout. Used when a target driver scsi_pkt time is zero,
 * i.e. when scsi_pkt has not timeout specified.
 */
static int sata_default_pkt_time = 60;	/* 60 seconds */

/*
 * Intermediate buffer device access attributes - they are required,
 * but not necessarily used.
 */
static ddi_device_acc_attr_t sata_acc_attr = {
	DDI_DEVICE_ATTR_V0,
	DDI_STRUCTURE_LE_ACC,
	DDI_STRICTORDER_ACC
};


/*
 * Mutexes protecting structures in multithreaded operations.
 * Because events are relatively rare, a single global mutex protecting
 * data structures should be sufficient. To increase performance, add
 * separate mutex per each sata port and use global mutex only to protect
 * common data structures.
 */
static	kmutex_t sata_mutex;		/* protects sata_hba_list */
static	kmutex_t sata_log_mutex;	/* protects log */

static	char sata_log_buf[256];

/*
 * sata trace debug
 */
static	sata_trace_rbuf_t *sata_debug_rbuf;
static	sata_trace_dmsg_t *sata_trace_dmsg_alloc(void);
static	void sata_trace_dmsg_free(void);
static	void sata_trace_rbuf_alloc(void);
static	void sata_trace_rbuf_free(void);

int	dmsg_ring_size = DMSG_RING_SIZE;

/* Default write cache setting for SATA hard disks */
int	sata_write_cache = 1;		/* enabled */

/* Default write cache setting for SATA ATAPI CD/DVD */
int	sata_atapicdvd_write_cache = 1; /* enabled */

/* Default write cache setting for SATA ATAPI tape */
int	sata_atapitape_write_cache = 1; /* enabled */

/* Default write cache setting for SATA ATAPI disk */
int	sata_atapidisk_write_cache = 1;	/* enabled */

/*
 * Linked list of HBA instances
 */
static	sata_hba_inst_t *sata_hba_list = NULL;
static	sata_hba_inst_t *sata_hba_list_tail = NULL;
/*
 * Pointer to per-instance SATA HBA soft structure is stored in sata_hba_tran
 * structure and in sata soft state.
 */

/*
 * Event daemon related variables
 */
static	kmutex_t sata_event_mutex;
static	kcondvar_t sata_event_cv;
static	kthread_t *sata_event_thread = NULL;
static	int sata_event_thread_terminate = 0;
static	int sata_event_pending = 0;
static	int sata_event_thread_active = 0;
extern	pri_t minclsyspri;

/*
 * NCQ error recovery command
 */
static const sata_cmd_t sata_rle_cmd = {
	SATA_CMD_REV,
	NULL,
	{
		SATA_DIR_READ
	},
	ATA_ADDR_LBA48,
	0,
	0,
	0,
	0,
	0,
	1,
	READ_LOG_EXT_NCQ_ERROR_RECOVERY,
	0,
	0,
	0,
	SATAC_READ_LOG_EXT,
	0,
	0,
	0,
};

/*
 * ATAPI error recovery CDB
 */
static const uint8_t sata_rqsense_cdb[SATA_ATAPI_RQSENSE_CDB_LEN] = {
	SCMD_REQUEST_SENSE,
	0,			/* Only fixed RQ format is supported */
	0,
	0,
	SATA_ATAPI_MIN_RQSENSE_LEN, /* Less data may be returned */
	0
};


/* Warlock directives */

_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", scsi_hba_tran))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", scsi_device))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", dev_ops))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", scsi_extended_sense))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", scsi_arq_status))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", ddi_dma_attr))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", ddi_dma_cookie_t))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", devctl_ap_state))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", dev_info::devi_state))
_NOTE(MUTEX_PROTECTS_DATA(sata_mutex, sata_hba_list))
_NOTE(DATA_READABLE_WITHOUT_LOCK(sata_hba_list))
_NOTE(MUTEX_PROTECTS_DATA(sata_mutex, sata_hba_inst::satahba_next))
_NOTE(MUTEX_PROTECTS_DATA(sata_mutex, sata_hba_inst::satahba_prev))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", \
    sata_hba_inst::satahba_scsi_tran))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", sata_hba_inst::satahba_tran))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", sata_hba_inst::satahba_dip))
_NOTE(SCHEME_PROTECTS_DATA("Scheme", sata_hba_inst::satahba_attached))
_NOTE(DATA_READABLE_WITHOUT_LOCK(sata_hba_inst::satahba_dev_port))
_NOTE(MUTEX_PROTECTS_DATA(sata_hba_inst::satahba_mutex,
    sata_hba_inst::satahba_event_flags))
_NOTE(MUTEX_PROTECTS_DATA(sata_cport_info::cport_mutex, \
    sata_cport_info::cport_devp))
_NOTE(DATA_READABLE_WITHOUT_LOCK(sata_cport_info::cport_devp))
_NOTE(SCHEME_PROTECTS_DATA("Scheme", sata_cport_info::cport_addr))
_NOTE(MUTEX_PROTECTS_DATA(sata_cport_info::cport_mutex, \
    sata_cport_info::cport_dev_type))
_NOTE(DATA_READABLE_WITHOUT_LOCK(sata_cport_info::cport_dev_type))
_NOTE(MUTEX_PROTECTS_DATA(sata_cport_info::cport_mutex, \
    sata_cport_info::cport_state))
_NOTE(DATA_READABLE_WITHOUT_LOCK(sata_cport_info::cport_state))
_NOTE(MUTEX_PROTECTS_DATA(sata_pmport_info::pmport_mutex, \
    sata_pmport_info::pmport_state))
_NOTE(DATA_READABLE_WITHOUT_LOCK(sata_pmport_info::pmport_state))
_NOTE(MUTEX_PROTECTS_DATA(sata_pmport_info::pmport_mutex, \
    sata_pmport_info::pmport_dev_type))
_NOTE(DATA_READABLE_WITHOUT_LOCK(sata_pmport_info::pmport_dev_type))
_NOTE(MUTEX_PROTECTS_DATA(sata_pmport_info::pmport_mutex, \
    sata_pmport_info::pmport_sata_drive))
_NOTE(MUTEX_PROTECTS_DATA(sata_pmport_info::pmport_mutex, \
    sata_pmport_info::pmport_tgtnode_clean))
_NOTE(MUTEX_PROTECTS_DATA(sata_pmport_info::pmport_mutex, \
    sata_pmport_info::pmport_event_flags))
_NOTE(DATA_READABLE_WITHOUT_LOCK(sata_pmport_info::pmport_sata_drive))
_NOTE(DATA_READABLE_WITHOUT_LOCK(sata_pmult_info::pmult_dev_port))
_NOTE(DATA_READABLE_WITHOUT_LOCK(sata_pmult_info::pmult_num_dev_ports))
#ifdef SATA_DEBUG
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", mbuf_count))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", mbuffail_count))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", sata_atapi_trace))
_NOTE(SCHEME_PROTECTS_DATA("No Mutex Needed", sata_atapi_trace_index))
#endif

/* End of warlock directives */

/*
 * A number of SCSI commands (e.g. LOG SENSE, READ CAPACITY (16),
 * REPORT SUPPORTED OPERATION CODES) take a parameter 'ALLOCATION LENGTH' as a
 * parameter, and then return up to ALLOCATION LENGTH bytes of the response
 * while still reporting the total amount of data available. In other words,
 * the commands return the total amount of data available, but truncate what
 * is sent to ALLOCATION LENGTH bytes if this amount is smaller.
 *
 * To simplify translating such commands, we define a number of helper
 * functions that allow us to write to struct buf->b_un.b_addr safely while
 * tracking the total length of the output. Basically, these will stop
 * writing out bytes once we've reached our limit (either due to the size of
 * struct buf->b_bcount or capped by the ALLOCATION LENGTH parameter) while
 * still tracking the total number of bytes we want to write out for the
 * complete response.
 *
 * Currently these are just used with the REPORT SUPPORTED OPERATION CODES op.
 * In the future, other commands could be modified to use these to simplify
 * their implementation (with the side benefit of often avoiding additional
 * allocations).
 */
struct sata_txlt_buf {
	uint8_t *stb_ptr;	/* Start of the buffer */
	uint32_t stb_idx;	/* Current index/# bytes we want to write */
	uint32_t stb_len;	/* Max # of bytes to actually write */
};

static inline void
sbuf_init(struct sata_txlt_buf *sbuf, struct buf *bp, uint32_t alc_len)
{
	sbuf->stb_ptr = (uint8_t *)bp->b_un.b_addr;
	sbuf->stb_idx = 0;
	sbuf->stb_len = MIN(bp->b_bcount, alc_len);
}

static inline void
sbuf_put8(struct sata_txlt_buf *sb, uint8_t val)
{
	if (sb->stb_idx >= sb->stb_len) {
		sb->stb_idx++;
		return;
	}

	sb->stb_ptr[sb->stb_idx++] = val;
}

static inline void
sbuf_put16(struct sata_txlt_buf *sb, uint16_t val)
{
	sbuf_put8(sb, val >> 8);
	sbuf_put8(sb, val & 0xff);
}

static inline void
sbuf_put32(struct sata_txlt_buf *sb, uint32_t val)
{
	sbuf_put8(sb, val >> 24);
	sbuf_put8(sb, (val >> 16) & 0xff);
	sbuf_put8(sb, (val >> 8) & 0xff);
	sbuf_put8(sb, val & 0xff);
}

static inline void
sbuf_copy(struct sata_txlt_buf *sb, const void *src, size_t len)
{
	ssize_t max = sb->stb_len - sb->stb_idx;

	if (len == 0)
		return;

	if (max <= 0) {
		sb->stb_idx += len;
		return;
	}

	size_t amt = MIN(max, len);

	ASSERT3U(sb->stb_idx + amt, <=, sb->stb_len);

	bcopy(src, sb->stb_ptr + sb->stb_idx, amt);
	sb->stb_idx += len;
}

/*
 * Set the length field at 'offset' in the buffer to the total amount
 * of data that we want to write minus 'adj' bytes.
 * llen is the size (in bytes) of the field.
 */
static inline void
sbuf_set_len(struct sata_txlt_buf *sb, uint32_t offset, uint32_t llen,
    uint32_t adj)
{
	/*
	 * Because we have to worry about pathological cases (where the
	 * length field is truncated, we have to be a bit more cautious
	 * (and thus complicated).
	 *
	 * We start with the MSB of the size (based on llen) and use that
	 * to determine how many bits of stb->stb_idx we need to shift
	 * right, and then (space permitting) write out the byte, then
	 * continue on until we've either reached the end of the buf, or
	 * have written out the entire length.
	 */
	uint_t shift = (llen - 1) * NBBY;
	uint64_t val = sb->stb_idx - adj;

	ASSERT3U(adj, <=, sb->stb_idx);
	ASSERT3U(llen, >, 0);

	for (uint_t i = 0; i < llen; i++) {
		if (offset >= sb->stb_len)
			return;
		sb->stb_ptr[offset++] = (val >> shift) & 0xff;
		shift -= NBBY;
	}
}

static inline size_t
sbuf_resid(const struct sata_txlt_buf *sb, const struct buf *bp,
    int32_t alc_len)
{
	/*
	 * There's a bit of sublety here. We have two different potential
	 * constraints on the actual amount of data that's ultimately
	 * return to the higher layers of the stack. The first is the value
	 * of the ALLOCATION LENGTH parameter in the CDB (alc_len). The
	 * second is the size of bp (bp->b_bcount).
	 *
	 * The resid value is defined as 'the amount of data not transferred'.
	 * The question then is 'relative to what?'. The most sensical choice
	 * here is 'relative to the size of bp'.  This is because as far as
	 * processing the CDB, the ALLOCATION LENGTH is (for any SCSI device)
	 * the maximum amount of data the device will return. It is expected
	 * that the issuer of the CDB will retry (if necessary) with a larger
	 * ALLOCATION LENGTH if the initial value is too small. In other words,
	 * truncation due to ALLOCATION LENGTH is something that should be
	 * dealt with at a higher layer (e.g. sd driver, uscsi caller, etc),
	 * so the resid should reflect truncation due to our internal buffers
	 * being too small.
	 */
	const size_t expected = MIN(alc_len, sb->stb_idx);
	const size_t written = MIN(bp->b_bcount, sb->stb_idx);

	ASSERT3U(written, <=, expected);

	return ((written <= expected) ? 0 : expected - written);
}

/* ************** loadable module configuration functions ************** */

int
_init()
{
	int rval;

	mutex_init(&sata_mutex, NULL, MUTEX_DRIVER, NULL);
	mutex_init(&sata_event_mutex, NULL, MUTEX_DRIVER, NULL);
	mutex_init(&sata_log_mutex, NULL, MUTEX_DRIVER, NULL);
	cv_init(&sata_event_cv, NULL, CV_DRIVER, NULL);
	sata_trace_rbuf_alloc();
	if ((rval = mod_install(&modlinkage)) != 0) {
#ifdef SATA_DEBUG
		cmn_err(CE_WARN, "sata: _init: mod_install failed\n");
#endif
		sata_trace_rbuf_free();
		mutex_destroy(&sata_log_mutex);
		cv_destroy(&sata_event_cv);
		mutex_destroy(&sata_event_mutex);
		mutex_destroy(&sata_mutex);
	}
	return (rval);
}

int
_fini()
{
	int rval;

	if ((rval = mod_remove(&modlinkage)) != 0)
		return (rval);

	sata_trace_rbuf_free();
	mutex_destroy(&sata_log_mutex);
	cv_destroy(&sata_event_cv);
	mutex_destroy(&sata_event_mutex);
	mutex_destroy(&sata_mutex);
	return (rval);
}

int
_info(struct modinfo *modinfop)
{
	return (mod_info(&modlinkage, modinfop));
}



/* ********************* SATA HBA entry points ********************* */


/*
 * Called by SATA HBA from _init().
 * Registers HBA driver instance/sata framework pair with scsi framework, by
 * calling scsi_hba_init().
 *
 * SATA HBA driver cb_ops are ignored - SATA HBA framework cb_ops are used
 * instead. SATA HBA framework cb_ops pointer overwrites SATA HBA driver
 * cb_ops pointer in SATA HBA driver dev_ops structure.
 * SATA HBA framework cb_ops supplies cb_open cb_close and cb_ioctl vectors.
 *
 * Return status of the scsi_hba_init() is returned to a calling SATA HBA
 * driver.
 */
int
sata_hba_init(struct modlinkage *modlp)
{
	int rval;
	struct dev_ops *hba_ops;

	SATADBG1(SATA_DBG_HBA_IF, NULL,
	    "sata_hba_init: name %s \n",
	    ((struct modldrv *)(modlp->ml_linkage[0]))->drv_linkinfo);
	/*
	 * Fill-up cb_ops and dev_ops when necessary
	 */
	hba_ops = ((struct modldrv *)(modlp->ml_linkage[0]))->drv_dev_ops;
	/*
	 * Provide pointer to SATA dev_ops
	 */
	hba_ops->devo_cb_ops = &sata_cb_ops;

	/*
	 * Register SATA HBA with SCSI framework
	 */
	if ((rval = scsi_hba_init(modlp)) != 0) {
		SATADBG1(SATA_DBG_HBA_IF, NULL,
		    "sata_hba_init: scsi hba init failed\n", NULL);
		return (rval);
	}

	return (0);
}


/* HBA attach stages */
#define	HBA_ATTACH_STAGE_SATA_HBA_INST	1
#define	HBA_ATTACH_STAGE_SCSI_ATTACHED	2
#define	HBA_ATTACH_STAGE_SETUP		4
#define	HBA_ATTACH_STAGE_LINKED		8


/*
 *
 * Called from SATA HBA driver's attach routine to attach an instance of
 * the HBA.
 *
 * For DDI_ATTACH command:
 * sata_hba_inst structure is allocated here and initialized with pointers to
 * SATA framework implementation of required scsi tran functions.
 * The scsi_tran's tran_hba_private field is used by SATA Framework to point
 * to the soft structure (sata_hba_inst) allocated by SATA framework for
 * SATA HBA instance related data.
 * The scsi_tran's tran_hba_private field is used by SATA framework to
 * store a pointer to per-HBA-instance of sata_hba_inst structure.
 * The sata_hba_inst structure is cross-linked to scsi tran structure.
 * Among other info, a pointer to sata_hba_tran structure is stored in
 * sata_hba_inst. The sata_hba_inst structures for different HBA instances are
 * linked together into the list, pointed to by sata_hba_list.
 * On the first HBA instance attach the sata event thread is initialized.
 * Attachment points are created for all SATA ports of the HBA being attached.
 * All HBA instance's SATA ports are probed and type of plugged devices is
 * determined. For each device of a supported type, a target node is created.
 *
 * DDI_SUCCESS is returned when attachment process is successful,
 * DDI_FAILURE is returned otherwise.
 *
 * For DDI_RESUME command:
 * Not implemented at this time (postponed until phase 2 of the development).
 */
int
sata_hba_attach(dev_info_t *dip, sata_hba_tran_t *sata_tran,
    ddi_attach_cmd_t cmd)
{
	sata_hba_inst_t	*sata_hba_inst;
	scsi_hba_tran_t *scsi_tran = NULL;
	int hba_attach_state = 0;
	char taskq_name[MAXPATHLEN];

	SATADBG3(SATA_DBG_HBA_IF, NULL,
	    "sata_hba_attach: node %s (%s%d)\n",
	    ddi_node_name(dip), ddi_driver_name(dip),
	    ddi_get_instance(dip));

	if (cmd == DDI_RESUME) {
		/*
		 * Postponed until phase 2 of the development
		 */
		return (DDI_FAILURE);
	}

	if (cmd != DDI_ATTACH) {
		return (DDI_FAILURE);
	}

	/* cmd == DDI_ATTACH */

	if (sata_validate_sata_hba_tran(dip, sata_tran) != SATA_SUCCESS) {
		SATA_LOG_D((NULL, CE_WARN,
		    "sata_hba_attach: invalid sata_hba_tran"));
		return (DDI_FAILURE);
	}
	/*
	 * Allocate and initialize SCSI tran structure.
	 * SATA copy of tran_bus_config is provided to create port nodes.
	 */
	scsi_tran = scsi_hba_tran_alloc(dip, SCSI_HBA_CANSLEEP);
	if (scsi_tran == NULL)
		return (DDI_FAILURE);
	/*
	 * Allocate soft structure for SATA HBA instance.
	 * There is a separate softstate for each HBA instance.
	 */
	sata_hba_inst = kmem_zalloc(sizeof (struct sata_hba_inst), KM_SLEEP);
	ASSERT(sata_hba_inst != NULL); /* this should not fail */
	mutex_init(&sata_hba_inst->satahba_mutex, NULL, MUTEX_DRIVER, NULL);
	hba_attach_state |= HBA_ATTACH_STAGE_SATA_HBA_INST;

	/*
	 * scsi_trans's tran_hba_private is used by SATA Framework to point to
	 * soft structure allocated by SATA framework for
	 * SATA HBA instance related data.
	 */
	scsi_tran->tran_hba_private	= sata_hba_inst;
	scsi_tran->tran_tgt_private	= NULL;

	scsi_tran->tran_tgt_init	= sata_scsi_tgt_init;
	scsi_tran->tran_tgt_probe	= sata_scsi_tgt_probe;
	scsi_tran->tran_tgt_free	= sata_scsi_tgt_free;

	scsi_tran->tran_start		= sata_scsi_start;
	scsi_tran->tran_reset		= sata_scsi_reset;
	scsi_tran->tran_abort		= sata_scsi_abort;
	scsi_tran->tran_getcap		= sata_scsi_getcap;
	scsi_tran->tran_setcap		= sata_scsi_setcap;
	scsi_tran->tran_init_pkt	= sata_scsi_init_pkt;
	scsi_tran->tran_destroy_pkt	= sata_scsi_destroy_pkt;

	scsi_tran->tran_dmafree		= sata_scsi_dmafree;
	scsi_tran->tran_sync_pkt	= sata_scsi_sync_pkt;

	scsi_tran->tran_reset_notify	= NULL;
	scsi_tran->tran_get_bus_addr	= NULL;
	scsi_tran->tran_quiesce		= NULL;
	scsi_tran->tran_unquiesce	= NULL;
	scsi_tran->tran_bus_reset	= NULL;

	if (scsi_hba_attach_setup(dip, sata_tran->sata_tran_hba_dma_attr,
	    scsi_tran, 0) != DDI_SUCCESS) {
#ifdef SATA_DEBUG
		cmn_err(CE_WARN, "?SATA: %s%d hba scsi attach failed",
		    ddi_driver_name(dip), ddi_get_instance(dip));
#endif
		goto fail;
	}
	hba_attach_state |= HBA_ATTACH_STAGE_SCSI_ATTACHED;

	if (!ddi_prop_exists(DDI_DEV_T_ANY, dip, DDI_PROP_DONTPASS, "sata")) {
		if (ddi_prop_update_int(DDI_DEV_T_NONE, dip,
		    "sata", 1) != DDI_PROP_SUCCESS) {
			SATA_LOG_D((NULL, CE_WARN, "sata_hba_attach: "
			    "failed to create hba sata prop"));
			goto fail;
		}
	}

	/*
	 * Save pointers in hba instance soft state.
	 */
	sata_hba_inst->satahba_scsi_tran = scsi_tran;
	sata_hba_inst->satahba_tran = sata_tran;
	sata_hba_inst->satahba_dip = dip;

	/*
	 * Create a task queue to handle emulated commands completion
	 * Use node name, dash, instance number as the queue name.
	 */
	taskq_name[0] = '\0';
	(void) strlcat(taskq_name, DEVI(dip)->devi_node_name,
	    sizeof (taskq_name));
	(void) snprintf(taskq_name + strlen(taskq_name),
	    sizeof (taskq_name) - strlen(taskq_name),
	    "-%d", DEVI(dip)->devi_instance);
	sata_hba_inst->satahba_taskq = taskq_create(taskq_name, 1,
	    minclsyspri, 1, sata_tran->sata_tran_hba_num_cports * 4,
	    TASKQ_DYNAMIC);

	hba_attach_state |= HBA_ATTACH_STAGE_SETUP;

	/*
	 * Create events thread if not created yet.
	 */
	sata_event_thread_control(1);

	/*
	 * Link this hba instance into the list.
	 */
	mutex_enter(&sata_mutex);

	if (sata_hba_list == NULL) {
		/*
		 * The first instance of HBA is attached.
		 * Set current/active default maximum NCQ/TCQ queue depth for
		 * all SATA devices. It is done here and now, to eliminate the
		 * possibility of the dynamic, programatic modification of the
		 * queue depth via global (and public) sata_max_queue_depth
		 * variable (this would require special handling in HBA drivers)
		 */
		sata_current_max_qdepth = sata_max_queue_depth;
		if (sata_current_max_qdepth > 32)
			sata_current_max_qdepth = 32;
		else if (sata_current_max_qdepth < 1)
			sata_current_max_qdepth = 1;
	}

	sata_hba_inst->satahba_next = NULL;
	sata_hba_inst->satahba_prev = sata_hba_list_tail;
	if (sata_hba_list == NULL) {
		sata_hba_list = sata_hba_inst;
	}
	if (sata_hba_list_tail != NULL) {
		sata_hba_list_tail->satahba_next = sata_hba_inst;
	}
	sata_hba_list_tail = sata_hba_inst;
	mutex_exit(&sata_mutex);
	hba_attach_state |= HBA_ATTACH_STAGE_LINKED;

	/*
	 * Create SATA HBA devctl minor node for sata_hba_open, close, ioctl
	 * SATA HBA driver should not use its own open/close entry points.
	 *
	 * Make sure that instance number doesn't overflow
	 * when forming minor numbers.
	 */
	ASSERT(ddi_get_instance(dip) <= (L_MAXMIN >> INST_MINOR_SHIFT));
	if (ddi_create_minor_node(dip, "devctl", S_IFCHR,
	    INST2DEVCTL(ddi_get_instance(dip)),
	    DDI_NT_SATA_NEXUS, 0) != DDI_SUCCESS) {
#ifdef SATA_DEBUG
		cmn_err(CE_WARN, "sata_hba_attach: "
		    "cannot create devctl minor node");
#endif
		goto fail;
	}


	/*
	 * Set-up kstats here, if necessary.
	 * (postponed until future phase of the development).
	 */

	/*
	 * Indicate that HBA is attached. This will enable events processing
	 * for this HBA.
	 */
	sata_hba_inst->satahba_attached = 1;
	/*
	 * Probe controller ports. This operation will describe a current
	 * controller/port/multipliers/device configuration and will create
	 * attachment points.
	 * We may end-up with just a controller with no devices attached.
	 * For the ports with a supported device attached, device target nodes
	 * are created and devices are initialized.
	 */
	sata_probe_ports(sata_hba_inst);

	return (DDI_SUCCESS);

fail:
	if (hba_attach_state & HBA_ATTACH_STAGE_LINKED) {
		(void) sata_remove_hba_instance(dip);
		if (sata_hba_list == NULL)
			sata_event_thread_control(0);
	}

	if (hba_attach_state & HBA_ATTACH_STAGE_SETUP) {
		(void) ddi_prop_remove(DDI_DEV_T_ANY, dip, "sata");
		taskq_destroy(sata_hba_inst->satahba_taskq);
	}

	if (hba_attach_state & HBA_ATTACH_STAGE_SCSI_ATTACHED)
		(void) scsi_hba_detach(dip);

	if (hba_attach_state & HBA_ATTACH_STAGE_SATA_HBA_INST) {
		mutex_destroy(&sata_hba_inst->satahba_mutex);
		kmem_free((void *)sata_hba_inst,
		    sizeof (struct sata_hba_inst));
		scsi_hba_tran_free(scsi_tran);
	}

	sata_log(NULL, CE_WARN, "?SATA: %s%d hba attach failed",
	    ddi_driver_name(dip), ddi_get_instance(dip));

	return (DDI_FAILURE);
}


/*
 * Called by SATA HBA from to detach an instance of the driver.
 *
 * For DDI_DETACH command:
 * Free local structures allocated for SATA HBA instance during
 * sata_hba_attach processing.
 *
 * Returns DDI_SUCCESS when HBA was detached, DDI_FAILURE otherwise.
 *
 * For DDI_SUSPEND command:
 * Not implemented at this time (postponed until phase 2 of the development)
 * Returnd DDI_SUCCESS.
 *
 * When the last HBA instance is detached, the event daemon is terminated.
 *
 * NOTE: Port multiplier is supported.
 */
int
sata_hba_detach(dev_info_t *dip, ddi_detach_cmd_t cmd)
{
	dev_info_t	*tdip;
	sata_hba_inst_t	*sata_hba_inst;
	scsi_hba_tran_t *scsi_hba_tran;
	sata_cport_info_t *cportinfo;
	sata_pmult_info_t *pminfo;
	sata_drive_info_t *sdinfo;
	sata_device_t	sdevice;
	int ncport, npmport;

	SATADBG3(SATA_DBG_HBA_IF, NULL, "sata_hba_detach: node %s (%s%d)\n",
	    ddi_node_name(dip), ddi_driver_name(dip), ddi_get_instance(dip));

	switch (cmd) {
	case DDI_DETACH:

		if ((scsi_hba_tran = ddi_get_driver_private(dip)) == NULL)
			return (DDI_FAILURE);

		sata_hba_inst = scsi_hba_tran->tran_hba_private;
		if (sata_hba_inst == NULL)
			return (DDI_FAILURE);

		if (scsi_hba_detach(dip) == DDI_FAILURE) {
			sata_hba_inst->satahba_attached = 1;
			return (DDI_FAILURE);
		}

		/*
		 * Free all target nodes - at this point
		 * devices should be at least offlined
		 * otherwise scsi_hba_detach() should not be called.
		 */
		for (ncport = 0; ncport < SATA_NUM_CPORTS(sata_hba_inst);
		    ncport++) {
			cportinfo = SATA_CPORT_INFO(sata_hba_inst, ncport);
			if (cportinfo->cport_dev_type != SATA_DTYPE_PMULT) {
				sdinfo = SATA_CPORTINFO_DRV_INFO(cportinfo);
				if (sdinfo != NULL) {
					tdip = sata_get_target_dip(dip,
					    ncport, 0);
					if (tdip != NULL) {
						if (ndi_devi_offline(tdip,
						    NDI_DEVI_REMOVE) !=
						    NDI_SUCCESS) {
							SATA_LOG_D((
							    sata_hba_inst,
							    CE_WARN,
							    "sata_hba_detach: "
							    "Target node not "
							    "removed !"));
							return (DDI_FAILURE);
						}
					}
				}
			} else { /* SATA_DTYPE_PMULT */
				mutex_enter(&cportinfo->cport_mutex);
				pminfo = SATA_CPORTINFO_PMULT_INFO(cportinfo);

				if (pminfo == NULL) {
					SATA_LOG_D((sata_hba_inst, CE_WARN,
					    "sata_hba_detach: Port multiplier "
					    "not ready yet!"));
					mutex_exit(&cportinfo->cport_mutex);
					return (DDI_FAILURE);
				}

				/*
				 * Detach would fail if removal of any of the
				 * target nodes is failed - albeit in that
				 * case some of them may have been removed.
				 */
				for (npmport = 0; npmport < SATA_NUM_PMPORTS(
				    sata_hba_inst, ncport); npmport++) {
					tdip = sata_get_target_dip(dip, ncport,
					    npmport);
					if (tdip != NULL) {
						if (ndi_devi_offline(tdip,
						    NDI_DEVI_REMOVE) !=
						    NDI_SUCCESS) {
							SATA_LOG_D((
							    sata_hba_inst,
							    CE_WARN,
							    "sata_hba_detach: "
							    "Target node not "
							    "removed !"));
							mutex_exit(&cportinfo->
							    cport_mutex);
							return (DDI_FAILURE);
						}
					}
				}
				mutex_exit(&cportinfo->cport_mutex);
			}
		}
		/*
		 * Disable sata event daemon processing for this HBA
		 */
		sata_hba_inst->satahba_attached = 0;

		/*
		 * Remove event daemon thread, if it is last HBA instance.
		 */

		mutex_enter(&sata_mutex);
		if (sata_hba_list->satahba_next == NULL) {
			mutex_exit(&sata_mutex);
			sata_event_thread_control(0);
			mutex_enter(&sata_mutex);
		}
		mutex_exit(&sata_mutex);

		/* Remove this HBA instance from the HBA list */
		sata_remove_hba_instance(dip);

		/*
		 * At this point there should be no target nodes attached.
		 * Detach and destroy device and port info structures.
		 */
		for (ncport = 0; ncport < SATA_NUM_CPORTS(sata_hba_inst);
		    ncport++) {
			cportinfo = SATA_CPORT_INFO(sata_hba_inst, ncport);
			if (cportinfo->cport_dev_type != SATA_DTYPE_PMULT) {
				sdinfo =
				    cportinfo->cport_devp.cport_sata_drive;
				if (sdinfo != NULL) {
					/* Release device structure */
					kmem_free(sdinfo,
					    sizeof (sata_drive_info_t));
				}
				/* Release cport info */
				mutex_destroy(&cportinfo->cport_mutex);
				kmem_free(cportinfo,
				    sizeof (sata_cport_info_t));
			} else { /* SATA_DTYPE_PMULT */
				sdevice.satadev_addr.cport = (uint8_t)ncport;
				sdevice.satadev_addr.qual = SATA_ADDR_PMULT;
				sata_free_pmult(sata_hba_inst, &sdevice);
			}
		}

		scsi_hba_tran_free(sata_hba_inst->satahba_scsi_tran);

		(void) ddi_prop_remove(DDI_DEV_T_ANY, dip, "sata");

		taskq_destroy(sata_hba_inst->satahba_taskq);

		mutex_destroy(&sata_hba_inst->satahba_mutex);
		kmem_free((void *)sata_hba_inst,
		    sizeof (struct sata_hba_inst));

		return (DDI_SUCCESS);

	case DDI_SUSPEND:
		/*
		 * Postponed until phase 2
		 */
		return (DDI_FAILURE);

	default:
		return (DDI_FAILURE);
	}
}


/*
 * Called by an HBA drive from _fini() routine.
 * Unregisters SATA HBA instance/SATA framework pair from the scsi framework.
 */
void
sata_hba_fini(struct modlinkage *modlp)
{
	SATADBG1(SATA_DBG_HBA_IF, NULL,
	    "sata_hba_fini: name %s\n",
	    ((struct modldrv *)(modlp->ml_linkage[0]))->drv_linkinfo);

	scsi_hba_fini(modlp);
}


/*
 * Default open and close routine for sata_hba framework.
 *
 */
/*
 * Open devctl node.
 *
 * Returns:
 * 0 if node was open successfully, error code otherwise.
 *
 *
 */

static int
sata_hba_open(dev_t *devp, int flags, int otyp, cred_t *credp)
{
#ifndef __lock_lint
	_NOTE(ARGUNUSED(credp))
#endif
	int rv = 0;
	dev_info_t *dip;
	scsi_hba_tran_t *scsi_hba_tran;
	sata_hba_inst_t	*sata_hba_inst;

	SATADBG1(SATA_DBG_IOCTL_IF, NULL, "sata_hba_open: entered", NULL);

	if (otyp != OTYP_CHR)
		return (EINVAL);

	dip = sata_devt_to_devinfo(*devp);
	if (dip == NULL)
		return (ENXIO);

	if ((scsi_hba_tran = ddi_get_driver_private(dip)) == NULL)
		return (ENXIO);

	sata_hba_inst = scsi_hba_tran->tran_hba_private;
	if (sata_hba_inst == NULL || sata_hba_inst->satahba_attached == 0)
		return (ENXIO);

	mutex_enter(&sata_mutex);
	if (flags & FEXCL) {
		if (sata_hba_inst->satahba_open_flag != 0) {
			rv = EBUSY;
		} else {
			sata_hba_inst->satahba_open_flag =
			    SATA_DEVCTL_EXOPENED;
		}
	} else {
		if (sata_hba_inst->satahba_open_flag == SATA_DEVCTL_EXOPENED) {
			rv = EBUSY;
		} else {
			sata_hba_inst->satahba_open_flag =
			    SATA_DEVCTL_SOPENED;
		}
	}
	mutex_exit(&sata_mutex);

	return (rv);
}


/*
 * Close devctl node.
 * Returns:
 * 0 if node was closed successfully, error code otherwise.
 *
 */

static int
sata_hba_close(dev_t dev, int flag, int otyp, cred_t *credp)
{
#ifndef __lock_lint
	_NOTE(ARGUNUSED(credp))
	_NOTE(ARGUNUSED(flag))
#endif
	dev_info_t *dip;
	scsi_hba_tran_t *scsi_hba_tran;
	sata_hba_inst_t	*sata_hba_inst;

	SATADBG1(SATA_DBG_IOCTL_IF, NULL, "sata_hba_close: entered", NULL);

	if (otyp != OTYP_CHR)
		return (EINVAL);

	dip = sata_devt_to_devinfo(dev);
	if (dip == NULL)
		return (ENXIO);

	if ((scsi_hba_tran = ddi_get_driver_private(dip)) == NULL)
		return (ENXIO);

	sata_hba_inst = scsi_hba_tran->tran_hba_private;
	if (sata_hba_inst == NULL || sata_hba_inst->satahba_attached == 0)
		return (ENXIO);

	mutex_enter(&sata_mutex);
	sata_hba_inst->satahba_open_flag = 0;
	mutex_exit(&sata_mutex);
	return (0);
}



/*
 * Standard IOCTL commands for SATA hotplugging.
 * Implemented DEVCTL_AP commands:
 * DEVCTL_AP_CONNECT
 * DEVCTL_AP_DISCONNECT
 * DEVCTL_AP_CONFIGURE
 * DEVCTL_UNCONFIGURE
 * DEVCTL_AP_CONTROL
 *
 * Commands passed to default ndi ioctl handler:
 * DEVCTL_DEVICE_GETSTATE
 * DEVCTL_DEVICE_ONLINE
 * DEVCTL_DEVICE_OFFLINE
 * DEVCTL_DEVICE_REMOVE
 * DEVCTL_DEVICE_INSERT
 * DEVCTL_BUS_GETSTATE
 *
 * All other cmds are passed to HBA if it provide ioctl handler, or failed
 * if not.
 *
 * Returns:
 * 0 if successful,
 * error code if operation failed.
 *
 * Port Multiplier support is supported now.
 *
 * NOTE: qual should be SATA_ADDR_DCPORT or SATA_ADDR_DPMPORT
 */

static int
sata_hba_ioctl(dev_t dev, int cmd, intptr_t arg, int mode, cred_t *credp,
    int *rvalp)
{
#ifndef __lock_lint
	_NOTE(ARGUNUSED(credp))
	_NOTE(ARGUNUSED(rvalp))
#endif
	int rv = 0;
	int32_t	comp_port = -1;
	dev_info_t *dip;
	devctl_ap_state_t ap_state;
	struct devctl_iocdata *dcp = NULL;
	scsi_hba_tran_t *scsi_hba_tran;
	sata_hba_inst_t *sata_hba_inst;
	sata_device_t sata_device;
	sata_cport_info_t *cportinfo;
	int cport, pmport, qual;
	int rval = SATA_SUCCESS;

	dip = sata_devt_to_devinfo(dev);
	if (dip == NULL)
		return (ENXIO);

	if ((scsi_hba_tran = ddi_get_driver_private(dip)) == NULL)
		return (ENXIO);

	sata_hba_inst = scsi_hba_tran->tran_hba_private;
	if (sata_hba_inst == NULL)
		return (ENXIO);

	if (sata_hba_inst->satahba_tran == NULL)
		return (ENXIO);

	switch (cmd) {

	case DEVCTL_DEVICE_GETSTATE:
	case DEVCTL_DEVICE_ONLINE:
	case DEVCTL_DEVICE_OFFLINE:
	case DEVCTL_DEVICE_REMOVE:
	case DEVCTL_BUS_GETSTATE:
		/*
		 * There may be more cases that we want to pass to default
		 * handler rather than fail them.
		 */
		return (ndi_devctl_ioctl(dip, cmd, arg, mode, 0));
	}

	cport = pmport = qual = 0;
	cportinfo = NULL;

	/* read devctl ioctl data */
	if (cmd != DEVCTL_AP_CONTROL && IS_DEVCTL(cmd)) {
		if (ndi_dc_allochdl((void *)arg, &dcp) != NDI_SUCCESS)
			return (EFAULT);

		if ((comp_port = sata_get_port_num(sata_hba_inst, dcp)) ==
		    -1) {
			if (dcp)
				ndi_dc_freehdl(dcp);
			return (EINVAL);
		}

		/*
		 * According to SCSI_TO_SATA_ADDR_QUAL, qual should be either
		 * SATA_ADDR_DCPORT or SATA_ADDR_DPMPORT.
		 */
		cport = SCSI_TO_SATA_CPORT(comp_port);
		pmport = SCSI_TO_SATA_PMPORT(comp_port);
		qual = SCSI_TO_SATA_ADDR_QUAL(comp_port);

		if (sata_validate_sata_address(sata_hba_inst, cport, pmport,
		    qual) != 0) {
			ndi_dc_freehdl(dcp);
			return (EINVAL);
		}

		cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->
		    cport_mutex);
		if (cportinfo->cport_event_flags & SATA_EVNT_LOCK_PORT_BUSY) {
			/*
			 * Cannot process ioctl request now. Come back later.
			 */
			mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->
			    cport_mutex);
			ndi_dc_freehdl(dcp);
			return (EBUSY);
		}
		/* Block event processing for this port */
		cportinfo->cport_event_flags |= SATA_APCTL_LOCK_PORT_BUSY;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);

		sata_device.satadev_addr.cport = cport;
		sata_device.satadev_addr.pmport = pmport;
		sata_device.satadev_addr.qual = qual;
		sata_device.satadev_rev = SATA_DEVICE_REV;
	}

	switch (cmd) {

	case DEVCTL_AP_DISCONNECT:

		/*
		 * Normally, cfgadm sata plugin will try to offline
		 * (unconfigure) device before this request. Nevertheless,
		 * if a device is still configured, we need to
		 * attempt to offline and unconfigure device first, and we will
		 * deactivate the port regardless of the unconfigure
		 * operation results.
		 *
		 */
		rv = sata_ioctl_disconnect(sata_hba_inst, &sata_device);

		break;

	case DEVCTL_AP_UNCONFIGURE:

		/*
		 * The unconfigure operation uses generic nexus operation to
		 * offline a device. It leaves a target device node attached.
		 * and obviously sata_drive_info attached as well, because
		 * from the hardware point of view nothing has changed.
		 */
		rv = sata_ioctl_unconfigure(sata_hba_inst, &sata_device);
		break;

	case DEVCTL_AP_CONNECT:
	{
		/*
		 * The sata cfgadm pluging will invoke this operation only if
		 * port was found in the disconnect state (failed state
		 * is also treated as the disconnected state).
		 * If port activation is successful and a device is found
		 * attached to the port, the initialization sequence is
		 * executed to probe the port and attach
		 * a device structure to a port structure. The device is not
		 * set in configured state (system-wise) by this operation.
		 */

		rv = sata_ioctl_connect(sata_hba_inst, &sata_device);

		break;
	}

	case DEVCTL_AP_CONFIGURE:
	{
		/*
		 * A port may be in an active or shutdown state.
		 * If port is in a failed state, operation is aborted.
		 * If a port is in a shutdown state, sata_tran_port_activate()
		 * is invoked prior to any other operation.
		 *
		 * Onlining the device involves creating a new target node.
		 * If there is an old target node present (belonging to
		 * previously removed device), the operation is aborted - the
		 * old node has to be released and removed before configure
		 * operation is attempted.
		 */

		rv = sata_ioctl_configure(sata_hba_inst, &sata_device);

		break;
	}

	case DEVCTL_AP_GETSTATE:

		sata_cfgadm_state(sata_hba_inst, comp_port, &ap_state);

		ap_state.ap_last_change = (time_t)-1;
		ap_state.ap_error_code = 0;
		ap_state.ap_in_transition = 0;

		/* Copy the return AP-state information to the user space */
		if (ndi_dc_return_ap_state(&ap_state, dcp) != NDI_SUCCESS) {
			rv = EFAULT;
		}
		break;

	case DEVCTL_AP_CONTROL:
	{
		/*
		 * Generic devctl for hardware specific functionality
		 */
		sata_ioctl_data_t	ioc;

		ASSERT(dcp == NULL);

		/* Copy in user ioctl data first */
#ifdef _MULTI_DATAMODEL
		if (ddi_model_convert_from(mode & FMODELS) ==
		    DDI_MODEL_ILP32) {

			sata_ioctl_data_32_t	ioc32;

			if (ddi_copyin((void *)arg, (void *)&ioc32,
			    sizeof (ioc32), mode) != 0) {
				rv = EFAULT;
				break;
			}
			ioc.cmd		= (uint_t)ioc32.cmd;
			ioc.port	= (uint_t)ioc32.port;
			ioc.get_size	= (uint_t)ioc32.get_size;
			ioc.buf		= (caddr_t)(uintptr_t)ioc32.buf;
			ioc.bufsiz	= (uint_t)ioc32.bufsiz;
			ioc.misc_arg	= (uint_t)ioc32.misc_arg;
		} else
#endif /* _MULTI_DATAMODEL */
		if (ddi_copyin((void *)arg, (void *)&ioc, sizeof (ioc),
		    mode) != 0) {
			return (EFAULT);
		}

		SATADBG2(SATA_DBG_IOCTL_IF, sata_hba_inst,
		    "sata_hba_ioctl: DEVCTL_AP_CONTROL "
		    "cmd 0x%x, port 0x%x", ioc.cmd, ioc.port);

		/*
		 * To avoid BE/LE and 32/64 issues, a get_size always returns
		 * a 32-bit number.
		 */
		if (ioc.get_size != 0 && ioc.bufsiz != (sizeof (uint32_t))) {
			return (EINVAL);
		}
		/* validate address */
		cport = SCSI_TO_SATA_CPORT(ioc.port);
		pmport = SCSI_TO_SATA_PMPORT(ioc.port);
		qual = SCSI_TO_SATA_ADDR_QUAL(ioc.port);

		SATADBG3(SATA_DBG_IOCTL_IF, sata_hba_inst,
		    "sata_hba_ioctl: target port is %d:%d (%d)",
		    cport, pmport, qual);

		if (sata_validate_sata_address(sata_hba_inst, cport,
		    pmport, qual) != 0)
			return (EINVAL);

		cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->
		    cport_mutex);
		/* Is the port locked by event processing daemon ? */
		if (cportinfo->cport_event_flags & SATA_EVNT_LOCK_PORT_BUSY) {
			/*
			 * Cannot process ioctl request now. Come back later
			 */
			mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->
			    cport_mutex);
			return (EBUSY);
		}
		/* Block event processing for this port */
		cportinfo->cport_event_flags |= SATA_APCTL_LOCK_PORT_BUSY;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);


		sata_device.satadev_addr.cport = cport;
		sata_device.satadev_addr.pmport = pmport;
		sata_device.satadev_addr.qual = qual;
		sata_device.satadev_rev = SATA_DEVICE_REV;

		switch (ioc.cmd) {

		case SATA_CFGA_RESET_PORT:
			/*
			 * There is no protection for configured device.
			 */
			rv = sata_ioctl_reset_port(sata_hba_inst, &sata_device);
			break;

		case SATA_CFGA_RESET_DEVICE:
			/*
			 * There is no protection for configured device.
			 */
			rv = sata_ioctl_reset_device(sata_hba_inst,
			    &sata_device);
			break;

		case SATA_CFGA_RESET_ALL:
			/*
			 * There is no protection for configured devices.
			 */
			rv = sata_ioctl_reset_all(sata_hba_inst);
			/*
			 * We return here, because common return is for
			 * a single port operation - we have already unlocked
			 * all ports and no dc handle was allocated.
			 */
			return (rv);

		case SATA_CFGA_PORT_DEACTIVATE:
			/*
			 * Arbitrarily unconfigure attached device, if any.
			 * Even if the unconfigure fails, proceed with the
			 * port deactivation.
			 */
			rv = sata_ioctl_deactivate(sata_hba_inst, &sata_device);

			break;

		case SATA_CFGA_PORT_ACTIVATE:

			rv = sata_ioctl_activate(sata_hba_inst, &sata_device);
			break;

		case SATA_CFGA_PORT_SELF_TEST:

			rv = sata_ioctl_port_self_test(sata_hba_inst,
			    &sata_device);
			break;

		case SATA_CFGA_GET_DEVICE_PATH:

			rv = sata_ioctl_get_device_path(sata_hba_inst,
			    &sata_device, &ioc, mode);
			break;

		case SATA_CFGA_GET_AP_TYPE:

			rv = sata_ioctl_get_ap_type(sata_hba_inst,
			    &sata_device, &ioc, mode);
			break;

		case SATA_CFGA_GET_MODEL_INFO:

			rv = sata_ioctl_get_model_info(sata_hba_inst,
			    &sata_device, &ioc, mode);
			break;

		case SATA_CFGA_GET_REVFIRMWARE_INFO:

			rv = sata_ioctl_get_revfirmware_info(sata_hba_inst,
			    &sata_device, &ioc, mode);
			break;

		case SATA_CFGA_GET_SERIALNUMBER_INFO:

			rv = sata_ioctl_get_serialnumber_info(sata_hba_inst,
			    &sata_device, &ioc, mode);
			break;

		default:
			rv = EINVAL;
			break;

		} /* End of DEVCTL_AP_CONTROL cmd switch */

		break;
	}

	default:
	{
		/*
		 * If we got here, we got an IOCTL that SATA HBA Framework
		 * does not recognize. Pass ioctl to HBA driver, in case
		 * it could process it.
		 */
		sata_hba_tran_t *sata_tran = sata_hba_inst->satahba_tran;
		dev_info_t	*mydip = SATA_DIP(sata_hba_inst);

		SATADBG1(SATA_DBG_IOCTL_IF, sata_hba_inst,
		    "IOCTL 0x%2x not supported in SATA framework, "
		    "passthrough to HBA", cmd);

		if (sata_tran->sata_tran_ioctl == NULL) {
			rv = EINVAL;
			break;
		}
		rval = (*sata_tran->sata_tran_ioctl)(mydip, cmd, arg);
		if (rval != 0) {
			SATADBG1(SATA_DBG_IOCTL_IF, sata_hba_inst,
			    "IOCTL 0x%2x failed in HBA", cmd);
			rv = rval;
		}
		break;
	}

	} /* End of main IOCTL switch */

	if (dcp) {
		ndi_dc_freehdl(dcp);
	}

	if (IS_DEVCTL(cmd)) {
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
		    cport)->cport_mutex);
		cportinfo->cport_event_flags &= ~SATA_APCTL_LOCK_PORT_BUSY;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
	}

	return (rv);
}


/*
 * Create error retrieval sata packet
 *
 * A sata packet is allocated and set-up to contain specified error retrieval
 * command and appropriate dma-able data buffer.
 * No association with any scsi packet is made and no callback routine is
 * specified.
 *
 * Returns a pointer to sata packet upon successful packet creation.
 * Returns NULL, if packet cannot be created.
 */
sata_pkt_t *
sata_get_error_retrieval_pkt(dev_info_t *dip, sata_device_t *sata_device,
    int pkt_type)
{
	sata_hba_inst_t	*sata_hba_inst;
	sata_pkt_txlate_t *spx;
	sata_pkt_t *spkt;
	sata_drive_info_t *sdinfo;

	mutex_enter(&sata_mutex);
	for (sata_hba_inst = sata_hba_list; sata_hba_inst != NULL;
	    sata_hba_inst = sata_hba_inst->satahba_next) {
		if (SATA_DIP(sata_hba_inst) == dip)
			break;
	}
	mutex_exit(&sata_mutex);
	ASSERT(sata_hba_inst != NULL);

	sdinfo = sata_get_device_info(sata_hba_inst, sata_device);
	if (sdinfo == NULL) {
		sata_log(sata_hba_inst, CE_WARN,
		    "sata: error recovery request for non-attached device at "
		    "cport %d", sata_device->satadev_addr.cport);
		return (NULL);
	}

	spx = kmem_zalloc(sizeof (sata_pkt_txlate_t), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba_inst;
	spx->txlt_scsi_pkt = NULL;		/* No scsi pkt involved */
	spkt = sata_pkt_alloc(spx, NULL);
	if (spkt == NULL) {
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		return (NULL);
	}
	/* address is needed now */
	spkt->satapkt_device.satadev_addr = sata_device->satadev_addr;

	switch (pkt_type) {
	case SATA_ERR_RETR_PKT_TYPE_NCQ:
		if (sata_ncq_err_ret_cmd_setup(spx, sdinfo) == SATA_SUCCESS) {
			if (sata_check_for_dma_error(dip, spx)) {
				ddi_fm_service_impact(dip,
				    DDI_SERVICE_UNAFFECTED);
				break;
			}
			return (spkt);
		}
		break;

	case SATA_ERR_RETR_PKT_TYPE_ATAPI:
		if (sata_atapi_err_ret_cmd_setup(spx, sdinfo) == SATA_SUCCESS) {
			if (sata_check_for_dma_error(dip, spx)) {
				ddi_fm_service_impact(dip,
				    DDI_SERVICE_UNAFFECTED);
				break;
			}
			return (spkt);
		}
		break;

	default:
		break;
	}

	sata_pkt_free(spx);
	kmem_free(spx, sizeof (sata_pkt_txlate_t));
	return (NULL);

}


/*
 * Free error retrieval sata packet
 *
 * Free sata packet and any associated resources allocated previously by
 * sata_get_error_retrieval_pkt().
 *
 * Void return.
 */
void
sata_free_error_retrieval_pkt(sata_pkt_t *sata_pkt)
{
	sata_pkt_txlate_t *spx =
	    (sata_pkt_txlate_t *)sata_pkt->satapkt_framework_private;

	ASSERT(sata_pkt != NULL);

	sata_free_local_buffer(spx);
	sata_pkt_free(spx);
	kmem_free(spx, sizeof (sata_pkt_txlate_t));

}

/*
 * Create READ PORT MULTIPLIER and WRITE PORT MULTIPLIER sata packet
 *
 * No association with any scsi packet is made and no callback routine is
 * specified.
 *
 * Returns a pointer to sata packet upon successful packet creation.
 * Returns NULL, if packet cannot be created.
 *
 * NOTE: Input/Output value includes 64 bits accoring to SATA Spec 2.6,
 * only lower 32 bits are available currently.
 */
sata_pkt_t *
sata_get_rdwr_pmult_pkt(dev_info_t *dip, sata_device_t *sd,
    uint16_t regn, uint32_t regv, uint32_t type)
{
	sata_hba_inst_t	*sata_hba_inst;
	sata_pkt_txlate_t *spx;
	sata_pkt_t *spkt;
	sata_cmd_t *scmd;

	/* Only READ/WRITE commands are accepted. */
	ASSERT(type == SATA_RDWR_PMULT_PKT_TYPE_READ ||
	    type == SATA_RDWR_PMULT_PKT_TYPE_WRITE);

	mutex_enter(&sata_mutex);
	for (sata_hba_inst = sata_hba_list; sata_hba_inst != NULL;
	    sata_hba_inst = sata_hba_inst->satahba_next) {
		if (SATA_DIP(sata_hba_inst) == dip)
			break;
	}
	mutex_exit(&sata_mutex);
	ASSERT(sata_hba_inst != NULL);

	spx = kmem_zalloc(sizeof (sata_pkt_txlate_t), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba_inst;
	spx->txlt_scsi_pkt = NULL;	/* No scsi pkt involved */
	spkt = sata_pkt_alloc(spx, SLEEP_FUNC);
	if (spkt == NULL) {
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		return (NULL);
	}

	/*
	 * NOTE: We need to send this command to the port multiplier,
	 * that means send to SATA_PMULT_HOSTPORT(0xf) pmport
	 *
	 * sata_device contains the address of actual target device, and the
	 * pmport number in the command comes from the sata_device structure.
	 */
	spkt->satapkt_device.satadev_addr = sd->satadev_addr;
	spkt->satapkt_device.satadev_addr.pmport = SATA_PMULT_HOSTPORT;
	spkt->satapkt_device.satadev_addr.qual = SATA_ADDR_PMULT;

	/* Fill sata_pkt */
	spkt->satapkt_op_mode = SATA_OPMODE_SYNCH | SATA_OPMODE_POLLING;
	spkt->satapkt_comp = NULL; /* Synchronous mode, no callback */
	spkt->satapkt_time = 10; /* Timeout 10s */

	/* Build READ PORT MULTIPLIER cmd in the sata_pkt */
	scmd = &spkt->satapkt_cmd;
	scmd->satacmd_features_reg = regn & 0xff;
	scmd->satacmd_features_reg_ext = (regn >> 8) & 0xff;
	scmd->satacmd_device_reg = sd->satadev_addr.pmport;
	scmd->satacmd_addr_type = 0;		/* N/A */

	scmd->satacmd_flags.sata_ignore_dev_reset = B_TRUE;

	if (type == SATA_RDWR_PMULT_PKT_TYPE_READ) {
		scmd->satacmd_cmd_reg = SATAC_READ_PORTMULT;
		scmd->satacmd_flags.sata_data_direction = SATA_DIR_READ;
		scmd->satacmd_flags.sata_special_regs = 1;
		scmd->satacmd_flags.sata_copy_out_lba_high_lsb = 1;
		scmd->satacmd_flags.sata_copy_out_lba_mid_lsb = 1;
		scmd->satacmd_flags.sata_copy_out_lba_low_lsb = 1;
		scmd->satacmd_flags.sata_copy_out_sec_count_lsb = 1;
	} else if (type == SATA_RDWR_PMULT_PKT_TYPE_WRITE) {
		scmd->satacmd_cmd_reg = SATAC_WRITE_PORTMULT;
		scmd->satacmd_flags.sata_data_direction = SATA_DIR_WRITE;
		scmd->satacmd_sec_count_lsb = regv & 0xff;
		scmd->satacmd_lba_low_lsb = regv >> 8 & 0xff;
		scmd->satacmd_lba_mid_lsb = regv >> 16 & 0xff;
		scmd->satacmd_lba_high_lsb = regv >> 24 & 0xff;
	}

	return (spkt);
}

/*
 * Free sata packet and any associated resources allocated previously by
 * sata_get_rdwr_pmult_pkt().
 *
 * Void return.
 */
void
sata_free_rdwr_pmult_pkt(sata_pkt_t *sata_pkt)
{
	sata_pkt_txlate_t *spx =
	    (sata_pkt_txlate_t *)sata_pkt->satapkt_framework_private;

	/* Free allocated resources */
	sata_pkt_free(spx);
	kmem_free(spx, sizeof (sata_pkt_txlate_t));
}

/*
 * Register a port multiplier to framework.
 * 1) Store the GSCR values in the previous allocated pmult_info strctures.
 * 2) Search in the blacklist and update the number of the device ports of the
 * port multiplier.
 *
 * Void return.
 */
void
sata_register_pmult(dev_info_t *dip, sata_device_t *sd, sata_pmult_gscr_t *sg)
{
	sata_hba_inst_t *sata_hba_inst = NULL;
	sata_pmult_info_t *pmultinfo;
	sata_pmult_bl_t *blp;
	int cport = sd->satadev_addr.cport;

	mutex_enter(&sata_mutex);
	for (sata_hba_inst = sata_hba_list; sata_hba_inst != NULL;
	    sata_hba_inst = sata_hba_inst->satahba_next) {
		if (SATA_DIP(sata_hba_inst) == dip)
			if (sata_hba_inst->satahba_attached == 1)
				break;
	}
	mutex_exit(&sata_mutex);
	/* HBA not attached? */
	if (sata_hba_inst == NULL)
		return;

	/* Number of pmports */
	sd->satadev_add_info = sg->gscr2 & SATA_PMULT_PORTNUM_MASK;

	/* Check the blacklist */
	for (blp = sata_pmult_blacklist; blp->bl_gscr0; blp++) {
		if (sg->gscr0 != blp->bl_gscr0 && blp->bl_gscr0)
			continue;
		if (sg->gscr1 != blp->bl_gscr1 && blp->bl_gscr1)
			continue;
		if (sg->gscr2 != blp->bl_gscr2 && blp->bl_gscr2)
			continue;

		cmn_err(CE_WARN, "!Port multiplier is on the blacklist.");
		sd->satadev_add_info = blp->bl_flags;
		break;
	}

	/* Register the port multiplier GSCR */
	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
	pmultinfo = SATA_PMULT_INFO(sata_hba_inst, cport);
	if (pmultinfo != NULL) {
		pmultinfo->pmult_gscr = *sg;
		pmultinfo->pmult_num_dev_ports =
		    sd->satadev_add_info & SATA_PMULT_PORTNUM_MASK;
		SATADBG1(SATA_DBG_PMULT, sata_hba_inst,
		    "Port multiplier registered at port %d", cport);
	}
	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
}

/*
 * sata_split_model splits the model ID into vendor and product IDs.
 * It assumes that a vendor ID cannot be longer than 8 characters, and
 * that vendor and product ID are separated by a whitespace.
 */
void
sata_split_model(char *model, char **vendor, char **product)
{
	int i, modlen;
	char *vid, *pid;

	/*
	 * remove whitespace at the end of model
	 */
	for (i = SATA_ID_MODEL_LEN; i > 0; i--)
		if (model[i] == ' ' || model[i] == '\t' || model[i] == '\0')
			model[i] = '\0';
		else
			break;

	/*
	 * try to split model into into vid/pid
	 */
	modlen = strlen(model);
	for (i = 0, pid = model; i < modlen; i++, pid++)
		if ((*pid == ' ') || (*pid == '\t'))
			break;

	/*
	 * only use vid if it is less than 8 chars (as in SCSI)
	 */
	if (i < modlen && i <= 8) {
		vid = model;
		/*
		 * terminate vid, establish pid
		 */
		*pid++ = '\0';
	} else {
		/*
		 * vid will stay "ATA     "
		 */
		vid = NULL;
		/*
		 * model is all pid
		 */
		pid = model;
	}

	*vendor = vid;
	*product = pid;
}

/*
 * sata_name_child is for composing the name of the node
 * the format of the name is "target,0".
 */
static int
sata_name_child(dev_info_t *dip, char *name, int namelen)
{
	int target;

	target = ddi_prop_get_int(DDI_DEV_T_ANY, dip,
	    DDI_PROP_DONTPASS, "target", -1);
	if (target == -1)
		return (DDI_FAILURE);
	(void) snprintf(name, namelen, "%x,0", target);
	return (DDI_SUCCESS);
}



/* ****************** SCSA required entry points *********************** */

/*
 * Implementation of scsi tran_tgt_init.
 * sata_scsi_tgt_init() initializes scsi_device structure
 *
 * If successful, DDI_SUCCESS is returned.
 * DDI_FAILURE is returned if addressed device does not exist
 */

static int
sata_scsi_tgt_init(dev_info_t *hba_dip, dev_info_t *tgt_dip,
    scsi_hba_tran_t *hba_tran, struct scsi_device *sd)
{
#ifndef __lock_lint
	_NOTE(ARGUNUSED(hba_dip))
	_NOTE(ARGUNUSED(tgt_dip))
#endif
	sata_device_t		sata_device;
	sata_drive_info_t	*sdinfo;
	struct sata_id		*sid;
	sata_hba_inst_t		*sata_hba_inst;
	char			model[SATA_ID_MODEL_LEN + 1];
	char			fw[SATA_ID_FW_LEN + 1];
	char			*vid, *pid;

	/*
	 * Fail tran_tgt_init for .conf stub node
	 */
	if (ndi_dev_is_persistent_node(tgt_dip) == 0) {
		(void) ndi_merge_node(tgt_dip, sata_name_child);
		ddi_set_name_addr(tgt_dip, NULL);
		return (DDI_FAILURE);
	}

	sata_hba_inst = (sata_hba_inst_t *)(hba_tran->tran_hba_private);

	/* Validate scsi device address */
	if (sata_validate_scsi_address(sata_hba_inst, &sd->sd_address,
	    &sata_device) != 0)
		return (DDI_FAILURE);

	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));

	/* sata_device now contains a valid sata address */
	sdinfo = sata_get_device_info(sata_hba_inst, &sata_device);
	if (sdinfo == NULL) {
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sata_device.satadev_addr.cport)));
		return (DDI_FAILURE);
	}
	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));

	/*
	 * Check if we need to create a legacy devid (i.e cmdk style) for
	 * the target disks.
	 *
	 * HBA devinfo node will have the property "use-cmdk-devid-format"
	 * if we need to create cmdk-style devid for all the disk devices
	 * attached to this controller. This property may have been set
	 * from HBA driver's .conf file or by the HBA driver in its
	 * attach(9E) function.
	 */
	if ((sdinfo->satadrv_type == SATA_DTYPE_ATADISK) &&
	    (ddi_getprop(DDI_DEV_T_ANY, hba_dip, DDI_PROP_DONTPASS,
	    "use-cmdk-devid-format", 0) == 1)) {
		/* register a legacy devid for this target node */
		sata_target_devid_register(tgt_dip, sdinfo);
	}


	/*
	 * 'Identify Device Data' does not always fit in standard SCSI
	 * INQUIRY data, so establish INQUIRY_* properties with full-form
	 * of information.
	 */
	sid = &sdinfo->satadrv_id;
#ifdef	_LITTLE_ENDIAN
	swab(sid->ai_model, model, SATA_ID_MODEL_LEN);
	swab(sid->ai_fw, fw, SATA_ID_FW_LEN);
#else	/* _LITTLE_ENDIAN */
	bcopy(sid->ai_model, model, SATA_ID_MODEL_LEN);
	bcopy(sid->ai_fw, fw, SATA_ID_FW_LEN);
#endif	/* _LITTLE_ENDIAN */
	model[SATA_ID_MODEL_LEN] = 0;
	fw[SATA_ID_FW_LEN] = 0;

	sata_split_model(model, &vid, &pid);

	if (vid)
		(void) scsi_device_prop_update_inqstring(sd, INQUIRY_VENDOR_ID,
		    vid, strlen(vid));
	if (pid)
		(void) scsi_device_prop_update_inqstring(sd, INQUIRY_PRODUCT_ID,
		    pid, strlen(pid));
	(void) scsi_device_prop_update_inqstring(sd, INQUIRY_REVISION_ID,
	    fw, strlen(fw));

	return (DDI_SUCCESS);
}

/*
 * Implementation of scsi tran_tgt_probe.
 * Probe target, by calling default scsi routine scsi_hba_probe()
 */
static int
sata_scsi_tgt_probe(struct scsi_device *sd, int (*callback)(void))
{
	sata_hba_inst_t *sata_hba_inst =
	    (sata_hba_inst_t *)(sd->sd_address.a_hba_tran->tran_hba_private);
	int rval;
	uint32_t pm_cap;

	rval = scsi_hba_probe(sd, callback);
	pm_cap = SATA_CAP_POWER_CONDITON | SATA_CAP_SMART_PAGE |
	    SATA_CAP_LOG_SENSE;

	if (rval == SCSIPROBE_EXISTS) {
		/*
		 * Set property "pm-capable" on the target device node, so that
		 * the target driver will not try to fetch scsi cycle counters
		 * before enabling device power-management.
		 */
		if ((ddi_prop_update_int(DDI_DEV_T_NONE, sd->sd_dev,
		    "pm-capable", pm_cap)) != DDI_PROP_SUCCESS) {
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device at port %d: "
			    "will not be power-managed ",
			    SCSI_TO_SATA_CPORT(sd->sd_address.a_target));
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "failure updating pm-capable property"));
		}
	}
	return (rval);
}

/*
 * Implementation of scsi tran_tgt_free.
 * Release all resources allocated for scsi_device
 */
static void
sata_scsi_tgt_free(dev_info_t *hba_dip, dev_info_t *tgt_dip,
    scsi_hba_tran_t *hba_tran, struct scsi_device *sd)
{
#ifndef __lock_lint
	_NOTE(ARGUNUSED(hba_dip))
#endif
	sata_device_t		sata_device;
	sata_drive_info_t	*sdinfo;
	sata_hba_inst_t		*sata_hba_inst;
	ddi_devid_t		devid;

	sata_hba_inst = (sata_hba_inst_t *)(hba_tran->tran_hba_private);

	/* Validate scsi device address */
	/*
	 * Note: tgt_free relates to the SCSA view of a device. If called, there
	 * was a device at this address, so even if the sata framework internal
	 * resources were alredy released because a device was detached,
	 * this function should be executed as long as its actions do
	 * not require the internal sata view of a device and the address
	 * refers to a valid sata address.
	 * Validating the address here means that we do not trust SCSA...
	 */
	if (sata_validate_scsi_address(sata_hba_inst, &sd->sd_address,
	    &sata_device) == -1)
		return;

	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));

	/* sata_device now should contain a valid sata address */
	sdinfo = sata_get_device_info(sata_hba_inst, &sata_device);
	if (sdinfo == NULL) {
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sata_device.satadev_addr.cport)));
		return;
	}
	/*
	 * We did not allocate any resources in sata_scsi_tgt_init()
	 * other than few properties.
	 * Free them.
	 */
	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));
	(void) ndi_prop_remove(DDI_DEV_T_NONE, tgt_dip, "pm-capable");

	/*
	 * If devid was previously created but not freed up from
	 * sd(4D) driver (i.e during detach(9E)) then do it here.
	 */
	if ((sdinfo->satadrv_type == SATA_DTYPE_ATADISK) &&
	    (ddi_getprop(DDI_DEV_T_ANY, hba_dip, DDI_PROP_DONTPASS,
	    "use-cmdk-devid-format", 0) == 1) &&
	    (ddi_devid_get(tgt_dip, &devid) == DDI_SUCCESS)) {
		ddi_devid_unregister(tgt_dip);
		ddi_devid_free(devid);
	}
}

/*
 * Implementation of scsi tran_init_pkt
 * Upon successful return, scsi pkt buffer has DMA resources allocated.
 *
 * It seems that we should always allocate pkt, even if the address is
 * for non-existing device - just use some default for dma_attr.
 * The reason is that there is no way to communicate this to a caller here.
 * Subsequent call to sata_scsi_start may fail appropriately.
 * Simply returning NULL does not seem to discourage a target driver...
 *
 * Returns a pointer to initialized scsi_pkt, or NULL otherwise.
 */
static struct scsi_pkt *
sata_scsi_init_pkt(struct scsi_address *ap, struct scsi_pkt *pkt,
    struct buf *bp, int cmdlen, int statuslen, int tgtlen, int flags,
    int (*callback)(caddr_t), caddr_t arg)
{
	sata_hba_inst_t *sata_hba_inst =
	    (sata_hba_inst_t *)(ap->a_hba_tran->tran_hba_private);
	dev_info_t *dip = SATA_DIP(sata_hba_inst);
	sata_device_t sata_device;
	sata_drive_info_t *sdinfo;
	sata_pkt_txlate_t *spx;
	ddi_dma_attr_t cur_dma_attr;
	int rval;
	boolean_t new_pkt = B_TRUE;

	ASSERT(ap->a_hba_tran->tran_hba_dip == dip);

	/*
	 * We need to translate the address, even if it could be
	 * a bogus one, for a non-existing device
	 */
	sata_device.satadev_addr.qual = SCSI_TO_SATA_ADDR_QUAL(ap->a_target);
	sata_device.satadev_addr.cport = SCSI_TO_SATA_CPORT(ap->a_target);
	sata_device.satadev_addr.pmport = SCSI_TO_SATA_PMPORT(ap->a_target);
	sata_device.satadev_rev = SATA_DEVICE_REV;

	if (pkt == NULL) {
		/*
		 * Have to allocate a brand new scsi packet.
		 * We need to operate with auto request sense enabled.
		 */
		pkt = scsi_hba_pkt_alloc(dip, ap, cmdlen,
		    MAX(statuslen, SATA_MAX_SENSE_LEN),
		    tgtlen, sizeof (sata_pkt_txlate_t), callback, arg);

		if (pkt == NULL)
			return (NULL);

		/* Fill scsi packet structure */
		pkt->pkt_comp		= (void (*)())NULL;
		pkt->pkt_time		= 0;
		pkt->pkt_resid		= 0;
		pkt->pkt_statistics	= 0;
		pkt->pkt_reason		= 0;

		/*
		 * pkt_hba_private will point to sata pkt txlate structure
		 */
		spx = (sata_pkt_txlate_t *)pkt->pkt_ha_private;
		bzero(spx, sizeof (sata_pkt_txlate_t));

		spx->txlt_scsi_pkt = pkt;
		spx->txlt_sata_hba_inst = sata_hba_inst;

		/* Allocate sata_pkt */
		spx->txlt_sata_pkt = sata_pkt_alloc(spx, callback);
		if (spx->txlt_sata_pkt == NULL) {
			/* Could not allocate sata pkt */
			scsi_hba_pkt_free(ap, pkt);
			return (NULL);
		}
		/* Set sata address */
		spx->txlt_sata_pkt->satapkt_device.satadev_addr =
		    sata_device.satadev_addr;
		spx->txlt_sata_pkt->satapkt_device.satadev_rev =
		    sata_device.satadev_rev;

		if ((bp == NULL) || (bp->b_bcount == 0))
			return (pkt);

		spx->txlt_total_residue = bp->b_bcount;
	} else {
		new_pkt = B_FALSE;
		/*
		 * Packet was preallocated/initialized by previous call
		 */
		spx = (sata_pkt_txlate_t *)pkt->pkt_ha_private;

		if ((bp == NULL) || (bp->b_bcount == 0)) {
			return (pkt);
		}

		/* Pkt is available already: spx->txlt_scsi_pkt == pkt; */
	}

	spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp = bp;

	/*
	 * We use an adjusted version of the dma_attr, to account
	 * for device addressing limitations.
	 * sata_adjust_dma_attr() will handle sdinfo == NULL which may
	 * happen when a device is not yet configured.
	 */
	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));
	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);
	/* NULL sdinfo may be passsed to sata_adjust_dma_attr() */
	sata_adjust_dma_attr(sdinfo,
	    SATA_DMA_ATTR(spx->txlt_sata_hba_inst), &cur_dma_attr);
	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));
	/*
	 * Allocate necessary DMA resources for the packet's data buffer
	 * NOTE:
	 * In case of read/write commands, DMA resource allocation here is
	 * based on the premise that the transfer length specified in
	 * the read/write scsi cdb will match exactly DMA resources -
	 * returning correct packet residue is crucial.
	 */
	if ((rval = sata_dma_buf_setup(spx, flags, callback, arg,
	    &cur_dma_attr)) != DDI_SUCCESS) {
		/*
		 * If a DMA allocation request fails with
		 * DDI_DMA_NOMAPPING, indicate the error by calling
		 * bioerror(9F) with bp and an error code of EFAULT.
		 * If a DMA allocation request fails with
		 * DDI_DMA_TOOBIG, indicate the error by calling
		 * bioerror(9F) with bp and an error code of EINVAL.
		 * For DDI_DMA_NORESOURCES, we may have some of them allocated.
		 * Request may be repeated later - there is no real error.
		 */
		switch (rval) {
		case DDI_DMA_NORESOURCES:
			bioerror(bp, 0);
			break;
		case DDI_DMA_NOMAPPING:
		case DDI_DMA_BADATTR:
			bioerror(bp, EFAULT);
			break;
		case DDI_DMA_TOOBIG:
		default:
			bioerror(bp, EINVAL);
			break;
		}
		goto fail;
	}

	if (sata_check_for_dma_error(dip, spx)) {
		ddi_fm_service_impact(dip, DDI_SERVICE_UNAFFECTED);
		bioerror(bp, EFAULT);
		goto fail;
	}

	/* Set number of bytes that are not yet accounted for */
	pkt->pkt_resid = spx->txlt_total_residue;
	ASSERT(pkt->pkt_resid >= 0);

	return (pkt);

fail:
	if (new_pkt == B_TRUE) {
		/*
		 * Since this is a new packet, we can clean-up
		 * everything
		 */
		sata_scsi_destroy_pkt(ap, pkt);
	} else {
		/*
		 * This is a re-used packet. It will be target driver's
		 * responsibility to eventually destroy it (which
		 * will free allocated resources).
		 * Here, we just "complete" the request, leaving
		 * allocated resources intact, so the request may
		 * be retried.
		 */
		spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp = NULL;
		sata_pkt_free(spx);
	}
	return (NULL);
}

typedef enum sata_cmd_info_flags {
	SCF_NONE =	0,
	SCF_SVC_ACT =	(1 << 0),	/* Op uses SVC ACTION field */
	SCF_MAPIN =	(1 << 1),	/* Op doesn't map in buf */
} sata_cmd_info_flags_t;

/* The largest CDB we support */
#define	CDB_MAXLEN	16

/*
 * New commands should be added to this struct. This is used to both
 * dispatch commands as well as with REPORT SUPPORTED OPERATIONS.
 * Currently no order is required for these.
 */
static const struct sata_cmd_info {
	uint8_t			sci_op;		/* SCSI op code */
	uint16_t		sci_svcact;	/* SCSI service action */
	sata_cmd_info_flags_t	sci_flags;
	int			(*sci_cmd)(sata_pkt_txlate_t *spx);
	boolean_t		(*sci_supported)(sata_pkt_txlate_t *,
				    sata_drive_info_t *);
	uint8_t			sci_cdbusage[CDB_MAXLEN];
} sata_cmd_info[] = {
	{ SCMD_INQUIRY, 0, SCF_MAPIN, sata_txlt_inquiry, NULL,
	    { SCMD_INQUIRY, 0x01, 0xff, 0xff, 0xff, 0x00 } },
	{ SCMD_TEST_UNIT_READY, 0, SCF_NONE, sata_txlt_test_unit_ready, NULL,
	    { SCMD_TEST_UNIT_READY, 0x00, 0x00, 0x00, 0x00, 0x00 } },
	{ SCMD_START_STOP, 0, SCF_NONE, sata_txlt_start_stop_unit, NULL,
	    { SCMD_START_STOP, 0x01, 0x00, 0x0f, 0xf7, 0x00 } },
	{ SCMD_READ_CAPACITY, 0, SCF_MAPIN, sata_txlt_read_capacity, NULL,
	    { SCMD_READ_CAPACITY, 0x00, 0x00, 0x00, 0x00, 0x00 } },
	{ SCMD_SVC_ACTION_IN_G4, SSVC_ACTION_READ_CAPACITY_G4,
	    SCF_SVC_ACT|SCF_MAPIN, sata_txlt_read_capacity16, NULL,
	    { SCMD_SVC_ACTION_IN_G4, SSVC_ACTION_READ_CAPACITY_G4, 0x00, 0x00,
	    0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xff, 0xff, 0xff, 0xff, 0x00,
	    0x00 } },
	{ SCMD_REQUEST_SENSE, 0, SCF_MAPIN, sata_txlt_request_sense, NULL,
	    { SCMD_REQUEST_SENSE, 0x00, 0x00, 0x00, 0x00, 0x00 } },
	{ SCMD_LOG_SENSE_G1, 0, SCF_MAPIN, sata_txlt_log_sense, NULL,
	    { SCMD_LOG_SENSE_G1, 0x00, 0xff, 0xff, 0x00, 0x00, 0x00, 0xff,
	    0xff } },
	{ SCMD_MODE_SENSE, 0, SCF_MAPIN, sata_txlt_mode_sense, NULL,
	    { SCMD_MODE_SENSE, 0x08, 0xff, 0xff, 0xff, 0x00 } },
	{ SCMD_MODE_SENSE_G1, 0, SCF_MAPIN, sata_txlt_mode_sense, NULL,
	    { SCMD_MODE_SENSE_G1, 0x18, 0xff, 0xff, 0x00, 0x00, 0x00, 0xff,
	    0xff, 0x00 } },
	{ SCMD_MODE_SELECT, 0, SCF_MAPIN, sata_txlt_mode_select, NULL,
	    { SCMD_MODE_SELECT, 0x00, 0x00, 0x00, 0xff, 0x00 } },
	{ SCMD_MODE_SELECT_G1, 0, SCF_MAPIN, sata_txlt_mode_select, NULL,
	    { SCMD_MODE_SELECT_G1, 0x00, 0x00, 0x00, 0xff, 0xff, 0x00 } },
	{ SCMD_SYNCHRONIZE_CACHE, 0, SCF_NONE, sata_txlt_synchronize_cache,
	    NULL, { SCMD_SYNCHRONIZE_CACHE, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
	    0x00, 0x00, 0x00 } },
	{ SCMD_SYNCHRONIZE_CACHE_G1, 0, SCF_NONE,
	    sata_txlt_synchronize_cache, NULL,
	    { SCMD_SYNCHRONIZE_CACHE_G1, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
	    0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 } },
	{ SCMD_READ, 0, SCF_NONE, sata_txlt_read, NULL,
	    { SCMD_READ, 0x1f, 0xff, 0xff, 0xff, 0x00 } },
	{ SCMD_READ_G1, 0, SCF_NONE, sata_txlt_read, NULL,
	    { SCMD_READ_G1, 0x00, 0xff, 0xff, 0xff, 0xff, 0x00, 0xff, 0xff,
	    0x00 } },
	{ SCMD_READ_G4, 0, SCF_NONE, sata_txlt_read, NULL,
	    { SCMD_READ_G4, 0x00, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
	    0xff, 0xff, 0xff, 0xff, 0xff, 0x00, 0x00 } },
	{ SCMD_READ_G5, 0, SCF_NONE, sata_txlt_read, NULL,
	    { SCMD_READ_G5, 0x00, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
	    0xff, 0x00, 0x00 } },
	{ SCMD_WRITE_BUFFER, 0, SCF_MAPIN, sata_txlt_write_buffer, NULL,
	    { SCMD_WRITE_BUFFER, 0x1f, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
	    0x00 } },
	{ SCMD_WRITE, 0, SCF_NONE, sata_txlt_write, NULL,
	    { SCMD_WRITE, 0x1f, 0xff, 0xff, 0xff, 0x00, 0x00 } },
	{ SCMD_WRITE_G1, 0, SCF_NONE, sata_txlt_write, NULL,
	    { SCMD_WRITE_G1, 0x00, 0xff, 0xff, 0xff, 0xff, 0x00, 0xff, 0xff,
	    0x00 } },
	{ SCMD_WRITE_G4, 0, SCF_NONE, sata_txlt_write, NULL,
	    { SCMD_WRITE_G4, 0x00, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
	    0xff, 0xff, 0xff, 0xff, 0xff, 0x00, 0x00 } },
	{ SCMD_WRITE_G5, 0, SCF_NONE, sata_txlt_write, NULL,
	    { SCMD_WRITE_G5, 0x00, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff,
	    0xff, 0x00, 0x00 } },
	{ SCMD_SEEK, 0, SCF_NONE, sata_txlt_nodata_cmd_immediate, NULL,
	    { SCMD_SEEK, 0x00, 0x00, 0x00, 0x00, 0x00 } },
	{ SPC3_CMD_ATA_COMMAND_PASS_THROUGH12, 0, SCF_MAPIN,
	    sata_txlt_ata_pass_thru, NULL,
	    { SPC3_CMD_ATA_COMMAND_PASS_THROUGH12, 0x1e, 0xff, 0xff, 0xff,
	    0xff, 0xff, 0xff, 0xff, 0xff, 0x00, 0x00 } },
	{ SPC3_CMD_ATA_COMMAND_PASS_THROUGH16, 0, SCF_MAPIN,
	    sata_txlt_ata_pass_thru, NULL,
	    { SPC3_CMD_ATA_COMMAND_PASS_THROUGH16, 0x1f, 0xff, 0xff, 0xff, 0xff,
	    0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff } },
	{ SPC3_CMD_UNMAP, 0, SCF_MAPIN, sata_txlt_unmap,
	    sata_txlt_unmap_supported, { SPC3_CMD_UNMAP, 0x00, 0x00, 0x00, 0x00,
	    0x00, 0x00, 0xff, 0xff, 0x00 } },
	{ SCMD_MAINTENANCE_IN, SSVC_ACTION_GET_SUPPORTED_OPERATIONS,
	    SCF_SVC_ACT|SCF_MAPIN, sata_txlt_supported_ops, NULL,
	    { SCMD_MAINTENANCE_IN, SSVC_ACTION_GET_SUPPORTED_OPERATIONS, 0x07,
	    0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0x00, 0x00 } },
};

static const struct sata_cmd_info scmd_invalid = {
	.sci_op = 0,
	.sci_svcact = 0,
	.sci_flags = SCF_NONE,
	.sci_cmd = sata_txlt_invalid_command,
	.sci_supported = NULL,
};

static inline uint16_t
sata_cmd_cdblen(const struct sata_cmd_info *cmd)
{
	switch (CDB_GROUPID(cmd->sci_op)) {
	case CDB_GROUPID_0:
		return (CDB_GROUP0);
	case CDB_GROUPID_1:
		return (CDB_GROUP1);
	case CDB_GROUPID_2:
		return (CDB_GROUP2);
	case CDB_GROUPID_3:
		return (CDB_GROUP3);
	case CDB_GROUPID_4:
		return (CDB_GROUP4);
	case CDB_GROUPID_5:
		return (CDB_GROUP5);
	case CDB_GROUPID_6:
		return (CDB_GROUP6);
	case CDB_GROUPID_7:
		return (CDB_GROUP7);
	default:
		/* We should never get here */
		cmn_err(CE_PANIC, "invalid CDB size for op %x\n", cmd->sci_op);

#ifndef __CHECKER__
		/* Make gcc happy */
		return (0);
#endif
	}
}

/*
 * Implementation of scsi tran_start.
 * Translate scsi cmd into sata operation and return status.
 * ATAPI CDBs are passed to ATAPI devices - the device determines what commands
 * are supported.
 * For SATA hard disks, supported scsi commands:
 * SCMD_INQUIRY
 * SCMD_TEST_UNIT_READY
 * SCMD_START_STOP
 * SCMD_READ_CAPACITY
 * SCMD_SVC_ACTION_IN_G4 (READ CAPACITY (16))
 * SCMD_REQUEST_SENSE
 * SCMD_LOG_SENSE_G1
 * SCMD_LOG_SELECT_G1
 * SCMD_MODE_SENSE	(specific pages)
 * SCMD_MODE_SENSE_G1	(specific pages)
 * SCMD_MODE_SELECT	(specific pages)
 * SCMD_MODE_SELECT_G1	(specific pages)
 * SCMD_SYNCHRONIZE_CACHE
 * SCMD_SYNCHRONIZE_CACHE_G1
 * SCMD_READ
 * SCMD_READ_G1
 * SCMD_READ_G4
 * SCMD_READ_G5
 * SCMD_WRITE
 * SCMD_WRITE_BUFFER
 * SCMD_WRITE_G1
 * SCMD_WRITE_G4
 * SCMD_WRITE_G5
 * SCMD_SEEK		(noop)
 * SCMD_SDIAG
 * SCMD_MAINTENANCE_IN (SSVC_ACTION_GET_SUPPORTED_OPERATIONS)
 *
 * All other commands are rejected as unsupported.
 *
 * Returns:
 * TRAN_ACCEPT if command was executed successfully or accepted by HBA driver
 * for execution. TRAN_ACCEPT may be returned also if device was removed but
 * a callback could be scheduled.
 * TRAN_BADPKT if cmd was directed to invalid address.
 * TRAN_FATAL_ERROR is command was rejected due to hardware error, including
 * some unspecified error. TRAN_FATAL_ERROR may be also returned if a device
 * was removed and there was no callback specified in scsi pkt.
 * TRAN_BUSY if command could not be executed becasue HBA driver or SATA
 * framework was busy performing some other operation(s).
 *
 */
static int
sata_scsi_start(struct scsi_address *ap, struct scsi_pkt *pkt)
{
	sata_hba_inst_t *sata_hba_inst =
	    (sata_hba_inst_t *)(ap->a_hba_tran->tran_hba_private);
	sata_pkt_txlate_t *spx = (sata_pkt_txlate_t *)pkt->pkt_ha_private;
	sata_device_t *sdevice = &spx->txlt_sata_pkt->satapkt_device;
	sata_drive_info_t *sdinfo = NULL;
	struct buf *bp;
	uint8_t cport, pmport;
	boolean_t dev_gone = B_FALSE;
	int rval;

	SATADBG1(SATA_DBG_SCSI_IF, sata_hba_inst,
	    "sata_scsi_start: cmd 0x%02x\n", pkt->pkt_cdbp[0]);

	ASSERT3P(spx, !=, NULL);
	ASSERT3P(spx->txlt_scsi_pkt, ==, pkt);
	ASSERT3P(spx->txlt_scsi_pkt, !=, NULL);

	cport = SCSI_TO_SATA_CPORT(ap->a_target);
	pmport = SCSI_TO_SATA_PMPORT(ap->a_target);

	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));

	if (sdevice->satadev_addr.qual == SATA_ADDR_DCPORT) {
		sdinfo = sata_get_device_info(sata_hba_inst, sdevice);
		if (sdinfo == NULL ||
		    SATA_CPORT_INFO(sata_hba_inst, cport)->
		    cport_tgtnode_clean == B_FALSE ||
		    (sdinfo->satadrv_state & SATA_DSTATE_FAILED) != 0) {
			dev_gone = B_TRUE;
		}
	} else if (sdevice->satadev_addr.qual == SATA_ADDR_DPMPORT) {
		if (SATA_CPORT_DEV_TYPE(sata_hba_inst, cport) !=
		    SATA_DTYPE_PMULT || SATA_PMULT_INFO(sata_hba_inst,
		    cport) == NULL) {
			dev_gone = B_TRUE;
		} else if (SATA_PMPORT_INFO(sata_hba_inst, cport,
		    pmport) == NULL) {
			dev_gone = B_TRUE;
		} else {
			mutex_enter(&(SATA_PMPORT_MUTEX(sata_hba_inst,
			    cport, pmport)));
			sdinfo = sata_get_device_info(sata_hba_inst, sdevice);
			if (sdinfo == NULL ||
			    SATA_PMPORT_INFO(sata_hba_inst, cport, pmport)->
			    pmport_tgtnode_clean == B_FALSE ||
			    (sdinfo->satadrv_state & SATA_DSTATE_FAILED) != 0) {
				dev_gone = B_TRUE;
			}
			mutex_exit(&(SATA_PMPORT_MUTEX(sata_hba_inst,
			    cport, pmport)));
		}
	}

	if (dev_gone == B_TRUE) {
		taskq_t		*tq = SATA_TXLT_TASKQ(spx);
		task_func_t	*func = (task_func_t *)pkt->pkt_comp;
		uint_t		flags = servicing_interrupt() ?
		    TQ_NOSLEEP : TQ_SLEEP;

		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
		pkt->pkt_reason = CMD_DEV_GONE;

		/*
		 * The sd target driver is checking CMD_DEV_GONE pkt_reason
		 * only in the callback function (for normal requests) and
		 * in the dump code path.
		 *
		 * If the callback is available, we need to dispatch
		 * the callback rather than returning TRAN_FATAL_ERROR here.
		 */
		if (pkt->pkt_comp == NULL)
			return (TRAN_FATAL_ERROR);

		if (taskq_dispatch(tq, func, pkt, flags) == TASKQID_INVALID)
			return (TRAN_BUSY);

		return (TRAN_ACCEPT);
	}

	if (sdinfo->satadrv_type & SATA_DTYPE_ATAPI) {
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
		rval = sata_txlt_atapi(spx);
		SATADBG1(SATA_DBG_SCSI_IF, sata_hba_inst,
		    "sata_scsi_start atapi: rval %d\n", rval);
		return (rval);
	}

	/*
	 * Checking for power state, if it was on
	 * STOPPED state, then the drive is not capable
	 * of processing media access command.  And
	 * TEST_UNIT_READY, REQUEST_SENSE has special handling
	 * in the function for different power state.
	 */
	if (((sdinfo->satadrv_power_level == SATA_POWER_STANDBY) ||
	    (sdinfo->satadrv_power_level == SATA_POWER_STOPPED)) &&
	    (SATA_IS_MEDIUM_ACCESS_CMD(pkt->pkt_cdbp[0]))) {
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
		return (sata_txlt_check_condition(spx, KEY_NOT_READY,
		    SD_SCSI_ASC_LU_NOT_READY));
	}

	/* ATA Disk commands processing starts here */

	bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;

	/*
	 * Default cmd to 'invalid command'. If the SCSI OP doesn't
	 * exist in sata_cmd_info, we fall back to this (which returns
	 * INVALID OPERATION CODE).
	 */
	const struct sata_cmd_info *cmd = &scmd_invalid;

	for (uint_t i = 0; i < ARRAY_SIZE(sata_cmd_info); i++) {
		if (pkt->pkt_cdbp[0] != sata_cmd_info[i].sci_op)
			continue;

		if ((sata_cmd_info[i].sci_flags & SCF_SVC_ACT) != 0 &&
		    (pkt->pkt_cdbp[1] & 0x1f) != sata_cmd_info[i].sci_svcact) {
			continue;
		}

		cmd = &sata_cmd_info[i];
		break;
	}

	if (cmd->sci_supported != NULL && !cmd->sci_supported(spx, sdinfo)) {
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
		return (sata_txlt_invalid_command(spx));
	}

	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));

	if ((cmd->sci_flags & SCF_MAPIN) && bp != NULL &&
	    (bp->b_flags & (B_PHYS | B_PAGEIO))) {
		bp_mapin(bp);
	}

	rval = cmd->sci_cmd(spx);

	SATADBG1(SATA_DBG_SCSI_IF, sata_hba_inst,
	    "sata_scsi_start: rval %d\n", rval);

	return (rval);
}

/*
 * Implementation of scsi tran_abort.
 * Abort specific pkt or all packets.
 *
 * Returns 1 if one or more packets were aborted, returns 0 otherwise
 *
 * May be called from an interrupt level.
 */
static int
sata_scsi_abort(struct scsi_address *ap, struct scsi_pkt *scsi_pkt)
{
	sata_hba_inst_t *sata_hba_inst =
	    (sata_hba_inst_t *)(ap->a_hba_tran->tran_hba_private);
	sata_device_t	sata_device;
	sata_pkt_t	*sata_pkt;

	SATADBG2(SATA_DBG_SCSI_IF, sata_hba_inst,
	    "sata_scsi_abort: %s at target: 0x%x\n",
	    scsi_pkt == NULL ? "all packets" : "one pkt", ap->a_target);

	/* Validate address */
	if (sata_validate_scsi_address(sata_hba_inst, ap, &sata_device) != 0)
		/* Invalid address */
		return (0);

	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));
	if (sata_get_device_info(sata_hba_inst, &sata_device) == NULL) {
		/* invalid address */
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sata_device.satadev_addr.cport)));
		return (0);
	}
	if (scsi_pkt == NULL) {
		/*
		 * Abort all packets.
		 * Although we do not have specific packet, we still need
		 * dummy packet structure to pass device address to HBA.
		 * Allocate one, without sleeping. Fail if pkt cannot be
		 * allocated.
		 */
		sata_pkt = kmem_zalloc(sizeof (sata_pkt_t), KM_NOSLEEP);
		if (sata_pkt == NULL) {
			mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
			    sata_device.satadev_addr.cport)));
			SATA_LOG_D((sata_hba_inst, CE_WARN, "sata_pkt_abort: "
			    "could not allocate sata_pkt"));
			return (0);
		}
		sata_pkt->satapkt_rev = SATA_PKT_REV;
		sata_pkt->satapkt_device = sata_device;
		sata_pkt->satapkt_device.satadev_rev = SATA_DEVICE_REV;
	} else {
		if (scsi_pkt->pkt_ha_private == NULL) {
			mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
			    sata_device.satadev_addr.cport)));
			return (0); /* Bad scsi pkt */
		}
		/* extract pointer to sata pkt */
		sata_pkt = ((sata_pkt_txlate_t *)scsi_pkt->pkt_ha_private)->
		    txlt_sata_pkt;
	}

	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));
	/* Send abort request to HBA */
	if ((*SATA_ABORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), sata_pkt,
	    scsi_pkt == NULL ? SATA_ABORT_ALL_PACKETS : SATA_ABORT_PACKET) ==
	    SATA_SUCCESS) {
		if (scsi_pkt == NULL)
			kmem_free(sata_pkt, sizeof (sata_pkt_t));
		/* Success */
		return (1);
	}
	/* Else, something did not go right */
	if (scsi_pkt == NULL)
		kmem_free(sata_pkt, sizeof (sata_pkt_t));
	/* Failure */
	return (0);
}


/*
 * Implementation of scsi tran_reset.
 * RESET_ALL request is translated into port reset.
 * RESET_TARGET requests is translated into a device reset,
 * RESET_LUN request is accepted only for LUN 0 and translated into
 * device reset.
 * The target reset should cause all HBA active and queued packets to
 * be terminated and returned with pkt reason SATA_PKT_RESET prior to
 * the return. HBA should report reset event for the device.
 *
 * Returns 1 upon success, 0 upon failure.
 */
static int
sata_scsi_reset(struct scsi_address *ap, int level)
{
	sata_hba_inst_t	*sata_hba_inst =
	    (sata_hba_inst_t *)(ap->a_hba_tran->tran_hba_private);
	sata_device_t	sata_device;
	int		val;

	SATADBG2(SATA_DBG_SCSI_IF, sata_hba_inst,
	    "sata_scsi_reset: level %d target: 0x%x\n",
	    level, ap->a_target);

	/* Validate address */
	val = sata_validate_scsi_address(sata_hba_inst, ap, &sata_device);
	if (val == -1)
		/* Invalid address */
		return (0);

	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));
	if (sata_get_device_info(sata_hba_inst, &sata_device) == NULL) {
		/* invalid address */
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sata_device.satadev_addr.cport)));
		return (0);
	}
	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));
	if (level == RESET_ALL) {
		/* port reset */
		if (sata_device.satadev_addr.qual == SATA_ADDR_DCPORT)
			sata_device.satadev_addr.qual = SATA_ADDR_CPORT;
		else
			sata_device.satadev_addr.qual = SATA_ADDR_PMPORT;

		if ((*SATA_RESET_DPORT_FUNC(sata_hba_inst))
		    (SATA_DIP(sata_hba_inst), &sata_device) == SATA_SUCCESS)
			return (1);
		else
			return (0);

	} else if (val == 0 &&
	    (level == RESET_TARGET || level == RESET_LUN)) {
		/* reset device (device attached) */
		if ((*SATA_RESET_DPORT_FUNC(sata_hba_inst))
		    (SATA_DIP(sata_hba_inst), &sata_device) == SATA_SUCCESS)
			return (1);
		else
			return (0);
	}
	return (0);
}


/*
 * Implementation of scsi tran_getcap (get transport/device capabilities).
 * Supported capabilities for SATA hard disks:
 * auto-rqsense		(always supported)
 * tagged-qing		(supported if HBA supports it)
 * untagged-qing	(could be supported if disk supports it, but because
 *			 caching behavior allowing untagged queuing actually
 *			 results in reduced performance.  sd tries to throttle
 *			 back to only 3 outstanding commands, which may
 *			 work for real SCSI disks, but with read ahead
 *			 caching, having more than 1 outstanding command
 *			 results in cache thrashing.)
 * sector_size
 * dma_max
 * interconnect-type	(INTERCONNECT_SATA)
 *
 * Supported capabilities for ATAPI CD/DVD devices:
 * auto-rqsense		(always supported)
 * sector_size
 * dma_max
 * max-cdb-length
 * interconnect-type	(INTERCONNECT_SATA)
 *
 * Supported capabilities for ATAPI TAPE devices:
 * auto-rqsense		(always supported)
 * dma_max
 * max-cdb-length
 *
 * Supported capabilities for SATA ATAPI hard disks:
 * auto-rqsense		(always supported)
 * interconnect-type	(INTERCONNECT_SATA)
 * max-cdb-length
 *
 * Request for other capabilities is rejected as unsupported.
 *
 * Returns supported capability value, or -1 if capability is unsuppported or
 * the address is invalid - no device.
 */

static int
sata_scsi_getcap(struct scsi_address *ap, char *cap, int whom)
{

	sata_hba_inst_t		*sata_hba_inst =
	    (sata_hba_inst_t *)(ap->a_hba_tran->tran_hba_private);
	sata_device_t		sata_device;
	sata_drive_info_t	*sdinfo;
	ddi_dma_attr_t		adj_dma_attr;
	int			rval;

	SATADBG2(SATA_DBG_SCSI_IF, sata_hba_inst,
	    "sata_scsi_getcap: target: 0x%x, cap: %s\n",
	    ap->a_target, cap);

	/*
	 * We want to process the capabilities on per port granularity.
	 * So, we are specifically restricting ourselves to whom != 0
	 * to exclude the controller wide handling.
	 */
	if (cap == NULL || whom == 0)
		return (-1);

	if (sata_validate_scsi_address(sata_hba_inst, ap, &sata_device) != 0) {
		/* Invalid address */
		return (-1);
	}
	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));
	if ((sdinfo = sata_get_device_info(sata_hba_inst, &sata_device)) ==
	    NULL) {
		/* invalid address */
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sata_device.satadev_addr.cport)));
		return (-1);
	}

	switch (scsi_hba_lookup_capstr(cap)) {
	case SCSI_CAP_ARQ:
		rval = 1;		/* ARQ supported, turned on */
		break;

	case SCSI_CAP_SECTOR_SIZE:
		if (sdinfo->satadrv_type == SATA_DTYPE_ATADISK)
			rval = SATA_DISK_SECTOR_SIZE;	/* fixed size */
		else if (sdinfo->satadrv_type == SATA_DTYPE_ATAPICD)
			rval = SATA_ATAPI_SECTOR_SIZE;
		else rval = -1;
		break;

	/*
	 * untagged queuing cause a performance inversion because of
	 * the way sd operates.  Because of this reason we do not
	 * use it when available.
	 */
	case SCSI_CAP_UNTAGGED_QING:
		if (sdinfo->satadrv_features_enabled &
		    SATA_DEV_F_E_UNTAGGED_QING)
			rval = 1;	/* Untagged queuing available */
		else
			rval = -1;	/* Untagged queuing not available */
		break;

	case SCSI_CAP_TAGGED_QING:
		if ((sdinfo->satadrv_features_enabled &
		    SATA_DEV_F_E_TAGGED_QING) &&
		    (sdinfo->satadrv_max_queue_depth > 1))
			rval = 1;	/* Tagged queuing available */
		else
			rval = -1;	/* Tagged queuing not available */
		break;

	case SCSI_CAP_DMA_MAX:
		sata_adjust_dma_attr(sdinfo, SATA_DMA_ATTR(sata_hba_inst),
		    &adj_dma_attr);
		rval = (int)adj_dma_attr.dma_attr_maxxfer;
		/* We rely on the fact that dma_attr_maxxfer < 0x80000000 */
		break;

	case SCSI_CAP_INTERCONNECT_TYPE:
		rval = INTERCONNECT_SATA;	/* SATA interconnect type */
		break;

	case SCSI_CAP_CDB_LEN:
		if (sdinfo->satadrv_type & SATA_DTYPE_ATAPI)
			rval = sdinfo->satadrv_atapi_cdb_len;
		else
			rval = -1;
		break;

	default:
		rval = -1;
		break;
	}
	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));
	return (rval);
}

/*
 * Implementation of scsi tran_setcap
 *
 * Only SCSI_CAP_UNTAGGED_QING and  SCSI_CAP_TAGGED_QING are changeable.
 *
 */
static int
sata_scsi_setcap(struct scsi_address *ap, char *cap, int value, int whom)
{
	sata_hba_inst_t	*sata_hba_inst =
	    (sata_hba_inst_t *)(ap->a_hba_tran->tran_hba_private);
	sata_device_t	sata_device;
	sata_drive_info_t	*sdinfo;
	int		rval;

	SATADBG2(SATA_DBG_SCSI_IF, sata_hba_inst,
	    "sata_scsi_setcap: target: 0x%x, cap: %s\n", ap->a_target, cap);

	/*
	 * We want to process the capabilities on per port granularity.
	 * So, we are specifically restricting ourselves to whom != 0
	 * to exclude the controller wide handling.
	 */
	if (cap == NULL || whom == 0) {
		return (-1);
	}

	if (sata_validate_scsi_address(sata_hba_inst, ap, &sata_device) != 0) {
		/* Invalid address */
		return (-1);
	}
	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));
	if ((sdinfo = sata_get_device_info(sata_hba_inst,
	    &sata_device)) == NULL) {
		/* invalid address */
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sata_device.satadev_addr.cport)));
		return (-1);
	}
	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device.satadev_addr.cport)));

	switch (scsi_hba_lookup_capstr(cap)) {
	case SCSI_CAP_ARQ:
	case SCSI_CAP_SECTOR_SIZE:
	case SCSI_CAP_DMA_MAX:
	case SCSI_CAP_INTERCONNECT_TYPE:
		rval = 0;
		break;
	case SCSI_CAP_UNTAGGED_QING:
		if (SATA_QDEPTH(sata_hba_inst) > 1) {
			rval = 1;
			if (value == 1) {
				sdinfo->satadrv_features_enabled |=
				    SATA_DEV_F_E_UNTAGGED_QING;
			} else if (value == 0) {
				sdinfo->satadrv_features_enabled &=
				    ~SATA_DEV_F_E_UNTAGGED_QING;
			} else {
				rval = -1;
			}
		} else {
			rval = 0;
		}
		break;
	case SCSI_CAP_TAGGED_QING:
		/* This can TCQ or NCQ */
		if (sata_func_enable & SATA_ENABLE_QUEUING &&
		    ((sdinfo->satadrv_features_support & SATA_DEV_F_TCQ &&
		    SATA_FEATURES(sata_hba_inst) & SATA_CTLF_QCMD) ||
		    (sata_func_enable & SATA_ENABLE_NCQ &&
		    sdinfo->satadrv_features_support & SATA_DEV_F_NCQ &&
		    SATA_FEATURES(sata_hba_inst) & SATA_CTLF_NCQ)) &&
		    (sdinfo->satadrv_max_queue_depth > 1)) {
			rval = 1;
			if (value == 1) {
				sdinfo->satadrv_features_enabled |=
				    SATA_DEV_F_E_TAGGED_QING;
			} else if (value == 0) {
				sdinfo->satadrv_features_enabled &=
				    ~SATA_DEV_F_E_TAGGED_QING;
			} else {
				rval = -1;
			}
		} else {
			rval = 0;
		}
		break;
	default:
		rval = -1;
		break;
	}
	return (rval);
}

/*
 * Implementations of scsi tran_destroy_pkt.
 * Free resources allocated by sata_scsi_init_pkt()
 */
static void
sata_scsi_destroy_pkt(struct scsi_address *ap, struct scsi_pkt *pkt)
{
	sata_pkt_txlate_t *spx;

	spx = (sata_pkt_txlate_t *)pkt->pkt_ha_private;

	sata_common_free_dma_rsrcs(spx);

	spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp = NULL;
	sata_pkt_free(spx);

	scsi_hba_pkt_free(ap, pkt);
}

/*
 * Implementation of scsi tran_dmafree.
 * Free DMA resources allocated by sata_scsi_init_pkt()
 */

static void
sata_scsi_dmafree(struct scsi_address *ap, struct scsi_pkt *pkt)
{
#ifndef __lock_lint
	_NOTE(ARGUNUSED(ap))
#endif
	sata_pkt_txlate_t *spx;

	ASSERT(pkt != NULL);
	spx = (sata_pkt_txlate_t *)pkt->pkt_ha_private;

	sata_common_free_dma_rsrcs(spx);
}

/*
 * Implementation of scsi tran_sync_pkt.
 *
 * The assumption below is that pkt is unique - there is no need to check ap
 *
 * Synchronize DMA buffer and, if the intermediate buffer is used, copy data
 * into/from the real buffer.
 */
static void
sata_scsi_sync_pkt(struct scsi_address *ap __unused, struct scsi_pkt *pkt)
{
	sata_pkt_txlate_t *spx = (sata_pkt_txlate_t *)pkt->pkt_ha_private;
	struct buf *bp;
	int direction;
	int rval;

	ASSERT(spx != NULL);
	if (spx->txlt_buf_dma_handle == NULL)
		return;

	if (spx->txlt_sata_pkt == NULL)
		return;

	direction = spx->txlt_sata_pkt->
	    satapkt_cmd.satacmd_flags.sata_data_direction;

	if (direction == SATA_DIR_NODATA_XFER)
		return;

	bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;

	if (spx->txlt_tmp_buf != NULL && (direction & SATA_DIR_WRITE) != 0) {
		/* Intermediate DMA buffer used */
		bcopy(bp->b_un.b_addr, spx->txlt_tmp_buf, bp->b_bcount);
	}

	/* Sync the buffer for device or for CPU */
	rval = ddi_dma_sync(spx->txlt_buf_dma_handle, 0, 0,
	    (direction & SATA_DIR_WRITE) ?
	    DDI_DMA_SYNC_FORDEV : DDI_DMA_SYNC_FORCPU);
	ASSERT3S(rval, ==, DDI_SUCCESS);

	if (spx->txlt_tmp_buf != NULL && !(direction & SATA_DIR_WRITE)) {
		/* Intermediate DMA buffer used for read */
		bcopy(spx->txlt_tmp_buf, bp->b_un.b_addr, bp->b_bcount);
	}
}



/* *******************  SATA - SCSI Translation functions **************** */
/*
 * SCSI to SATA pkt and command translation and SATA to SCSI status/error
 * translation.
 */

/*
 * Checks if a device exists and can be access and translates common
 * scsi_pkt data to sata_pkt data.
 *
 * Flag argument indicates that a non-read/write ATA command may be sent
 * to HBA in arbitrary SYNC mode to execute this packet.
 *
 * Returns TRAN_ACCEPT and scsi pkt_reason CMD_CMPLT if device exists and
 * sata_pkt was set-up.
 * Returns TRAN_ACCEPT and scsi pkt_reason CMD_DEV_GONE if device does not
 * exist and pkt_comp callback was scheduled.
 * Returns other TRAN_XXXXX values when error occured and command should be
 * rejected with the returned TRAN_XXXXX value.
 *
 * This function should be called with port mutex held.
 */
static int
sata_txlt_generic_pkt_info(sata_pkt_txlate_t *spx, int *reason, int flag)
{
	sata_drive_info_t *sdinfo;
	sata_device_t sata_device;
	const struct sata_cmd_flags sata_initial_cmd_flags = {
		SATA_DIR_NODATA_XFER,
		/* all other values to 0/FALSE */
	};
	/*
	 * Pkt_reason has to be set if the pkt_comp callback is invoked,
	 * and that implies TRAN_ACCEPT return value. Any other returned value
	 * indicates that the scsi packet was not accepted (the reason will not
	 * be checked by the scsi target driver).
	 * To make debugging easier, we set pkt_reason to know value here.
	 * It may be changed later when different completion reason is
	 * determined.
	 */
	spx->txlt_scsi_pkt->pkt_reason = CMD_TRAN_ERR;
	*reason = CMD_TRAN_ERR;

	/* Validate address */
	switch (sata_validate_scsi_address(spx->txlt_sata_hba_inst,
	    &spx->txlt_scsi_pkt->pkt_address, &sata_device)) {

	case -1:
		/* Invalid address or invalid device type */
		return (TRAN_BADPKT);
	case 2:
		/*
		 * Valid address but device type is unknown - Chack if it is
		 * in the reset state and therefore in an indeterminate state.
		 */
		sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
		    &spx->txlt_sata_pkt->satapkt_device);
		if (sdinfo != NULL && (sdinfo->satadrv_event_flags &
		    (SATA_EVNT_DEVICE_RESET |
		    SATA_EVNT_INPROC_DEVICE_RESET)) != 0) {
			if (!ddi_in_panic()) {
				spx->txlt_scsi_pkt->pkt_reason = CMD_INCOMPLETE;
				*reason = CMD_INCOMPLETE;
				SATADBG1(SATA_DBG_SCSI_IF,
				    spx->txlt_sata_hba_inst,
				    "sata_scsi_start: rejecting command "
				    "because of device reset state\n", NULL);
				return (TRAN_BUSY);
			}
		}
		/* FALLTHROUGH */
	case 1:
		/* valid address but no valid device - it has disappeared */
		spx->txlt_scsi_pkt->pkt_reason = CMD_DEV_GONE;
		*reason = CMD_DEV_GONE;
		/*
		 * The sd target driver is checking CMD_DEV_GONE pkt_reason
		 * only in callback function (for normal requests) and
		 * in the dump code path.
		 * So, if the callback is available, we need to do
		 * the callback rather than returning TRAN_FATAL_ERROR here.
		 */
		if (spx->txlt_scsi_pkt->pkt_comp != NULL) {
			/* scsi callback required */
			if (servicing_interrupt()) {
				if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
				    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
				    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
				    TASKQID_INVALID) {
					return (TRAN_BUSY);
				}
			} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
				/* Scheduling the callback failed */
				return (TRAN_BUSY);
			}

			return (TRAN_ACCEPT);
		}
		return (TRAN_FATAL_ERROR);
	default:
		/* all OK; pkt reason will be overwritten later */
		break;
	}
	/*
	 * If pkt is to be executed in polling mode and a command will not be
	 * emulated in SATA module (requires sending a non-read/write ATA
	 * command to HBA driver in arbitrary SYNC mode) and we are in the
	 * interrupt context and not in the panic dump, then reject the packet
	 * to avoid a possible interrupt stack overrun or hang caused by
	 * a potentially blocked interrupt.
	 */
	if (((spx->txlt_scsi_pkt->pkt_flags & FLAG_NOINTR) != 0 || flag != 0) &&
	    servicing_interrupt() && !ddi_in_panic()) {
		SATADBG1(SATA_DBG_INTR_CTX, spx->txlt_sata_hba_inst,
		    "sata_scsi_start: rejecting synchronous command because "
		    "of interrupt context\n", NULL);
		return (TRAN_BUSY);
	}

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);

	/*
	 * If device is in reset condition, reject the packet with
	 * TRAN_BUSY, unless:
	 * 1. system is panicking (dumping)
	 * In such case only one thread is running and there is no way to
	 * process reset.
	 * 2. cfgadm operation is is progress (internal APCTL lock is set)
	 * Some cfgadm operations involve drive commands, so reset condition
	 * needs to be ignored for IOCTL operations.
	 */
	if ((sdinfo->satadrv_event_flags &
	    (SATA_EVNT_DEVICE_RESET | SATA_EVNT_INPROC_DEVICE_RESET)) != 0) {

		if (!ddi_in_panic() &&
		    ((SATA_CPORT_EVENT_FLAGS(spx->txlt_sata_hba_inst,
		    sata_device.satadev_addr.cport) &
		    SATA_APCTL_LOCK_PORT_BUSY) == 0)) {
			spx->txlt_scsi_pkt->pkt_reason = CMD_INCOMPLETE;
			*reason = CMD_INCOMPLETE;
			SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
			    "sata_scsi_start: rejecting command because "
			    "of device reset state\n", NULL);
			return (TRAN_BUSY);
		}
	}

	/*
	 * Fix the dev_type in the sata_pkt->satapkt_device. It was not set by
	 * sata_scsi_pkt_init() because pkt init had to work also with
	 * non-existing devices.
	 * Now we know that the packet was set-up for a real device, so its
	 * type is known.
	 */
	spx->txlt_sata_pkt->satapkt_device.satadev_type = sdinfo->satadrv_type;

	spx->txlt_sata_pkt->satapkt_cmd.satacmd_flags = sata_initial_cmd_flags;
	if ((SATA_CPORT_INFO(spx->txlt_sata_hba_inst,
	    sata_device.satadev_addr.cport)->cport_event_flags &
	    SATA_APCTL_LOCK_PORT_BUSY) != 0) {
		spx->txlt_sata_pkt->satapkt_cmd.satacmd_flags.
		    sata_ignore_dev_reset = B_TRUE;
	}
	/*
	 * At this point the generic translation routine determined that the
	 * scsi packet should be accepted. Packet completion reason may be
	 * changed later when a different completion reason is determined.
	 */
	spx->txlt_scsi_pkt->pkt_reason = CMD_CMPLT;
	*reason = CMD_CMPLT;

	if ((spx->txlt_scsi_pkt->pkt_flags & FLAG_NOINTR) != 0) {
		/* Synchronous execution */
		spx->txlt_sata_pkt->satapkt_op_mode = SATA_OPMODE_SYNCH |
		    SATA_OPMODE_POLLING;
		spx->txlt_sata_pkt->satapkt_cmd.satacmd_flags.
		    sata_ignore_dev_reset = ddi_in_panic();
	} else {
		/* Asynchronous execution */
		spx->txlt_sata_pkt->satapkt_op_mode = SATA_OPMODE_ASYNCH |
		    SATA_OPMODE_INTERRUPTS;
	}
	/* Convert queuing information */
	if (spx->txlt_scsi_pkt->pkt_flags & FLAG_STAG)
		spx->txlt_sata_pkt->satapkt_cmd.satacmd_flags.sata_queue_stag =
		    B_TRUE;
	else if (spx->txlt_scsi_pkt->pkt_flags &
	    (FLAG_OTAG | FLAG_HTAG | FLAG_HEAD))
		spx->txlt_sata_pkt->satapkt_cmd.satacmd_flags.sata_queue_otag =
		    B_TRUE;

	/* Always limit pkt time */
	if (spx->txlt_scsi_pkt->pkt_time == 0)
		spx->txlt_sata_pkt->satapkt_time = sata_default_pkt_time;
	else
		/* Pass on scsi_pkt time */
		spx->txlt_sata_pkt->satapkt_time =
		    spx->txlt_scsi_pkt->pkt_time;

	return (TRAN_ACCEPT);
}


/*
 * Translate ATA Identify Device data to SCSI Inquiry data.
 * This function may be called only for ATA devices.
 * This function should not be called for ATAPI devices - they
 * respond directly to SCSI Inquiry command.
 *
 * SATA Identify Device data has to be valid in sata_drive_info.
 * Buffer has to accomodate the inquiry length (36 bytes).
 *
 * This function should be called with a port mutex held.
 */
static	void
sata_identdev_to_inquiry(sata_hba_inst_t *sata_hba_inst,
    sata_drive_info_t *sdinfo, uint8_t *buf)
{

	struct scsi_inquiry *inq = (struct scsi_inquiry *)buf;
	struct sata_id *sid = &sdinfo->satadrv_id;

	/* Start with a nice clean slate */
	bzero((void *)inq, sizeof (struct scsi_inquiry));

	/*
	 * Rely on the dev_type for setting paripheral qualifier.
	 * Assume that  DTYPE_RODIRECT applies to CD/DVD R/W devices.
	 * It could be that DTYPE_OPTICAL could also qualify in the future.
	 * ATAPI Inquiry may provide more data to the target driver.
	 */
	inq->inq_dtype = sdinfo->satadrv_type == SATA_DTYPE_ATADISK ?
	    DTYPE_DIRECT : DTYPE_RODIRECT; /* DTYPE_UNKNOWN; */

	/* CFA type device is not a removable media device */
	inq->inq_rmb = ((sid->ai_config != SATA_CFA_TYPE) &&
	    (sid->ai_config & SATA_REM_MEDIA)) ? 1 : 0;
	inq->inq_qual = 0;	/* Device type qualifier (obsolete in SCSI3? */
	inq->inq_iso = 0;	/* ISO version */
	inq->inq_ecma = 0;	/* ECMA version */
	inq->inq_ansi = 3;	/* ANSI version - SCSI 3 */
	inq->inq_aenc = 0;	/* Async event notification cap. */
	inq->inq_trmiop = 0;	/* Supports TERMINATE I/O PROC msg - NO */
	inq->inq_normaca = 0;	/* setting NACA bit supported - NO */
	inq->inq_rdf = RDF_SCSI2; /* Response data format- SPC-3 */
	inq->inq_len = 31;	/* Additional length */
	inq->inq_dualp = 0;	/* dual port device - NO */
	inq->inq_reladdr = 0;	/* Supports relative addressing - NO */
	inq->inq_sync = 0;	/* Supports synchronous data xfers - NO */
	inq->inq_linked = 0;	/* Supports linked commands - NO */
				/*
				 * Queuing support - controller has to
				 * support some sort of command queuing.
				 */
	if (SATA_QDEPTH(sata_hba_inst) > 1)
		inq->inq_cmdque = 1; /* Supports command queueing - YES */
	else
		inq->inq_cmdque = 0; /* Supports command queueing - NO */
	inq->inq_sftre = 0;	/* Supports Soft Reset option - NO ??? */
	inq->inq_wbus32 = 0;	/* Supports 32 bit wide data xfers - NO */
	inq->inq_wbus16 = 0;	/* Supports 16 bit wide data xfers - NO */

#ifdef	_LITTLE_ENDIAN
	/* Swap text fields to match SCSI format */
	bcopy("ATA     ", inq->inq_vid, 8);		/* Vendor ID */
	swab(sid->ai_model, inq->inq_pid, 16);		/* Product ID */
	if (strncmp(&sid->ai_fw[4], "    ", 4) == 0)
		swab(sid->ai_fw, inq->inq_revision, 4);	/* Revision level */
	else
		swab(&sid->ai_fw[4], inq->inq_revision, 4);	/* Rev. level */
#else	/* _LITTLE_ENDIAN */
	bcopy("ATA     ", inq->inq_vid, 8);		/* Vendor ID */
	bcopy(sid->ai_model, inq->inq_pid, 16);		/* Product ID */
	if (strncmp(&sid->ai_fw[4], "    ", 4) == 0)
		bcopy(sid->ai_fw, inq->inq_revision, 4); /* Revision level */
	else
		bcopy(&sid->ai_fw[4], inq->inq_revision, 4); /* Rev. level */
#endif	/* _LITTLE_ENDIAN */
}


/*
 * Scsi response set up for invalid command (command not supported)
 *
 * Returns TRAN_ACCEPT and appropriate values in scsi_pkt fields.
 */
static int
sata_txlt_invalid_command(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct scsi_extended_sense *sense;

	scsipkt->pkt_reason = CMD_CMPLT;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;

	*scsipkt->pkt_scbp = STATUS_CHECK;

	sense = sata_arq_sense(spx);
	sense->es_key = KEY_ILLEGAL_REQUEST;
	sense->es_add_code = SD_SCSI_ASC_INVALID_COMMAND_CODE;

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n", scsipkt->pkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}
	return (TRAN_ACCEPT);
}

/*
 * Scsi response set up for check condition with special sense key
 * and additional sense code.
 *
 * Returns TRAN_ACCEPT and appropriate values in scsi_pkt fields.
 */
static int
sata_txlt_check_condition(sata_pkt_txlate_t *spx, uchar_t key, uchar_t code)
{
	sata_hba_inst_t *shi = SATA_TXLT_HBA_INST(spx);
	int cport = SATA_TXLT_CPORT(spx);
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct scsi_extended_sense *sense;

	mutex_enter(&SATA_CPORT_MUTEX(shi, cport));
	scsipkt->pkt_reason = CMD_CMPLT;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;

	*scsipkt->pkt_scbp = STATUS_CHECK;

	sense = sata_arq_sense(spx);
	sense->es_key = key;
	sense->es_add_code = code;

	mutex_exit(&SATA_CPORT_MUTEX(shi, cport));

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n", scsipkt->pkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}
	return (TRAN_ACCEPT);
}

/*
 * Scsi response setup for
 * emulated non-data command that requires no action/return data
 *
 * Returns TRAN_ACCEPT and appropriate values in scsi_pkt fields.
 */
static	int
sata_txlt_nodata_cmd_immediate(sata_pkt_txlate_t *spx)
{
	int rval;
	int reason;
	kmutex_t *cport_mutex =  &(SATA_TXLT_CPORT_MUTEX(spx));

	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 0)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}
	mutex_exit(cport_mutex);

	spx->txlt_scsi_pkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;
	spx->txlt_scsi_pkt->pkt_reason = CMD_CMPLT;
	*(spx->txlt_scsi_pkt->pkt_scbp) = STATUS_GOOD;

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n",
	    spx->txlt_scsi_pkt->pkt_reason);

	if ((spx->txlt_scsi_pkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    spx->txlt_scsi_pkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}
	return (TRAN_ACCEPT);
}


/*
 * SATA translate command: Inquiry / Identify Device
 * Use cached Identify Device data for now, rather than issuing actual
 * Device Identify cmd request. If device is detached and re-attached,
 * asynchronous event processing should fetch and refresh Identify Device
 * data.
 * VPD pages supported now:
 * Vital Product Data page
 * Unit Serial Number page
 * Block Device Characteristics Page
 * ATA Information Page
 *
 * Returns TRAN_ACCEPT and appropriate values in scsi_pkt fields.
 */

#define	EVPD			1	/* Extended Vital Product Data flag */
#define	CMDDT			2	/* Command Support Data - Obsolete */
#define	INQUIRY_SUP_VPD_PAGE	0	/* Supported VPD Pages Page Code */
#define	INQUIRY_USN_PAGE	0x80	/* Unit Serial Number Page Code */
#define	INQUIRY_BDC_PAGE	0xB1	/* Block Device Characteristics Page */
					/* Code */
#define	INQUIRY_ATA_INFO_PAGE	0x89	/* ATA Information Page Code */
#define	INQUIRY_DEV_IDENTIFICATION_PAGE 0x83 /* Device identifiers */

static int
sata_txlt_inquiry(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct buf *bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	sata_drive_info_t *sdinfo;
	struct scsi_extended_sense *sense;
	int count;
	uint8_t *p;
	int i, j;
	uint8_t page_buf[1024]; /* Max length */
	int rval, reason;
	ushort_t rate;
	kmutex_t *cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));

	/*
	 * sata_txlt_generic_pkt_info() and sata_get_device_info() require
	 * cport_mutex to be held while they are called. sdinfo is also
	 * protected by cport_mutex, so we hold cport_mutex until after we've
	 * finished using sdinfo.
	 */
	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 0)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);

	ASSERT(sdinfo != NULL);

	scsipkt->pkt_reason = CMD_CMPLT;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;

	/* Reject not supported request */
	if (scsipkt->pkt_cdbp[1] & CMDDT) { /* No support for this bit */
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		sense->es_key = KEY_ILLEGAL_REQUEST;
		sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
		goto done;
	}

	/* Valid Inquiry request */
	*scsipkt->pkt_scbp = STATUS_GOOD;

	if (bp == NULL || bp->b_un.b_addr == NULL || bp->b_bcount == 0)
		goto done;

	/*
	 * Because it is fully emulated command storing data
	 * programatically in the specified buffer, release
	 * preallocated DMA resources before storing data in the buffer,
	 * so no unwanted DMA sync would take place.
	 */
	sata_scsi_dmafree(NULL, scsipkt);

	if (!(scsipkt->pkt_cdbp[1] & EVPD)) {
		/* Standard Inquiry Data request */
		struct scsi_inquiry inq;
		unsigned int bufsize;

		sata_identdev_to_inquiry(spx->txlt_sata_hba_inst,
		    sdinfo, (uint8_t *)&inq);
		/* Copy no more than requested */
		count = MIN(bp->b_bcount, sizeof (struct scsi_inquiry));
		bufsize = scsipkt->pkt_cdbp[4];
		bufsize |= scsipkt->pkt_cdbp[3] << 8;
		count = MIN(count, bufsize);
		bcopy(&inq, bp->b_un.b_addr, count);

		scsipkt->pkt_state |= STATE_XFERRED_DATA;
		scsipkt->pkt_resid = scsipkt->pkt_cdbp[4] > count ?
		    bufsize - count : 0;
		goto done;
	}

	/*
	 * peripheral_qualifier = 0;
	 *
	 * We are dealing only with HD and will be
	 * dealing with CD/DVD devices soon
	 */
	uint8_t peripheral_device_type =
	    sdinfo->satadrv_type == SATA_DTYPE_ATADISK ?
	    DTYPE_DIRECT : DTYPE_RODIRECT;

	bzero(page_buf, sizeof (page_buf));

	switch ((uint_t)scsipkt->pkt_cdbp[2]) {
	case INQUIRY_SUP_VPD_PAGE:
		/*
		 * Request for supported Vital Product Data pages.
		 */
		page_buf[0] = peripheral_device_type;
		page_buf[1] = INQUIRY_SUP_VPD_PAGE;
		page_buf[2] = 0;
		page_buf[4] = INQUIRY_SUP_VPD_PAGE;
		page_buf[5] = INQUIRY_USN_PAGE;
		page_buf[6] = INQUIRY_BDC_PAGE;
		/*
		 * If WWN info is present, provide a page for it.
		 * Modern drives always have, but some legacy ones do not.
		 */
		if (sdinfo->satadrv_id.ai_naa_ieee_oui != 0) {
			page_buf[3] = 5; /* page length */
			page_buf[7] = INQUIRY_DEV_IDENTIFICATION_PAGE;
			page_buf[8] = INQUIRY_ATA_INFO_PAGE;
			count = 9;
		} else {
			page_buf[3] = 4; /* page length */
			page_buf[7] = INQUIRY_ATA_INFO_PAGE;
			count = 8;
		}
		/* Copy no more than requested */
		count = MIN(bp->b_bcount, count);
		bcopy(page_buf, bp->b_un.b_addr, count);
		break;

	case INQUIRY_USN_PAGE:
		/*
		 * Request for Unit Serial Number page.
		 * Set-up the page.
		 */
		page_buf[0] = peripheral_device_type;
		page_buf[1] = INQUIRY_USN_PAGE;
		page_buf[2] = 0;
		/* remaining page length */
		page_buf[3] = SATA_ID_SERIAL_LEN;

		/*
		 * Copy serial number from Identify Device data
		 * words into the inquiry page and swap bytes
		 * when necessary.
		 */
		p = (uint8_t *)(sdinfo->satadrv_id.ai_drvser);
#ifdef	_LITTLE_ENDIAN
		swab(p, &page_buf[4], SATA_ID_SERIAL_LEN);
#else
		bcopy(p, &page_buf[4], SATA_ID_SERIAL_LEN);
#endif
		/*
		 * Least significant character of the serial
		 * number shall appear as the last byte,
		 * according to SBC-3 spec.
		 * Count trailing spaces to determine the
		 * necessary shift length.
		 */
		p = &page_buf[SATA_ID_SERIAL_LEN + 4 - 1];
		for (j = 0; j < SATA_ID_SERIAL_LEN; j++) {
			if (*(p - j) != '\0' && *(p - j) != '\040')
				break;
		}

		/*
		 * Shift SN string right, so that the last
		 * non-blank character would appear in last
		 * byte of SN field in the page.
		 * 'j' is the shift length.
		 */
		for (i = 0; i < (SATA_ID_SERIAL_LEN - j) && j != 0; i++, p--)
			*p = *(p - j);

		/*
		 * Add leading spaces - same number as the
		 * shift size
		 */
		for (; j > 0; j--)
			page_buf[4 + j - 1] = '\040';

		count = MIN(bp->b_bcount, SATA_ID_SERIAL_LEN + 4);
		bcopy(page_buf, bp->b_un.b_addr, count);
		break;

	case INQUIRY_BDC_PAGE:
		/*
		 * Request for Block Device Characteristics
		 * page.  Set-up the page.
		 */
		page_buf[0] = peripheral_device_type;
		page_buf[1] = INQUIRY_BDC_PAGE;
		page_buf[2] = 0;
		/* remaining page length */
		page_buf[3] = SATA_ID_BDC_LEN;

		rate = sdinfo->satadrv_id.ai_medrotrate;
		page_buf[4] = (rate >> 8) & 0xff;
		page_buf[5] = rate & 0xff;
		page_buf[6] = 0;
		page_buf[7] = sdinfo->satadrv_id.ai_nomformfactor & 0xf;

		count = MIN(bp->b_bcount, SATA_ID_BDC_LEN + 4);
		bcopy(page_buf, bp->b_un.b_addr, count);
		break;

	case INQUIRY_ATA_INFO_PAGE:
		/*
		 * Request for ATA Information page.
		 */
		page_buf[0] = peripheral_device_type;
		page_buf[1] = INQUIRY_ATA_INFO_PAGE;
		page_buf[2] = (SATA_ID_ATA_INFO_LEN >> 8) & 0xff;
		page_buf[3] = SATA_ID_ATA_INFO_LEN & 0xff;
		/* page_buf[4-7] reserved */
#ifdef  _LITTLE_ENDIAN
		bcopy("ATA     ", &page_buf[8], 8);
		swab(sdinfo->satadrv_id.ai_model, &page_buf[16], 16);
		if (strncmp(&sdinfo->satadrv_id.ai_fw[4], "    ", 4) == 0) {
			swab(sdinfo->satadrv_id.ai_fw, &page_buf[32], 4);
		} else {
			swab(&sdinfo->satadrv_id.ai_fw[4], &page_buf[32], 4);
		}
#else   /* _LITTLE_ENDIAN */
		bcopy("ATA     ", &page_buf[8], 8);
		bcopy(sdinfo->satadrv_id.ai_model, &page_buf[16], 16);
		if (strncmp(&sdinfo->satadrv_id.ai_fw[4], "    ", 4) == 0) {
			bcopy(sdinfo->satadrv_id.ai_fw, &page_buf[32], 4);
		} else {
			bcopy(&sdinfo->satadrv_id.ai_fw[4], &page_buf[32], 4);
		}
#endif  /* _LITTLE_ENDIAN */
		/*
		 * page_buf[36-55] which defines the device
		 * signature is not defined at this
		 * time.
		 */

		/* Set the command code */
		if (sdinfo->satadrv_type == SATA_DTYPE_ATADISK) {
			page_buf[56] = SATAC_ID_DEVICE;
		} else if (sdinfo->satadrv_type == SATA_DTYPE_ATAPI) {
			page_buf[56] = SATAC_ID_PACKET_DEVICE;
		}
		/*
		 * If the command code, page_buf[56], is not
		 * zero and if one of the identify commands
		 * succeeds, return the identify data.
		 */
		if (page_buf[56] != 0) {
			sata_drive_info_t temp_info = {
				.satadrv_addr = sdinfo->satadrv_addr,
				.satadrv_type = sdinfo->satadrv_type,
			};

			/*
			 * It appears calls to an HBA's start (sata_hba_start)
			 * method (which sata_fetch_device_identify_data_retry()
			 * calls) must not be done while holding cport_mutex.
			 *
			 * A packet's completion routine may call back into
			 * the sata framework and deadlock (and all extant
			 * calls to the HBA's start method either drop and
			 * re-acquire cport_mutex, or never held cport_mutex).
			 *
			 * sdinfo is protected by cport_mutex, so we need to
			 * obtain the SATA address and type from sdinfo
			 * before releasing cport_mutex and submitting the
			 * request. We reacquire cport_mutex to simplfy
			 * cleanup after the done label.
			 */
			mutex_exit(cport_mutex);
			(void) sata_fetch_device_identify_data(
			    spx->txlt_sata_hba_inst, &temp_info);
			mutex_enter(cport_mutex);

			/*
			 * If sata_fetch_device_identify_data()
			 * fails, the bcopy() is harmless since we're copying
			 * zeros back over zeros. If it succeeds, we're
			 * copying over the portion of the response we need.
			 */
			bcopy(&temp_info.satadrv_id, &page_buf[60],
			    sizeof (sata_id_t));
		}

		/* Need to copy out the page_buf to bp */
		count = MIN(bp->b_bcount, SATA_ID_ATA_INFO_LEN + 4);
		bcopy(page_buf, bp->b_un.b_addr, count);
		break;

	case INQUIRY_DEV_IDENTIFICATION_PAGE:
		if (sdinfo->satadrv_id.ai_naa_ieee_oui != 0) {
			/*
			 * Page 83; SAT-5 requires this, and modern
			 * SATA devices all support a WWN.
			 */
			page_buf[0] = peripheral_device_type;
			page_buf[1] = INQUIRY_DEV_IDENTIFICATION_PAGE;
			page_buf[2] = 0;
			page_buf[3] = 12; /* remaining length */
			page_buf[4] = 0x01; /* protocol 0, code set 1 */
			page_buf[5] = 0x03; /* LUN, NAA type */
			page_buf[6] = 0;
			page_buf[7] = 0x08; /* length (64-bit WWN) */
#ifdef	_LITTLE_ENDIAN
			swab(&sdinfo->satadrv_id.ai_naa_ieee_oui, &page_buf[8],
			    8);
#else
			bcopy(&sdinfo->satadrv_id.ai_naa_ieee_oui,
			    &page_buf[8], 8);
#endif
			/* header + designator */
			count = MIN(bp->b_bcount, 12 + 4);
			bcopy(page_buf, bp->b_un.b_addr, count);
			break;
		}
		/* FALLTHROUGH */

	default:
		/* Request for unsupported VPD page */
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		sense->es_key = KEY_ILLEGAL_REQUEST;
		sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
		goto done;
	}

	scsipkt->pkt_state |= STATE_XFERRED_DATA;
	scsipkt->pkt_resid = scsipkt->pkt_cdbp[4] > count ?
	    scsipkt->pkt_cdbp[4] - count : 0;

done:
	mutex_exit(cport_mutex);

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n",
	    scsipkt->pkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}
	return (TRAN_ACCEPT);
}

/*
 * SATA translate command: Request Sense.
 *
 * Returns TRAN_ACCEPT and appropriate values in scsi_pkt fields.
 * At the moment this is an emulated command (ATA version for SATA hard disks).
 * May be translated into Check Power Mode command in the future.
 *
 * Note: There is a mismatch between already implemented Informational
 * Exception Mode Select page 0x1C and this function.
 * When MRIE bit is set in page 0x1C, Request Sense is supposed to return
 * NO SENSE and set additional sense code to the exception code - this is not
 * implemented here.
 */
static int
sata_txlt_request_sense(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct scsi_extended_sense sense;
	struct buf *bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	sata_drive_info_t *sdinfo;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	int rval, reason, power_state = 0;
	kmutex_t *cport_mutex;

	cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));
	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 1)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	scsipkt->pkt_reason = CMD_CMPLT;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;
	*scsipkt->pkt_scbp = STATUS_GOOD;

	/*
	 * when CONTROL field's NACA bit == 1
	 * return ILLEGAL_REQUEST
	 */
	if (scsipkt->pkt_cdbp[5] & CTL_BYTE_NACA_MASK) {
		mutex_exit(cport_mutex);
		return (sata_txlt_check_condition(spx, KEY_ILLEGAL_REQUEST,
		    SD_SCSI_ASC_CMD_SEQUENCE_ERR));
	}

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);
	ASSERT(sdinfo != NULL);

	spx->txlt_sata_pkt->satapkt_op_mode |= SATA_OPMODE_SYNCH;

	sata_build_generic_cmd(scmd, SATAC_CHECK_POWER_MODE);
	scmd->satacmd_flags.sata_copy_out_sec_count_lsb = B_TRUE;
	scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
	if (sata_hba_start(spx, &rval) != 0) {
		mutex_exit(cport_mutex);
		return (rval);
	}
	if (scmd->satacmd_error_reg != 0) {
		mutex_exit(cport_mutex);
		return (sata_txlt_check_condition(spx, KEY_NO_SENSE,
		    SD_SCSI_ASC_NO_ADD_SENSE));
	}

	switch (scmd->satacmd_sec_count_lsb) {
	case SATA_PWRMODE_STANDBY: /* device in standby mode */
		if (sdinfo->satadrv_power_level == SATA_POWER_STOPPED)
			power_state = SATA_POWER_STOPPED;
		else {
			power_state = SATA_POWER_STANDBY;
			sdinfo->satadrv_power_level = SATA_POWER_STANDBY;
		}
		break;
	case SATA_PWRMODE_IDLE: /* device in idle mode */
		power_state = SATA_POWER_IDLE;
		sdinfo->satadrv_power_level = SATA_POWER_IDLE;
		break;
	case SATA_PWRMODE_ACTIVE: /* device in active or idle mode */
	default:		  /* 0x40, 0x41 active mode */
		if (sdinfo->satadrv_power_level == SATA_POWER_IDLE)
			power_state = SATA_POWER_IDLE;
		else {
			power_state = SATA_POWER_ACTIVE;
			sdinfo->satadrv_power_level = SATA_POWER_ACTIVE;
		}
		break;
	}

	mutex_exit(cport_mutex);

	if (bp != NULL && bp->b_un.b_addr && bp->b_bcount) {
		/*
		 * Because it is fully emulated command storing data
		 * programatically in the specified buffer, release
		 * preallocated DMA resources before storing data in the buffer,
		 * so no unwanted DMA sync would take place.
		 */
		int count = MIN(bp->b_bcount,
		    sizeof (struct scsi_extended_sense));
		sata_scsi_dmafree(NULL, scsipkt);
		bzero(&sense, sizeof (struct scsi_extended_sense));
		sense.es_valid = 0;	/* Valid LBA */
		sense.es_class = 7;	/* Response code 0x70 - current err */
		sense.es_key = KEY_NO_SENSE;
		sense.es_add_len = 6;	/* Additional length */
		/* Copy no more than requested */
		bcopy(&sense, bp->b_un.b_addr, count);
		scsipkt->pkt_state |= STATE_XFERRED_DATA;
		scsipkt->pkt_resid = 0;
		switch (power_state) {
		case SATA_POWER_IDLE:
		case SATA_POWER_STANDBY:
			sense.es_add_code =
			    SD_SCSI_ASC_LOW_POWER_CONDITION_ON;
			break;
		case SATA_POWER_STOPPED:
			sense.es_add_code = SD_SCSI_ASC_NO_ADD_SENSE;
			break;
		case SATA_POWER_ACTIVE:
		default:
			break;
		}
	}

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n",
	    scsipkt->pkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}
	return (TRAN_ACCEPT);
}

/*
 * SATA translate command: Test Unit Ready
 * (ATA version for SATA hard disks).
 * It is translated into the Check Power Mode command.
 *
 * Returns TRAN_ACCEPT and appropriate values in scsi_pkt fields.
 */
static int
sata_txlt_test_unit_ready(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct scsi_extended_sense *sense;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	sata_drive_info_t *sdinfo;
	int power_state;
	int rval, reason;
	kmutex_t *cport_mutex =  &(SATA_TXLT_CPORT_MUTEX(spx));

	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 1)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);
	ASSERT(sdinfo != NULL);

	spx->txlt_sata_pkt->satapkt_op_mode |= SATA_OPMODE_SYNCH;

	/* send CHECK POWER MODE command */
	sata_build_generic_cmd(scmd, SATAC_CHECK_POWER_MODE);
	scmd->satacmd_flags.sata_copy_out_sec_count_lsb = B_TRUE;
	scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
	if (sata_hba_start(spx, &rval) != 0) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	if (scmd->satacmd_error_reg != 0) {
		mutex_exit(cport_mutex);
		return (sata_txlt_check_condition(spx, KEY_NOT_READY,
		    SD_SCSI_ASC_LU_NOT_RESPONSE));
	}

	power_state = scmd->satacmd_sec_count_lsb;

	/*
	 * return NOT READY when device in STOPPED mode
	 */
	if (power_state == SATA_PWRMODE_STANDBY &&
	    sdinfo->satadrv_power_level == SATA_POWER_STOPPED) {
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		sense->es_key = KEY_NOT_READY;
		sense->es_add_code = SD_SCSI_ASC_LU_NOT_READY;
	} else {
		/*
		 * For other power mode, return GOOD status
		 */
		*scsipkt->pkt_scbp = STATUS_GOOD;
	}

	scsipkt->pkt_reason = CMD_CMPLT;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;

	mutex_exit(cport_mutex);

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n", scsipkt->pkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}

	return (TRAN_ACCEPT);
}

/*
 * SATA translate command: Start Stop Unit
 * Translation depends on a command:
 *
 * Power condition bits will be supported
 * and the power level should be maintained by SATL,
 * When SATL received a command, it will check the
 * power level firstly, and return the status according
 * to SAT2 v2.6 and SAT-2 Standby Modifications
 *
 * SPC-4/SBC-3      SATL    ATA power condition  SATL      SPC/SBC
 * -----------------------------------------------------------------------
 * SSU_PC1 Active   <==>     ATA  Active         <==>     SSU:start_bit =1
 * SSU_PC2 Idle     <==>     ATA  Idle           <==>     N/A
 * SSU_PC3 Standby  <==>     ATA  Standby        <==>     N/A
 * SSU_PC4 Stopped  <==>     ATA  Standby        <==>     SSU:start_bit = 0
 *
 *	Unload Media / NOT SUPPORTED YET
 *	Load Media / NOT SUPPROTED YET
 *	Immediate bit / NOT SUPPORTED YET (deferred error)
 *
 * Returns TRAN_ACCEPT or code returned by sata_hba_start() and
 * appropriate values in scsi_pkt fields.
 */
static int
sata_txlt_start_stop_unit(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	int rval, reason;
	sata_drive_info_t *sdinfo;
	sata_id_t *sata_id;
	kmutex_t *cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "sata_txlt_start_stop_unit: %d\n", scsipkt->pkt_scbp[4] & 1);

	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 1)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	if (scsipkt->pkt_cdbp[1] & START_STOP_IMMED_MASK) {
		/* IMMED bit - not supported */
		mutex_exit(cport_mutex);
		return (sata_txlt_check_condition(spx, KEY_ILLEGAL_REQUEST,
		    SD_SCSI_ASC_INVALID_FIELD_IN_CDB));
	}

	spx->txlt_sata_pkt->satapkt_op_mode |= SATA_OPMODE_SYNCH;
	spx->txlt_sata_pkt->satapkt_comp = NULL;

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);
	ASSERT(sdinfo != NULL);
	sata_id = &sdinfo->satadrv_id;

	switch ((scsipkt->pkt_cdbp[4] & START_STOP_POWER_COND_MASK) >> 4) {
	case 0:
		if (scsipkt->pkt_cdbp[4] & START_STOP_LOEJ_MASK) {
			/* Load/Unload Media - invalid request */
			goto err_out;
		}
		if (scsipkt->pkt_cdbp[4] & START_STOP_START_MASK) {
			/* Start Unit */
			sata_build_read_verify_cmd(scmd, 1, 5);
			scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
			/* Transfer command to HBA */
			if (sata_hba_start(spx, &rval) != 0) {
				/* Pkt not accepted for execution */
				mutex_exit(cport_mutex);
				return (rval);
			}
			if (scmd->satacmd_error_reg != 0) {
				goto err_out;
			}
			sdinfo->satadrv_power_level = SATA_POWER_ACTIVE;
		} else {
			/* Stop Unit */
			sata_build_generic_cmd(scmd, SATAC_FLUSH_CACHE);
			scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
			if (sata_hba_start(spx, &rval) != 0) {
				mutex_exit(cport_mutex);
				return (rval);
			} else {
				if (scmd->satacmd_error_reg != 0) {
					goto err_out;
				}
			}
			/* ata standby immediate command */
			sata_build_generic_cmd(scmd, SATAC_STANDBY_IM);
			scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
			if (sata_hba_start(spx, &rval) != 0) {
				mutex_exit(cport_mutex);
				return (rval);
			}
			if (scmd->satacmd_error_reg != 0) {
				goto err_out;
			}
			sdinfo->satadrv_power_level = SATA_POWER_STOPPED;
		}
		break;
	case 0x1:
		sata_build_generic_cmd(scmd, SATAC_IDLE);
		scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
		if (sata_hba_start(spx, &rval) != 0) {
			mutex_exit(cport_mutex);
			return (rval);
		}
		if (scmd->satacmd_error_reg != 0) {
			goto err_out;
		}
		sata_build_read_verify_cmd(scmd, 1, 5);
		scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
		/* Transfer command to HBA */
		if (sata_hba_start(spx, &rval) != 0) {
			/* Pkt not accepted for execution */
			mutex_exit(cport_mutex);
			return (rval);
		} else {
			if (scmd->satacmd_error_reg != 0) {
				goto err_out;
			}
		}
		sdinfo->satadrv_power_level = SATA_POWER_ACTIVE;
		break;
	case 0x2:
		sata_build_generic_cmd(scmd, SATAC_FLUSH_CACHE);
		scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
		if (!(scsipkt->pkt_cdbp[4] & START_STOP_NOFLUSH_MASK)) {
			if (sata_hba_start(spx, &rval) != 0) {
				mutex_exit(cport_mutex);
				return (rval);
			}
			if (scmd->satacmd_error_reg != 0) {
				goto err_out;
			}
		}
		sata_build_generic_cmd(scmd, SATAC_IDLE);
		scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
		if (sata_hba_start(spx, &rval) != 0) {
			mutex_exit(cport_mutex);
			return (rval);
		}
		if (scmd->satacmd_error_reg != 0) {
			goto err_out;
		}
		if ((scsipkt->pkt_cdbp[3] & START_STOP_MODIFIER_MASK)) {
			/*
			 *  POWER CONDITION MODIFIER bit set
			 *  to 0x1 or larger it will be handled
			 *  on the same way as bit = 0x1
			 */
			if (!(sata_id->ai_cmdset84 &
			    SATA_IDLE_UNLOAD_SUPPORTED)) {
				sdinfo->satadrv_power_level = SATA_POWER_IDLE;
				break;
			}
			sata_build_generic_cmd(scmd, SATAC_IDLE_IM);
			scmd->satacmd_features_reg = 0x44;
			scmd->satacmd_lba_low_lsb = 0x4c;
			scmd->satacmd_lba_mid_lsb = 0x4e;
			scmd->satacmd_lba_high_lsb = 0x55;
			scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
			if (sata_hba_start(spx, &rval) != 0) {
				mutex_exit(cport_mutex);
				return (rval);
			}
			if (scmd->satacmd_error_reg != 0) {
				goto err_out;
			}
		}
		sdinfo->satadrv_power_level = SATA_POWER_IDLE;
		break;
	case 0x3:
		sata_build_generic_cmd(scmd, SATAC_FLUSH_CACHE);
		scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
		if (!(scsipkt->pkt_cdbp[4] & START_STOP_NOFLUSH_MASK)) {
			if (sata_hba_start(spx, &rval) != 0) {
				mutex_exit(cport_mutex);
				return (rval);
			}
			if (scmd->satacmd_error_reg != 0) {
				goto err_out;
			}
		}
		sata_build_generic_cmd(scmd, SATAC_STANDBY);
		scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
		if (sata_hba_start(spx, &rval) != 0) {
			mutex_exit(cport_mutex);
			return (rval);
		}
		if (scmd->satacmd_error_reg != 0) {
			goto err_out;
		}
		sdinfo->satadrv_power_level = SATA_POWER_STANDBY;
		break;
	case 0x7:
		sata_build_generic_cmd(scmd, SATAC_CHECK_POWER_MODE);
		scmd->satacmd_flags.sata_copy_out_sec_count_lsb = B_TRUE;
		scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
		if (sata_hba_start(spx, &rval) != 0) {
			mutex_exit(cport_mutex);
			return (rval);
		}
		if (scmd->satacmd_error_reg != 0) {
			goto err_out;
		}
		switch (scmd->satacmd_sec_count_lsb) {
		case SATA_PWRMODE_STANDBY:
			sata_build_generic_cmd(scmd, SATAC_STANDBY);
			scmd->satacmd_sec_count_msb = sata_get_standby_timer(
			    sdinfo->satadrv_standby_timer);
			scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
			if (sata_hba_start(spx, &rval) != 0) {
				mutex_exit(cport_mutex);
				return (rval);
			} else {
				if (scmd->satacmd_error_reg != 0) {
					goto err_out;
				}
			}
			break;
		case SATA_PWRMODE_IDLE:
			sata_build_generic_cmd(scmd, SATAC_IDLE);
			scmd->satacmd_sec_count_msb = sata_get_standby_timer(
			    sdinfo->satadrv_standby_timer);
			scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
			if (sata_hba_start(spx, &rval) != 0) {
				mutex_exit(cport_mutex);
				return (rval);
			} else {
				if (scmd->satacmd_error_reg != 0) {
					goto err_out;
				}
			}
			break;
		case SATA_PWRMODE_ACTIVE_SPINDOWN:
		case SATA_PWRMODE_ACTIVE_SPINUP:
		case SATA_PWRMODE_ACTIVE:
			sata_build_generic_cmd(scmd, SATAC_IDLE);
			scmd->satacmd_sec_count_msb = sata_get_standby_timer(
			    sdinfo->satadrv_standby_timer);
			scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
			if (sata_hba_start(spx, &rval) != 0) {
				mutex_exit(cport_mutex);
				return (rval);
			}
			if (scmd->satacmd_error_reg != 0) {
				goto err_out;
			}
			sata_build_read_verify_cmd(scmd, 1, 5);
			scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
			if (sata_hba_start(spx, &rval) != 0) {
				mutex_exit(cport_mutex);
				return (rval);
			}
			if (scmd->satacmd_error_reg != 0) {
				goto err_out;
			}
			break;
		default:
			goto err_out;
		}
		break;
	case 0xb:
		if ((sata_get_standby_timer(sdinfo->satadrv_standby_timer) ==
		    0) || (!(sata_id->ai_cap & SATA_STANDBYTIMER))) {
			mutex_exit(cport_mutex);
			return (sata_txlt_check_condition(spx,
			    KEY_ILLEGAL_REQUEST,
			    SD_SCSI_ASC_INVALID_FIELD_IN_CDB));
		}
		sata_build_generic_cmd(scmd, SATAC_FLUSH_CACHE);
		scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
		if (!(scsipkt->pkt_cdbp[4] & START_STOP_NOFLUSH_MASK)) {
			if (sata_hba_start(spx, &rval) != 0) {
				mutex_exit(cport_mutex);
				return (rval);
			}
			if (scmd->satacmd_error_reg != 0) {
				goto err_out;
			}
			sata_build_generic_cmd(scmd, SATAC_STANDBY_IM);
			scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;
			if (sata_hba_start(spx, &rval) != 0) {
				mutex_exit(cport_mutex);
				return (rval);
			}
			if (scmd->satacmd_error_reg != 0) {
				goto err_out;
			}
		}
		bzero(sdinfo->satadrv_standby_timer, sizeof (uchar_t) * 4);
		break;
	default:
err_out:
		mutex_exit(cport_mutex);
		return (sata_txlt_check_condition(spx, KEY_ILLEGAL_REQUEST,
		    SD_SCSI_ASC_INVALID_FIELD_IN_CDB));
	}

	/*
	 * Since it was a synchronous command,
	 * a callback function will be called directly.
	 */
	mutex_exit(cport_mutex);
	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "synchronous execution status %x\n",
	    spx->txlt_sata_pkt->satapkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		sata_set_arq_data(spx->txlt_sata_pkt);
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}
	else

		sata_txlt_nodata_cmd_completion(spx->txlt_sata_pkt);

	return (TRAN_ACCEPT);

}

/*
 * SATA translate command:  Read Capacity.
 * Emulated command for SATA disks.
 * Capacity is retrieved from cached Idenifty Device data.
 * Identify Device data shows effective disk capacity, not the native
 * capacity, which may be limitted by Set Max Address command.
 * This is ATA version for SATA hard disks.
 *
 * Returns TRAN_ACCEPT and appropriate values in scsi_pkt fields.
 */
static int
sata_txlt_read_capacity(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct buf *bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	sata_drive_info_t *sdinfo;
	uint64_t val;
	uint32_t lbsize = DEV_BSIZE;
	uchar_t *rbuf;
	int rval, reason;
	kmutex_t *cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "sata_txlt_read_capacity: ", NULL);

	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 0)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	scsipkt->pkt_reason = CMD_CMPLT;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;
	*scsipkt->pkt_scbp = STATUS_GOOD;
	if (bp != NULL && bp->b_un.b_addr && bp->b_bcount) {
		/*
		 * Because it is fully emulated command storing data
		 * programatically in the specified buffer, release
		 * preallocated DMA resources before storing data in the buffer,
		 * so no unwanted DMA sync would take place.
		 */
		sata_scsi_dmafree(NULL, scsipkt);

		sdinfo = sata_get_device_info(
		    spx->txlt_sata_hba_inst,
		    &spx->txlt_sata_pkt->satapkt_device);

		/*
		 * As per SBC-3, the "returned LBA" is either the highest
		 * addressable LBA or 0xffffffff, whichever is smaller.
		 */
		val = MIN(sdinfo->satadrv_capacity - 1, UINT32_MAX);

		if (sdinfo->satadrv_id.ai_phys_sect_sz & SATA_L2PS_CHECK_BIT) {
			/* physical/logical sector size word is valid */

			if (sdinfo->satadrv_id.ai_phys_sect_sz &
			    SATA_L2PS_BIG_SECTORS) {
				/* if this set 117-118 words are valid */
				lbsize = sdinfo->satadrv_id.ai_words_lsec[0] |
				    (sdinfo->satadrv_id.ai_words_lsec[1] << 16);
				lbsize <<= 1; /* convert from words to bytes */
			}
		}
		rbuf = (uchar_t *)bp->b_un.b_addr;
		/* Need to swap endians to match scsi format */
		rbuf[0] = (val >> 24) & 0xff;
		rbuf[1] = (val >> 16) & 0xff;
		rbuf[2] = (val >> 8) & 0xff;
		rbuf[3] = val & 0xff;
		rbuf[4] = (lbsize >> 24) & 0xff;
		rbuf[5] = (lbsize >> 16) & 0xff;
		rbuf[6] = (lbsize >> 8) & 0xff;
		rbuf[7] = lbsize & 0xff;

		scsipkt->pkt_state |= STATE_XFERRED_DATA;
		scsipkt->pkt_resid = 0;

		SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst, "%d\n",
		    sdinfo->satadrv_capacity -1);
	}
	mutex_exit(cport_mutex);
	/*
	 * If a callback was requested, do it now.
	 */
	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n", scsipkt->pkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}

	return (TRAN_ACCEPT);
}

/*
 * SATA translate command:  Read Capacity (16).
 * Emulated command for SATA disks.
 * Info is retrieved from cached Identify Device data.
 * Implemented to SBC-3 (draft 21) and SAT-2 (final) specifications.
 *
 * Returns TRAN_ACCEPT and appropriate values in scsi_pkt fields.
 */
static int
sata_txlt_read_capacity16(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct buf *bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	sata_drive_info_t *sdinfo;
	uint64_t val;
	uint16_t l2p_exp;
	uint32_t lbsize = DEV_BSIZE;
	uchar_t *rbuf;
	int rval, reason;
#define	TPE	0x80
#define	TPRZ	0x40
	kmutex_t *cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "sata_txlt_read_capacity: ", NULL);

	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 0)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	scsipkt->pkt_reason = CMD_CMPLT;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;
	if (bp != NULL && bp->b_un.b_addr && bp->b_bcount) {
		/*
		 * Because it is fully emulated command storing data
		 * programatically in the specified buffer, release
		 * preallocated DMA resources before storing data in the buffer,
		 * so no unwanted DMA sync would take place.
		 */
		sata_scsi_dmafree(NULL, scsipkt);

		/* Check SERVICE ACTION field */
		if ((scsipkt->pkt_cdbp[1] & 0x1f) !=
		    SSVC_ACTION_READ_CAPACITY_G4) {
			mutex_exit(cport_mutex);
			return (sata_txlt_check_condition(spx,
			    KEY_ILLEGAL_REQUEST,
			    SD_SCSI_ASC_INVALID_FIELD_IN_CDB));
		}

		/* Check LBA field */
		if ((scsipkt->pkt_cdbp[2] != 0) ||
		    (scsipkt->pkt_cdbp[3] != 0) ||
		    (scsipkt->pkt_cdbp[4] != 0) ||
		    (scsipkt->pkt_cdbp[5] != 0) ||
		    (scsipkt->pkt_cdbp[6] != 0) ||
		    (scsipkt->pkt_cdbp[7] != 0) ||
		    (scsipkt->pkt_cdbp[8] != 0) ||
		    (scsipkt->pkt_cdbp[9] != 0)) {
			mutex_exit(cport_mutex);
			return (sata_txlt_check_condition(spx,
			    KEY_ILLEGAL_REQUEST,
			    SD_SCSI_ASC_INVALID_FIELD_IN_CDB));
		}

		/* Check PMI bit */
		if (scsipkt->pkt_cdbp[14] & 0x1) {
			mutex_exit(cport_mutex);
			return (sata_txlt_check_condition(spx,
			    KEY_ILLEGAL_REQUEST,
			    SD_SCSI_ASC_INVALID_FIELD_IN_CDB));
		}

		*scsipkt->pkt_scbp = STATUS_GOOD;

		sdinfo = sata_get_device_info(
		    spx->txlt_sata_hba_inst,
		    &spx->txlt_sata_pkt->satapkt_device);

		/* last logical block address */
		val = MIN(sdinfo->satadrv_capacity - 1,
		    SCSI_READ_CAPACITY16_MAX_LBA);

		/* logical to physical block size exponent */
		l2p_exp = 0;
		if (sdinfo->satadrv_id.ai_phys_sect_sz & SATA_L2PS_CHECK_BIT) {
			/* physical/logical sector size word is valid */

			if (sdinfo->satadrv_id.ai_phys_sect_sz &
			    SATA_L2PS_HAS_MULT) {
				/* multiple logical sectors per phys sectors */
				l2p_exp =
				    sdinfo->satadrv_id.ai_phys_sect_sz &
				    SATA_L2PS_EXP_MASK;
			}

			if (sdinfo->satadrv_id.ai_phys_sect_sz &
			    SATA_L2PS_BIG_SECTORS) {
				/* if this set 117-118 words are valid */
				lbsize = sdinfo->satadrv_id.ai_words_lsec[0] |
				    (sdinfo->satadrv_id.ai_words_lsec[1] << 16);
				lbsize <<= 1; /* convert from words to bytes */
			}
		}

		rbuf = (uchar_t *)bp->b_un.b_addr;
		bzero(rbuf, bp->b_bcount);

		/* returned logical block address */
		rbuf[0] = (val >> 56) & 0xff;
		rbuf[1] = (val >> 48) & 0xff;
		rbuf[2] = (val >> 40) & 0xff;
		rbuf[3] = (val >> 32) & 0xff;
		rbuf[4] = (val >> 24) & 0xff;
		rbuf[5] = (val >> 16) & 0xff;
		rbuf[6] = (val >> 8) & 0xff;
		rbuf[7] = val & 0xff;
		rbuf[8] = (lbsize >> 24) & 0xff;
		rbuf[9] = (lbsize >> 16) & 0xff;
		rbuf[10] = (lbsize >> 8) & 0xff;
		rbuf[11] = lbsize & 0xff;

		/* p_type, prot_en, unspecified by SAT-2 */
		/* rbuf[12] = 0; */

		/* p_i_exponent, undefined by SAT-2 */
		/* logical blocks per physical block exponent */
		rbuf[13] = l2p_exp;

		/*
		 * tpe and tprz as defined in T10/10-079 r0.
		 * TRIM support is indicated by the relevant bit in the data
		 * set management word. Read-after-trim behavior is indicated
		 * by the additional bits in the identify device word. Of the
		 * three defined possibilities, we only flag read-zero.
		 */
		if (sdinfo->satadrv_id.ai_dsm & SATA_DSM_TRIM) {
			rbuf[14] |= TPE;

			if ((sdinfo->satadrv_id.ai_addsupported &
			    SATA_DETERMINISTIC_READ) &&
			    (sdinfo->satadrv_id.ai_addsupported &
			    SATA_READ_ZERO)) {
				rbuf[14] |= TPRZ;
			}
		}

		/* lowest aligned logical block address = 0 (for now) */
		/* rbuf[15] = 0; */

		scsipkt->pkt_state |= STATE_XFERRED_DATA;
		scsipkt->pkt_resid = 0;

		SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst, "%llu\n",
		    sdinfo->satadrv_capacity -1);
	}

	mutex_exit(cport_mutex);

	/*
	 * If a callback was requested, do it now.
	 */
	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n", scsipkt->pkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}

	return (TRAN_ACCEPT);
}

static boolean_t
sata_txlt_unmap_supported(sata_pkt_txlate_t *spx, sata_drive_info_t *sdinfo)
{
	const sata_id_t *id = &sdinfo->satadrv_id;

	ASSERT(MUTEX_HELD(&SATA_TXLT_CPORT_MUTEX(spx)));

	/*
	 * SAT-5 9.24.1 If the TRIM SUPPORTED bit is zero or the
	 * DRAT SUPPORTED bit is zero, then UNMAP is not supported.
	 */
	if (!(id->ai_dsm & SATA_DSM_TRIM) ||
	    !(id->ai_addsupported & SATA_DETERMINISTIC_READ)) {
		return (B_FALSE);
	}

	return (B_TRUE);
}

/*
 * Translate command: UNMAP
 *
 * The function cannot be called in interrupt context since it may sleep.
 */
static int
sata_txlt_unmap(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	struct buf *bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	uint16_t count = 0;
	int synch;
	int rval, reason;
	int i, x;
	int bdlen = 0;
	int ranges = 0;
	int paramlen = 8;
	uint8_t *data, *tmpbd;
	sata_drive_info_t *sdinfo;
	kmutex_t *cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));
#define	TRIM	0x1

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "sata_txlt_unmap: ", NULL);

	mutex_enter(cport_mutex);

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);
	if (sdinfo != NULL) {
		SATADBG2(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
		    "DSM support 0x%x, max number of 512 byte blocks of LBA "
		    "range entries 0x%x\n", sdinfo->satadrv_id.ai_dsm,
		    sdinfo->satadrv_id.ai_maxcount);
	}

	rval = sata_txlt_generic_pkt_info(spx, &reason, 1);
	if ((rval != TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	if (!sata_txlt_unmap_supported(spx, sdinfo)) {
		mutex_exit(cport_mutex);
		return (sata_txlt_invalid_command(spx));
	}

	/*
	 * Need to modify bp to have TRIM data instead of UNMAP data.
	 * Start by getting the block descriptor data length by subtracting
	 * the 8 byte parameter list header from the parameter list length.
	 * The block descriptor size has to be a multiple of 16 bytes.
	 */
	bdlen = scsipkt->pkt_cdbp[7];
	bdlen = (bdlen << 8) + scsipkt->pkt_cdbp[8] - paramlen;
	if ((bdlen < 0) || ((bdlen % 16) != 0) ||
	    ((bp != NULL) && (bdlen > (bp->b_bcount - paramlen)))) {
		SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
		    "sata_txlt_unmap: invalid block descriptor length", NULL);
		mutex_exit(cport_mutex);
		return ((sata_txlt_check_condition(spx, KEY_ILLEGAL_REQUEST,
		    SD_SCSI_ASC_INVALID_FIELD_IN_CDB)));
	}
	/*
	 * If there are no parameter data or block descriptors, it is not
	 * considered an error so just complete the command without sending
	 * TRIM.
	 */
	if ((bdlen == 0) || (bp == NULL) || (bp->b_un.b_addr == NULL) ||
	    (bp->b_bcount == 0)) {
		SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
		    "sata_txlt_unmap: no parameter data or block descriptors",
		    NULL);
		mutex_exit(cport_mutex);
		return (sata_txlt_unmap_nodata_cmd(spx));
	}
	tmpbd = (uint8_t *)bp->b_un.b_addr + paramlen;
	data = kmem_zalloc(bdlen, KM_SLEEP);

	/*
	 * Loop through all the UNMAP block descriptors and convert the data
	 * into TRIM format.
	 */
	for (i = 0, x = 0; i < bdlen; i += 16, x += 8) {
		/* get range length */
		data[x] = tmpbd[i+7];
		data[x+1] = tmpbd[i+6];
		/* get LBA */
		data[x+2] = tmpbd[i+5];
		data[x+3] = tmpbd[i+4];
		data[x+4] = tmpbd[i+3];
		data[x+5] = tmpbd[i+2];
		data[x+6] = tmpbd[i+11];
		data[x+7] = tmpbd[i+10];

		ranges++;
	}

	/*
	 * The TRIM command expects the data buffer to be a multiple of
	 * 512-byte blocks of range entries.  This means that the UNMAP buffer
	 * may be too small.  Free the original DMA resources and create a
	 * local buffer.
	 */
	sata_common_free_dma_rsrcs(spx);

	/*
	 * Get count of 512-byte blocks of range entries.  The length
	 * of a range entry is 8 bytes which means one count has 64 range
	 * entries.
	 */
	count = (ranges + 63)/64;

	/* Allocate a buffer that is a multiple of 512 bytes. */
	mutex_exit(cport_mutex);
	bp = sata_alloc_local_buffer(spx, (size_t)count * 512);
	if (bp == NULL) {
		SATADBG1(SATA_DBG_ATAPI, spx->txlt_sata_hba_inst,
		    "sata_txlt_unmap: "
		    "cannot allocate buffer for TRIM command", NULL);
		kmem_free(data, bdlen);
		return (TRAN_BUSY);
	}
	bp_mapin(bp); /* make data buffer accessible */
	mutex_enter(cport_mutex);

	bzero(bp->b_un.b_addr, bp->b_bcount);
	bcopy(data, bp->b_un.b_addr, x);
	kmem_free(data, bdlen);
	rval = ddi_dma_sync(spx->txlt_buf_dma_handle, 0, 0,
	    DDI_DMA_SYNC_FORDEV);
	ASSERT(rval == DDI_SUCCESS);

	scmd->satacmd_flags.sata_data_direction = SATA_DIR_WRITE;
	scmd->satacmd_addr_type = ATA_ADDR_LBA48;
	scmd->satacmd_cmd_reg = SATAC_DSM;
	scmd->satacmd_sec_count_msb = (count >> 8) & 0xff;
	scmd->satacmd_sec_count_lsb = count & 0xff;
	scmd->satacmd_features_reg = TRIM;
	scmd->satacmd_device_reg = SATA_ADH_LBA;
	scmd->satacmd_status_reg = 0;
	scmd->satacmd_error_reg = 0;

	/* Start processing command */
	if (!(spx->txlt_sata_pkt->satapkt_op_mode & SATA_OPMODE_SYNCH)) {
		spx->txlt_sata_pkt->satapkt_comp =
		    sata_txlt_unmap_completion;
		synch = FALSE;
	} else {
		synch = TRUE;
	}

	if (sata_hba_start(spx, &rval) != 0) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	mutex_exit(cport_mutex);

	if (synch) {
		sata_txlt_unmap_completion(spx->txlt_sata_pkt);
	}

	return (TRAN_ACCEPT);
}

/*
 * SATA translate command: Mode Sense.
 * Translated into appropriate SATA command or emulated.
 * Saved Values Page Control (03) are not supported.
 *
 * NOTE: only caching mode sense page is currently implemented.
 *
 * Returns TRAN_ACCEPT and appropriate values in scsi_pkt fields.
 */

#define	LLBAA	0x10	/* Long LBA Accepted */

static int
sata_txlt_mode_sense(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt	*scsipkt = spx->txlt_scsi_pkt;
	struct buf	*bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	sata_drive_info_t *sdinfo;
	sata_id_t *sata_id;
	struct scsi_extended_sense *sense;
	int		len, bdlen, count, alc_len;
	int		pc;	/* Page Control code */
	uint8_t		*buf;	/* mode sense buffer */
	int		rval, reason;
	kmutex_t	*cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));

	SATADBG2(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "sata_txlt_mode_sense, pc %x page code 0x%02x\n",
	    spx->txlt_scsi_pkt->pkt_cdbp[2] >> 6,
	    spx->txlt_scsi_pkt->pkt_cdbp[2] & 0x3f);

	if (servicing_interrupt()) {
		buf = kmem_zalloc(1024, KM_NOSLEEP);
		if (buf == NULL) {
			return (TRAN_BUSY);
		}
	} else {
		buf = kmem_zalloc(1024, KM_SLEEP);
	}

	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 0)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		kmem_free(buf, 1024);
		return (rval);
	}

	scsipkt->pkt_reason = CMD_CMPLT;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;

	pc = scsipkt->pkt_cdbp[2] >> 6;

	if (bp != NULL && bp->b_un.b_addr && bp->b_bcount) {
		/*
		 * Because it is fully emulated command storing data
		 * programatically in the specified buffer, release
		 * preallocated DMA resources before storing data in the buffer,
		 * so no unwanted DMA sync would take place.
		 */
		sata_scsi_dmafree(NULL, scsipkt);

		len = 0;
		bdlen = 0;
		if (!(scsipkt->pkt_cdbp[1] & 8)) {
			if (scsipkt->pkt_cdbp[0] == SCMD_MODE_SENSE_G1 &&
			    (scsipkt->pkt_cdbp[1] & LLBAA))
				bdlen = 16;
			else
				bdlen = 8;
		}
		/* Build mode parameter header */
		if (spx->txlt_scsi_pkt->pkt_cdbp[0] == SCMD_MODE_SENSE) {
			/* 4-byte mode parameter header */
			buf[len++] = 0;		/* mode data length */
			buf[len++] = 0;		/* medium type */
			buf[len++] = 0;		/* dev-specific param */
			buf[len++] = bdlen;	/* Block Descriptor length */
		} else {
			/* 8-byte mode parameter header */
			buf[len++] = 0;		/* mode data length */
			buf[len++] = 0;
			buf[len++] = 0;		/* medium type */
			buf[len++] = 0;		/* dev-specific param */
			if (bdlen == 16)
				buf[len++] = 1;	/* long lba descriptor */
			else
				buf[len++] = 0;
			buf[len++] = 0;
			buf[len++] = 0;		/* Block Descriptor length */
			buf[len++] = bdlen;
		}

		sdinfo = sata_get_device_info(
		    spx->txlt_sata_hba_inst,
		    &spx->txlt_sata_pkt->satapkt_device);

		/* Build block descriptor only if not disabled (DBD) */
		if ((scsipkt->pkt_cdbp[1] & 0x08) == 0) {
			/* Block descriptor - direct-access device format */
			if (bdlen == 8) {
				/* build regular block descriptor */
				buf[len++] =
				    (sdinfo->satadrv_capacity >> 24) & 0xff;
				buf[len++] =
				    (sdinfo->satadrv_capacity >> 16) & 0xff;
				buf[len++] =
				    (sdinfo->satadrv_capacity >> 8) & 0xff;
				buf[len++] = sdinfo->satadrv_capacity & 0xff;
				buf[len++] = 0; /* density code */
				buf[len++] = 0;
				if (sdinfo->satadrv_type ==
				    SATA_DTYPE_ATADISK)
					buf[len++] = 2;
				else
					/* ATAPI */
					buf[len++] = 8;
				buf[len++] = 0;
			} else if (bdlen == 16) {
				/* Long LBA Accepted */
				/* build long lba block descriptor */
#ifndef __lock_lint
				buf[len++] =
				    (sdinfo->satadrv_capacity >> 56) & 0xff;
				buf[len++] =
				    (sdinfo->satadrv_capacity >> 48) & 0xff;
				buf[len++] =
				    (sdinfo->satadrv_capacity >> 40) & 0xff;
				buf[len++] =
				    (sdinfo->satadrv_capacity >> 32) & 0xff;
#endif
				buf[len++] =
				    (sdinfo->satadrv_capacity >> 24) & 0xff;
				buf[len++] =
				    (sdinfo->satadrv_capacity >> 16) & 0xff;
				buf[len++] =
				    (sdinfo->satadrv_capacity >> 8) & 0xff;
				buf[len++] = sdinfo->satadrv_capacity & 0xff;
				buf[len++] = 0;
				buf[len++] = 0; /* density code */
				buf[len++] = 0;
				buf[len++] = 0;
				if (sdinfo->satadrv_type ==
				    SATA_DTYPE_ATADISK)
					buf[len++] = 2;
				else
					/* ATAPI */
					buf[len++] = 8;
				buf[len++] = 0;
			}
		}

		sata_id = &sdinfo->satadrv_id;

		/*
		 * Add requested pages.
		 * Page 3 and 4 are obsolete and we are not supporting them.
		 * We deal now with:
		 * caching (read/write cache control).
		 * We should eventually deal with following mode pages:
		 * error recovery  (0x01),
		 * power condition (0x1a),
		 * exception control page (enables SMART) (0x1c),
		 * enclosure management (ses),
		 * protocol-specific port mode (port control).
		 */
		switch (scsipkt->pkt_cdbp[2] & 0x3f) {
		case MODEPAGE_RW_ERRRECOV:
			/* DAD_MODE_ERR_RECOV */
			/* R/W recovery */
			len += sata_build_msense_page_1(sdinfo, pc, buf+len);
			break;
		case MODEPAGE_CACHING:
			/* DAD_MODE_CACHE */
			/* Reject not supported request for saved parameters */
			if (pc == 3) {
				*scsipkt->pkt_scbp = STATUS_CHECK;
				sense = sata_arq_sense(spx);
				sense->es_key = KEY_ILLEGAL_REQUEST;
				sense->es_add_code =
				    SD_SCSI_ASC_SAVING_PARAMS_NOT_SUPPORTED;
				goto done;
			}

			/* caching */
			len += sata_build_msense_page_8(sdinfo, pc, buf+len);
			break;
		case MODEPAGE_INFO_EXCPT:
			/* exception cntrl */
			if (sata_id->ai_cmdset82 & SATA_SMART_SUPPORTED) {
				len += sata_build_msense_page_1c(sdinfo, pc,
				    buf+len);
			}
			else
				goto err;
			break;
		case MODEPAGE_POWER_COND:
			/* DAD_MODE_POWER_COND */
			/* power condition */
			len += sata_build_msense_page_1a(sdinfo, pc, buf+len);
			break;

		case MODEPAGE_ACOUSTIC_MANAG:
			/* acoustic management */
			len += sata_build_msense_page_30(sdinfo, pc, buf+len);
			break;
		case MODEPAGE_ALLPAGES:
			/* all pages */
			len += sata_build_msense_page_1(sdinfo, pc, buf+len);
			len += sata_build_msense_page_8(sdinfo, pc, buf+len);
			len += sata_build_msense_page_1a(sdinfo, pc, buf+len);
			if (sata_id->ai_cmdset82 & SATA_SMART_SUPPORTED) {
				len += sata_build_msense_page_1c(sdinfo, pc,
				    buf+len);
			}
			len += sata_build_msense_page_30(sdinfo, pc, buf+len);
			break;
		default:
		err:
			/* Invalid request */
			*scsipkt->pkt_scbp = STATUS_CHECK;
			sense = sata_arq_sense(spx);
			sense->es_key = KEY_ILLEGAL_REQUEST;
			sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
			goto done;
		}

		/* fix total mode data length */
		if (spx->txlt_scsi_pkt->pkt_cdbp[0] == SCMD_MODE_SENSE) {
			/* 4-byte mode parameter header */
			buf[0] = len - 1;	/* mode data length */
		} else {
			buf[0] = (len -2) >> 8;
			buf[1] = (len -2) & 0xff;
		}


		/* Check allocation length */
		if (scsipkt->pkt_cdbp[0] == SCMD_MODE_SENSE) {
			alc_len = scsipkt->pkt_cdbp[4];
		} else {
			alc_len = scsipkt->pkt_cdbp[7];
			alc_len = (alc_len << 8) | scsipkt->pkt_cdbp[8];
		}
		/*
		 * We do not check for possible parameters truncation
		 * (alc_len < len) assuming that the target driver works
		 * correctly. Just avoiding overrun.
		 * Copy no more than requested and possible, buffer-wise.
		 */
		count = MIN(alc_len, len);
		count = MIN(bp->b_bcount, count);
		bcopy(buf, bp->b_un.b_addr, count);

		scsipkt->pkt_state |= STATE_XFERRED_DATA;
		scsipkt->pkt_resid = alc_len > count ? alc_len - count : 0;
	}
	*scsipkt->pkt_scbp = STATUS_GOOD;
done:
	mutex_exit(cport_mutex);
	(void) kmem_free(buf, 1024);

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n", scsipkt->pkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}

	return (TRAN_ACCEPT);
}


/*
 * SATA translate command: Mode Select.
 * Translated into appropriate SATA command or emulated.
 * Saving parameters is not supported.
 * Changing device capacity is not supported (although theoretically
 * possible by executing SET FEATURES/SET MAX ADDRESS)
 *
 * Assumption is that the target driver is working correctly.
 *
 * More than one SATA command may be executed to perform operations specified
 * by mode select pages. The first error terminates further execution.
 * Operations performed successully are not backed-up in such case.
 *
 * NOTE: Implemented pages:
 * - caching page
 * - informational exception page
 * - acoustic management page
 * - power condition page
 * Caching setup is remembered so it could be re-stored in case of
 * an unexpected device reset.
 *
 * Returns TRAN_XXXX.
 * If TRAN_ACCEPT is returned, appropriate values are set in scsi_pkt fields.
 */

static int
sata_txlt_mode_select(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct buf *bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	struct scsi_extended_sense *sense;
	int len, pagelen, count, pllen;
	uint8_t *buf;	/* mode select buffer */
	int rval, stat, reason;
	uint_t nointr_flag;
	int dmod = 0;
	kmutex_t *cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));

	SATADBG2(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "sata_txlt_mode_select, pc %x page code 0x%02x\n",
	    spx->txlt_scsi_pkt->pkt_cdbp[2] >> 6,
	    spx->txlt_scsi_pkt->pkt_cdbp[2] & 0x3f);

	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 1)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	rval = TRAN_ACCEPT;

	scsipkt->pkt_reason = CMD_CMPLT;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;
	nointr_flag = scsipkt->pkt_flags & FLAG_NOINTR;

	/* Reject not supported request */
	if (! (scsipkt->pkt_cdbp[1] & 0x10)) { /* No support for PF bit = 0 */
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		sense->es_key = KEY_ILLEGAL_REQUEST;
		sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
		goto done;
	}

	if (scsipkt->pkt_cdbp[0] == SCMD_MODE_SELECT) {
		pllen = scsipkt->pkt_cdbp[4];
	} else {
		pllen = scsipkt->pkt_cdbp[7];
		pllen = (pllen << 8) | scsipkt->pkt_cdbp[7];
	}

	*scsipkt->pkt_scbp = STATUS_GOOD;	/* Presumed outcome */

	if (bp != NULL && bp->b_un.b_addr && bp->b_bcount && pllen != 0) {
		buf = (uint8_t *)bp->b_un.b_addr;
		count = MIN(bp->b_bcount, pllen);
		scsipkt->pkt_state |= STATE_XFERRED_DATA;
		scsipkt->pkt_resid = 0;
		pllen = count;

		/*
		 * Check the header to skip the block descriptor(s) - we
		 * do not support setting device capacity.
		 * Existing macros do not recognize long LBA dscriptor,
		 * hence manual calculation.
		 */
		if (scsipkt->pkt_cdbp[0] == SCMD_MODE_SELECT) {
			/* 6-bytes CMD, 4 bytes header */
			if (count <= 4)
				goto done;		/* header only */
			len = buf[3] + 4;
		} else {
			/* 10-bytes CMD, 8 bytes header */
			if (count <= 8)
				goto done;		/* header only */
			len = buf[6];
			len = (len << 8) + buf[7] + 8;
		}
		if (len >= count)
			goto done;	/* header + descriptor(s) only */

		pllen -= len;		/* remaining data length */

		/*
		 * We may be executing SATA command and want to execute it
		 * in SYNCH mode, regardless of scsi_pkt setting.
		 * Save scsi_pkt setting and indicate SYNCH mode
		 */
		if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
		    scsipkt->pkt_comp != NULL) {
			scsipkt->pkt_flags |= FLAG_NOINTR;
		}
		spx->txlt_sata_pkt->satapkt_op_mode = SATA_OPMODE_SYNCH;

		/*
		 * len is now the offset to a first mode select page
		 * Process all pages
		 */
		while (pllen > 0) {
			switch ((int)buf[len]) {
			case MODEPAGE_CACHING:
				/* No support for SP (saving) */
				if (scsipkt->pkt_cdbp[1] & 0x01) {
					*scsipkt->pkt_scbp = STATUS_CHECK;
					sense = sata_arq_sense(spx);
					sense->es_key = KEY_ILLEGAL_REQUEST;
					sense->es_add_code =
					    SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
					goto done;
				}
				stat = sata_mode_select_page_8(spx,
				    (struct mode_cache_scsi3 *)&buf[len],
				    pllen, &pagelen, &rval, &dmod);
				/*
				 * The pagelen value indicates the number of
				 * parameter bytes already processed.
				 * The rval is the return value from
				 * sata_tran_start().
				 * The stat indicates the overall status of
				 * the operation(s).
				 */
				if (stat != SATA_SUCCESS)
					/*
					 * Page processing did not succeed -
					 * all error info is already set-up,
					 * just return
					 */
					pllen = 0; /* this breaks the loop */
				else {
					len += pagelen;
					pllen -= pagelen;
				}
				break;

			case MODEPAGE_INFO_EXCPT:
				stat = sata_mode_select_page_1c(spx,
				    (struct mode_info_excpt_page *)&buf[len],
				    pllen, &pagelen, &rval, &dmod);
				/*
				 * The pagelen value indicates the number of
				 * parameter bytes already processed.
				 * The rval is the return value from
				 * sata_tran_start().
				 * The stat indicates the overall status of
				 * the operation(s).
				 */
				if (stat != SATA_SUCCESS)
					/*
					 * Page processing did not succeed -
					 * all error info is already set-up,
					 * just return
					 */
					pllen = 0; /* this breaks the loop */
				else {
					len += pagelen;
					pllen -= pagelen;
				}
				break;

			case MODEPAGE_ACOUSTIC_MANAG:
				stat = sata_mode_select_page_30(spx,
				    (struct mode_acoustic_management *)
				    &buf[len], pllen, &pagelen, &rval, &dmod);
				/*
				 * The pagelen value indicates the number of
				 * parameter bytes already processed.
				 * The rval is the return value from
				 * sata_tran_start().
				 * The stat indicates the overall status of
				 * the operation(s).
				 */
				if (stat != SATA_SUCCESS)
					/*
					 * Page processing did not succeed -
					 * all error info is already set-up,
					 * just return
					 */
					pllen = 0; /* this breaks the loop */
				else {
					len += pagelen;
					pllen -= pagelen;
				}

				break;
			case MODEPAGE_POWER_COND:
				stat = sata_mode_select_page_1a(spx,
				    (struct mode_info_power_cond *)&buf[len],
				    pllen, &pagelen, &rval, &dmod);
				/*
				 * The pagelen value indicates the number of
				 * parameter bytes already processed.
				 * The rval is the return value from
				 * sata_tran_start().
				 * The stat indicates the overall status of
				 * the operation(s).
				 */
				if (stat != SATA_SUCCESS)
					/*
					 * Page processing did not succeed -
					 * all error info is already set-up,
					 * just return
					 */
					pllen = 0; /* this breaks the loop */
				else {
					len += pagelen;
					pllen -= pagelen;
				}
				break;
			default:
				*scsipkt->pkt_scbp = STATUS_CHECK;
				sense = sata_arq_sense(spx);
				sense->es_key = KEY_ILLEGAL_REQUEST;
				sense->es_add_code =
				    SD_SCSI_ASC_INVALID_FIELD_IN_PARAMS_LIST;
				goto done;
			}
		}
	}
done:
	mutex_exit(cport_mutex);
	/*
	 * If device parameters were modified, fetch and store the new
	 * Identify Device data. Since port mutex could have been released
	 * for accessing HBA driver, we need to re-check device existence.
	 */
	if (dmod != 0) {
		sata_drive_info_t new_sdinfo, *sdinfo;
		int rv = 0;

		/*
		 * Following statement has to be changed if this function is
		 * used for devices other than SATA hard disks.
		 */
		new_sdinfo.satadrv_type = SATA_DTYPE_ATADISK;

		new_sdinfo.satadrv_addr =
		    spx->txlt_sata_pkt->satapkt_device.satadev_addr;
		rv = sata_fetch_device_identify_data(spx->txlt_sata_hba_inst,
		    &new_sdinfo);

		mutex_enter(cport_mutex);
		/*
		 * Since port mutex could have been released when
		 * accessing HBA driver, we need to re-check that the
		 * framework still holds the device info structure.
		 */
		sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
		    &spx->txlt_sata_pkt->satapkt_device);
		if (sdinfo != NULL) {
			/*
			 * Device still has info structure in the
			 * sata framework. Copy newly fetched info
			 */
			if (rv == 0) {
				sdinfo->satadrv_id = new_sdinfo.satadrv_id;
				sata_save_drive_settings(sdinfo);
			} else {
				/*
				 * Could not fetch new data - invalidate
				 * sata_drive_info. That makes device
				 * unusable.
				 */
				sdinfo->satadrv_type = SATA_DTYPE_UNKNOWN;
				sdinfo->satadrv_state = SATA_STATE_UNKNOWN;
			}
		}
		if (rv != 0 || sdinfo == NULL) {
			/*
			 * This changes the overall mode select completion
			 * reason to a failed one !!!!!
			 */
			*scsipkt->pkt_scbp = STATUS_CHECK;
			sense = sata_arq_sense(spx);
			scsipkt->pkt_reason = CMD_INCOMPLETE;
			rval = TRAN_ACCEPT;
		}
		mutex_exit(cport_mutex);
	}
	/* Restore the scsi pkt flags */
	scsipkt->pkt_flags &= ~FLAG_NOINTR;
	scsipkt->pkt_flags |= nointr_flag;

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n", scsipkt->pkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}

	return (rval);
}

/*
 * Translate command: ATA Pass Through
 * Incomplete implementation.  Only supports No-Data, PIO Data-In, and
 * PIO Data-Out protocols.  Also supports CK_COND bit.
 *
 * Mapping of the incoming CDB bytes to the outgoing satacmd bytes is
 * described in Table 111 of SAT-2 (Draft 9).
 */
static  int
sata_txlt_ata_pass_thru(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	struct buf *bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	kmutex_t *cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));
	uint32_t xfer_len;
	int extend = 0;
	int synch, rval, reason;

	mutex_enter(cport_mutex);

	rval = sata_txlt_generic_pkt_info(spx, &reason, 1);
	if ((rval != TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	/* T_DIR bit */
	if (scsipkt->pkt_cdbp[2] & SATL_APT_BM_T_DIR)
		scmd->satacmd_flags.sata_data_direction = SATA_DIR_READ;
	else
		scmd->satacmd_flags.sata_data_direction = SATA_DIR_WRITE;

	/* MULTIPLE_COUNT field.  If non-zero, invalid command (for now). */
	if (((scsipkt->pkt_cdbp[1] >> 5) & 0x7) != 0) {
		mutex_exit(cport_mutex);
		return (sata_txlt_ata_pass_thru_illegal_cmd(spx));
	}

	/* OFFLINE field. If non-zero, invalid command (for now). */
	if (((scsipkt->pkt_cdbp[2] >> 6) & 0x3) != 0) {
		mutex_exit(cport_mutex);
		return (sata_txlt_ata_pass_thru_illegal_cmd(spx));
	}

	/* PROTOCOL field */
	switch ((scsipkt->pkt_cdbp[1] >> 1) & 0xf) {
	case SATL_APT_P_HW_RESET:
	case SATL_APT_P_SRST:
	case SATL_APT_P_DMA:
	case SATL_APT_P_DMA_QUEUED:
	case SATL_APT_P_DEV_DIAG:
	case SATL_APT_P_DEV_RESET:
	case SATL_APT_P_UDMA_IN:
	case SATL_APT_P_UDMA_OUT:
	case SATL_APT_P_FPDMA:
	case SATL_APT_P_RET_RESP:
		/* Not yet implemented */
	default:
		mutex_exit(cport_mutex);
		return (sata_txlt_ata_pass_thru_illegal_cmd(spx));

	case SATL_APT_P_NON_DATA:
		scmd->satacmd_flags.sata_data_direction = SATA_DIR_NODATA_XFER;
		break;

	case SATL_APT_P_PIO_DATA_IN:
		/* If PROTOCOL disagrees with T_DIR, invalid command */
		if (scmd->satacmd_flags.sata_data_direction == SATA_DIR_WRITE) {
			mutex_exit(cport_mutex);
			return (sata_txlt_ata_pass_thru_illegal_cmd(spx));
		}

		/* if there is a buffer, release its DMA resources */
		if ((bp != NULL) && bp->b_un.b_addr && bp->b_bcount) {
			sata_scsi_dmafree(NULL, scsipkt);
		} else {
			/* if there is no buffer, how do you PIO in? */
			mutex_exit(cport_mutex);
			return (sata_txlt_ata_pass_thru_illegal_cmd(spx));
		}

		break;

	case SATL_APT_P_PIO_DATA_OUT:
		/* If PROTOCOL disagrees with T_DIR, invalid command */
		if (scmd->satacmd_flags.sata_data_direction == SATA_DIR_READ) {
			mutex_exit(cport_mutex);
			return (sata_txlt_ata_pass_thru_illegal_cmd(spx));
		}

		/* if there is a buffer, release its DMA resources */
		if ((bp != NULL) && bp->b_un.b_addr && bp->b_bcount) {
			sata_scsi_dmafree(NULL, scsipkt);
		} else {
			/* if there is no buffer, how do you PIO out? */
			mutex_exit(cport_mutex);
			return (sata_txlt_ata_pass_thru_illegal_cmd(spx));
		}

		break;
	}

	/* Assume LBA28 by default */
	scmd->satacmd_addr_type = ATA_ADDR_LBA28;
	scmd->satacmd_lba_low_msb = 0;
	scmd->satacmd_lba_mid_msb = 0;
	scmd->satacmd_lba_high_msb = 0;

	scmd->satacmd_features_reg_ext = 0;
	scmd->satacmd_sec_count_msb = 0;

	/* Parse the ATA cmd fields, transfer some straight to the satacmd */
	switch ((uint_t)scsipkt->pkt_cdbp[0]) {
	case SPC3_CMD_ATA_COMMAND_PASS_THROUGH12:
		scmd->satacmd_lba_low_lsb = scsipkt->pkt_cdbp[5];
		scmd->satacmd_lba_mid_lsb = scsipkt->pkt_cdbp[6];
		scmd->satacmd_lba_high_lsb = scsipkt->pkt_cdbp[7];

		scmd->satacmd_features_reg = scsipkt->pkt_cdbp[3];
		scmd->satacmd_sec_count_lsb = scsipkt->pkt_cdbp[4];

		scmd->satacmd_device_reg = scsipkt->pkt_cdbp[8];
		scmd->satacmd_cmd_reg = scsipkt->pkt_cdbp[9];
		break;

	case SPC3_CMD_ATA_COMMAND_PASS_THROUGH16:
		scmd->satacmd_device_reg = scsipkt->pkt_cdbp[13];
		scmd->satacmd_cmd_reg = scsipkt->pkt_cdbp[14];

		scmd->satacmd_lba_low_lsb = scsipkt->pkt_cdbp[8];
		scmd->satacmd_lba_mid_lsb = scsipkt->pkt_cdbp[10];
		scmd->satacmd_lba_high_lsb = scsipkt->pkt_cdbp[12];

		scmd->satacmd_features_reg = scsipkt->pkt_cdbp[4];
		scmd->satacmd_sec_count_lsb = scsipkt->pkt_cdbp[6];

		if (scsipkt->pkt_cdbp[1] & SATL_APT_BM_EXTEND) {
			extend = 1;

			scmd->satacmd_addr_type = ATA_ADDR_LBA48;
			scmd->satacmd_lba_low_msb = scsipkt->pkt_cdbp[7];
			scmd->satacmd_lba_mid_msb = scsipkt->pkt_cdbp[9];
			scmd->satacmd_lba_high_msb = scsipkt->pkt_cdbp[11];

			scmd->satacmd_features_reg_ext = scsipkt->pkt_cdbp[3];
			scmd->satacmd_sec_count_msb = scsipkt->pkt_cdbp[5];
		}
		break;

	default:
		/* No other SCSI ops should ever reach this function */
		cmn_err(CE_PANIC, "unexpected ATA pass-thru cmd %x",
		    scsipkt->pkt_cdbp[0]);
	}

	/* CK_COND bit */
	if (scsipkt->pkt_cdbp[2] & SATL_APT_BM_CK_COND) {
		if (extend) {
			scmd->satacmd_flags.sata_copy_out_sec_count_msb = 1;
			scmd->satacmd_flags.sata_copy_out_lba_low_msb = 1;
			scmd->satacmd_flags.sata_copy_out_lba_mid_msb = 1;
			scmd->satacmd_flags.sata_copy_out_lba_high_msb = 1;
		}

		scmd->satacmd_flags.sata_copy_out_sec_count_lsb = 1;
		scmd->satacmd_flags.sata_copy_out_lba_low_lsb = 1;
		scmd->satacmd_flags.sata_copy_out_lba_mid_lsb = 1;
		scmd->satacmd_flags.sata_copy_out_lba_high_lsb = 1;
		scmd->satacmd_flags.sata_copy_out_device_reg = 1;
		scmd->satacmd_flags.sata_copy_out_error_reg = 1;
	}

	/* Determine transfer length */
	switch (scsipkt->pkt_cdbp[2] & 0x03) {		/* T_LENGTH field */
	case 1:
		/* Length is in the FEATURE field */
		xfer_len = (uint32_t)scmd->satacmd_features_reg_ext << 8 |
		    scmd->satacmd_features_reg;

		/* If BYTE_BLOCK is set, above value is in units of blocks */
		if (((scsipkt->pkt_cdbp[2] >> 2) & 1) == 0)
			xfer_len *= SATA_DISK_SECTOR_SIZE;
		break;
	case 2:
		/* Length is in the COUNT field */
		xfer_len = (uint32_t)scmd->satacmd_sec_count_msb << 8 |
		    scmd->satacmd_sec_count_lsb;

		/* If BYTE_BLOCK is set, above value is in units of blocks */
		if (((scsipkt->pkt_cdbp[2] >> 2) & 1) == 0)
			xfer_len *= SATA_DISK_SECTOR_SIZE;
		break;
	case 3:
		/*
		 * Length is transport specific. The spec is a bit vague on
		 * this, but it seems like using buf->b_bcount is the most
		 * reasonable analogue in our situation. b_bcount is in
		 * units of bytes.
		 */
		xfer_len = bp->b_bcount;
		break;
	default:
		xfer_len = 0;
	}

	/* Don't allow a transfer larger than what the struct buf supports */
	if (xfer_len > bp->b_bcount) {
		mutex_exit(cport_mutex);
		return (sata_txlt_ata_pass_thru_illegal_cmd(spx));
	}

	/* Start processing command */
	if (!(spx->txlt_sata_pkt->satapkt_op_mode & SATA_OPMODE_SYNCH)) {
		spx->txlt_sata_pkt->satapkt_comp = sata_txlt_apt_completion;
		synch = FALSE;
	} else {
		synch = TRUE;
	}

	if (sata_hba_start(spx, &rval) != 0) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	mutex_exit(cport_mutex);

	if (synch) {
		sata_txlt_apt_completion(spx->txlt_sata_pkt);
	}

	return (TRAN_ACCEPT);
}

/*
 * Translate command: Log Sense
 */
static int
sata_txlt_log_sense(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt	*scsipkt = spx->txlt_scsi_pkt;
	struct buf	*bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	sata_drive_info_t *sdinfo;
	struct scsi_extended_sense *sense;
	int		len, count, alc_len;
	int		pc;	/* Page Control code */
	int		page_code;	/* Page code */
	uint8_t		*buf;	/* log sense buffer */
	int		rval, reason;
#define	MAX_LOG_SENSE_PAGE_SIZE	512
	kmutex_t	*cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));

	SATADBG2(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "sata_txlt_log_sense, pc 0x%x, page code 0x%x\n",
	    spx->txlt_scsi_pkt->pkt_cdbp[2] >> 6,
	    spx->txlt_scsi_pkt->pkt_cdbp[2] & 0x3f);

	if (servicing_interrupt()) {
		buf = kmem_zalloc(MAX_LOG_SENSE_PAGE_SIZE, KM_NOSLEEP);
		if (buf == NULL) {
			return (TRAN_BUSY);
		}
	} else {
		buf = kmem_zalloc(MAX_LOG_SENSE_PAGE_SIZE, KM_SLEEP);
	}

	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 1)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		kmem_free(buf, MAX_LOG_SENSE_PAGE_SIZE);
		return (rval);
	}

	scsipkt->pkt_reason = CMD_CMPLT;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;

	pc = scsipkt->pkt_cdbp[2] >> 6;
	page_code = scsipkt->pkt_cdbp[2] & 0x3f;

	/* Reject not supported request for all but cumulative values */
	switch (pc) {
	case PC_CUMULATIVE_VALUES:
		break;
	default:
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		sense->es_key = KEY_ILLEGAL_REQUEST;
		sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
		goto done;
	}

	switch (page_code) {
	case PAGE_CODE_GET_SUPPORTED_LOG_PAGES:
	case PAGE_CODE_SELF_TEST_RESULTS:
	case PAGE_CODE_INFORMATION_EXCEPTIONS:
	case PAGE_CODE_SMART_READ_DATA:
	case PAGE_CODE_START_STOP_CYCLE_COUNTER:
	case PAGE_CODE_TEMPERATURE:
	case PAGE_CODE_SOLID_STATE_MEDIA:
	case PAGE_CODE_READ_ERRORS:
	case PAGE_CODE_GENERAL_STATS:
		break;
	default:
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		sense->es_key = KEY_ILLEGAL_REQUEST;
		sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
		goto done;
	}

	if (bp != NULL && bp->b_un.b_addr && bp->b_bcount) {
		/*
		 * Because log sense uses local buffers for data retrieval from
		 * the devices and sets the data programatically in the
		 * original specified buffer, release preallocated DMA
		 * resources before storing data in the original buffer,
		 * so no unwanted DMA sync would take place.
		 */
		sata_id_t *sata_id;

		sata_scsi_dmafree(NULL, scsipkt);

		len = 0;

		/* Build log parameter header */
		buf[len++] = page_code;	/* page code as in the CDB */
		buf[len++] = 0;		/* reserved */
		buf[len++] = 0;		/* Zero out page length for now (MSB) */
		buf[len++] = 0;		/* (LSB) */

		sdinfo = sata_get_device_info(
		    spx->txlt_sata_hba_inst,
		    &spx->txlt_sata_pkt->satapkt_device);

		sata_id = &sdinfo->satadrv_id;

		/*
		 * Add requested pages.
		 */
		switch (page_code) {
		case PAGE_CODE_GET_SUPPORTED_LOG_PAGES:
			len = sata_build_lsense_page_0(sdinfo, buf + len);
			break;
		case PAGE_CODE_SELF_TEST_RESULTS:
			if ((! (sata_id->ai_cmdset84 &
			    SATA_SMART_SELF_TEST_SUPPORTED)) ||
			    (! (sata_id->ai_features87 &
			    SATA_SMART_SELF_TEST_SUPPORTED))) {
				*scsipkt->pkt_scbp = STATUS_CHECK;
				sense = sata_arq_sense(spx);
				sense->es_key = KEY_ILLEGAL_REQUEST;
				sense->es_add_code =
				    SD_SCSI_ASC_INVALID_FIELD_IN_CDB;

				goto done;
			}
			len = sata_build_lsense_page_10(sdinfo, buf + len,
			    spx->txlt_sata_hba_inst);
			break;
		case PAGE_CODE_INFORMATION_EXCEPTIONS:
			if (! (sata_id->ai_cmdset82 & SATA_SMART_SUPPORTED)) {
				*scsipkt->pkt_scbp = STATUS_CHECK;
				sense = sata_arq_sense(spx);
				sense->es_key = KEY_ILLEGAL_REQUEST;
				sense->es_add_code =
				    SD_SCSI_ASC_INVALID_FIELD_IN_CDB;

				goto done;
			}
			if (! (sata_id->ai_features85 & SATA_SMART_ENABLED)) {
				*scsipkt->pkt_scbp = STATUS_CHECK;
				sense = sata_arq_sense(spx);
				sense->es_key = KEY_ABORTED_COMMAND;
				sense->es_add_code =
				    SCSI_ASC_ATA_DEV_FEAT_NOT_ENABLED;
				sense->es_qual_code =
				    SCSI_ASCQ_ATA_DEV_FEAT_NOT_ENABLED;

				goto done;
			}

			len = sata_build_lsense_page_2f(sdinfo, buf + len,
			    spx->txlt_sata_hba_inst);
			break;
		case PAGE_CODE_SMART_READ_DATA:
			if (! (sata_id->ai_cmdset82 & SATA_SMART_SUPPORTED)) {
				*scsipkt->pkt_scbp = STATUS_CHECK;
				sense = sata_arq_sense(spx);
				sense->es_key = KEY_ILLEGAL_REQUEST;
				sense->es_add_code =
				    SD_SCSI_ASC_INVALID_FIELD_IN_CDB;

				goto done;
			}
			if (! (sata_id->ai_features85 & SATA_SMART_ENABLED)) {
				*scsipkt->pkt_scbp = STATUS_CHECK;
				sense = sata_arq_sense(spx);
				sense->es_key = KEY_ABORTED_COMMAND;
				sense->es_add_code =
				    SCSI_ASC_ATA_DEV_FEAT_NOT_ENABLED;
				sense->es_qual_code =
				    SCSI_ASCQ_ATA_DEV_FEAT_NOT_ENABLED;

				goto done;
			}

			/* This page doesn't include a page header */
			len = sata_build_lsense_page_30(sdinfo, buf,
			    spx->txlt_sata_hba_inst);
			goto no_header;
		case PAGE_CODE_START_STOP_CYCLE_COUNTER:
			if (! (sata_id->ai_cmdset82 & SATA_SMART_SUPPORTED)) {
				*scsipkt->pkt_scbp = STATUS_CHECK;
				sense = sata_arq_sense(spx);
				sense->es_key = KEY_ILLEGAL_REQUEST;
				sense->es_add_code =
				    SD_SCSI_ASC_INVALID_FIELD_IN_CDB;

				goto done;
			}
			if (! (sata_id->ai_features85 & SATA_SMART_ENABLED)) {
				*scsipkt->pkt_scbp = STATUS_CHECK;
				sense = sata_arq_sense(spx);
				sense->es_key = KEY_ABORTED_COMMAND;
				sense->es_add_code =
				    SCSI_ASC_ATA_DEV_FEAT_NOT_ENABLED;
				sense->es_qual_code =
				    SCSI_ASCQ_ATA_DEV_FEAT_NOT_ENABLED;

				goto done;
			}
			len = sata_build_lsense_page_0e(sdinfo, buf, spx);
			goto no_header;
		case PAGE_CODE_TEMPERATURE:
			len = sata_build_lsense_page_0d(sdinfo, buf + len,
			    spx->txlt_sata_hba_inst);
			break;
		case PAGE_CODE_SOLID_STATE_MEDIA:
			len = sata_build_lsense_page_11(sdinfo, buf + len,
			    spx->txlt_sata_hba_inst);
			break;
		case PAGE_CODE_READ_ERRORS:
			len = sata_build_lsense_page_03(sdinfo, buf + len,
			    spx->txlt_sata_hba_inst);
			break;
		case PAGE_CODE_GENERAL_STATS:
			len = sata_build_lsense_page_19(sdinfo, buf + len,
			    spx->txlt_sata_hba_inst);
			break;
		default:
			/* Invalid request */
			*scsipkt->pkt_scbp = STATUS_CHECK;
			sense = sata_arq_sense(spx);
			sense->es_key = KEY_ILLEGAL_REQUEST;
			sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
			goto done;
		}

		if (len < 0) {
			/* Page not supported by device */
			*scsipkt->pkt_scbp = STATUS_CHECK;
			sense = sata_arq_sense(spx);
			sense->es_key = KEY_ILLEGAL_REQUEST;
			sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
			goto done;
		}

		/* set parameter log sense data length */
		buf[2] = len >> 8;	/* log sense length (MSB) */
		buf[3] = len & 0xff;	/* log sense length (LSB) */

		len += SCSI_LOG_PAGE_HDR_LEN;
		ASSERT(len <= MAX_LOG_SENSE_PAGE_SIZE);

no_header:
		/* Check allocation length */
		alc_len = scsipkt->pkt_cdbp[7];
		alc_len = (alc_len << 8) | scsipkt->pkt_cdbp[8];

		/*
		 * We do not check for possible parameters truncation
		 * (alc_len < len) assuming that the target driver works
		 * correctly. Just avoiding overrun.
		 * Copy no more than requested and possible, buffer-wise.
		 */
		count = MIN(alc_len, len);
		count = MIN(bp->b_bcount, count);
		bcopy(buf, bp->b_un.b_addr, count);

		scsipkt->pkt_state |= STATE_XFERRED_DATA;
		scsipkt->pkt_resid = alc_len > count ? alc_len - count : 0;
	}
	*scsipkt->pkt_scbp = STATUS_GOOD;
done:
	mutex_exit(cport_mutex);
	(void) kmem_free(buf, MAX_LOG_SENSE_PAGE_SIZE);

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n", scsipkt->pkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}

	return (TRAN_ACCEPT);
}

/*
 * Translate command: Read (various types).
 * Translated into appropriate type of ATA READ command
 * for SATA hard disks.
 * Both the device capabilities and requested operation mode are
 * considered.
 *
 * Following scsi cdb fields are ignored:
 * rdprotect, dpo, fua, fua_nv, group_number.
 *
 * If SATA_ENABLE_QUEUING flag is set (in the global SATA HBA framework
 * enable variable sata_func_enable), the capability of the controller and
 * capability of a device are checked and if both support queueing, read
 * request will be translated to READ_DMA_QUEUEING or READ_DMA_QUEUEING_EXT
 * command rather than plain READ_XXX command.
 * If SATA_ENABLE_NCQ flag is set in addition to SATA_ENABLE_QUEUING flag and
 * both the controller and device suport such functionality, the read
 * request will be translated to READ_FPDMA_QUEUED command.
 * In both cases the maximum queue depth is derived as minimum of:
 * HBA capability,device capability and sata_max_queue_depth variable setting.
 * The value passed to HBA driver is decremented by 1, because only 5 bits are
 * used to pass max queue depth value, and the maximum possible queue depth
 * is 32.
 *
 * Returns TRAN_ACCEPT or code returned by sata_hba_start() and
 * appropriate values in scsi_pkt fields.
 */
static int
sata_txlt_read(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	sata_drive_info_t *sdinfo;
	sata_hba_inst_t *shi = SATA_TXLT_HBA_INST(spx);
	kmutex_t *cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));
	uint16_t sec_count;
	uint64_t lba;
	int rval, reason;
	int synch;

	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 0)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);

	scmd->satacmd_flags.sata_data_direction = SATA_DIR_READ;
	/*
	 * Extract LBA and sector count from scsi CDB.
	 */
	switch ((uint_t)scsipkt->pkt_cdbp[0]) {
	case SCMD_READ:
		/* 6-byte scsi read cmd : 0x08 */
		lba = (scsipkt->pkt_cdbp[1] & 0x1f);
		lba = (lba << 8) | scsipkt->pkt_cdbp[2];
		lba = (lba << 8) | scsipkt->pkt_cdbp[3];
		sec_count = scsipkt->pkt_cdbp[4];
		/* sec_count 0 will be interpreted as 256 by a device */
		break;
	case SCMD_READ_G1:
		/* 10-bytes scsi read command : 0x28 */
		lba = scsipkt->pkt_cdbp[2];
		lba = (lba << 8) | scsipkt->pkt_cdbp[3];
		lba = (lba << 8) | scsipkt->pkt_cdbp[4];
		lba = (lba << 8) | scsipkt->pkt_cdbp[5];
		sec_count = scsipkt->pkt_cdbp[7];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[8];
		break;
	case SCMD_READ_G5:
		/* 12-bytes scsi read command : 0xA8 */
		lba = scsipkt->pkt_cdbp[2];
		lba = (lba << 8) | scsipkt->pkt_cdbp[3];
		lba = (lba << 8) | scsipkt->pkt_cdbp[4];
		lba = (lba << 8) | scsipkt->pkt_cdbp[5];
		sec_count = scsipkt->pkt_cdbp[6];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[7];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[8];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[9];
		break;
	case SCMD_READ_G4:
		/* 16-bytes scsi read command : 0x88 */
		lba = scsipkt->pkt_cdbp[2];
		lba = (lba << 8) | scsipkt->pkt_cdbp[3];
		lba = (lba << 8) | scsipkt->pkt_cdbp[4];
		lba = (lba << 8) | scsipkt->pkt_cdbp[5];
		lba = (lba << 8) | scsipkt->pkt_cdbp[6];
		lba = (lba << 8) | scsipkt->pkt_cdbp[7];
		lba = (lba << 8) | scsipkt->pkt_cdbp[8];
		lba = (lba << 8) | scsipkt->pkt_cdbp[9];
		sec_count = scsipkt->pkt_cdbp[10];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[11];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[12];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[13];
		break;
	default:
		/* Unsupported command */
		mutex_exit(cport_mutex);
		return (sata_txlt_invalid_command(spx));
	}

	/*
	 * Check if specified address exceeds device capacity
	 */
	if ((lba >= sdinfo->satadrv_capacity) ||
	    ((lba + sec_count) > sdinfo->satadrv_capacity)) {
		/* LBA out of range */
		mutex_exit(cport_mutex);
		return (sata_txlt_lba_out_of_range(spx));
	}

	/*
	 * For zero-length transfer, emulate good completion of the command
	 * (reasons for rejecting the command were already checked).
	 * No DMA resources were allocated.
	 */
	if (spx->txlt_dma_cookie_list == NULL) {
		mutex_exit(cport_mutex);
		return (sata_emul_rw_completion(spx));
	}

	/*
	 * Build cmd block depending on the device capability and
	 * requested operation mode.
	 * Do not bother with non-dma mode - we are working only with
	 * devices supporting DMA.
	 */
	scmd->satacmd_addr_type = ATA_ADDR_LBA;
	scmd->satacmd_device_reg = SATA_ADH_LBA;
	scmd->satacmd_cmd_reg = SATAC_READ_DMA;
	if (sdinfo->satadrv_features_support & SATA_DEV_F_LBA48) {
		scmd->satacmd_addr_type = ATA_ADDR_LBA48;
		scmd->satacmd_cmd_reg = SATAC_READ_DMA_EXT;
		scmd->satacmd_sec_count_msb = sec_count >> 8;
#ifndef __lock_lint
		scmd->satacmd_lba_low_msb = (lba >> 24) & 0xff;
		scmd->satacmd_lba_mid_msb = (lba >> 32) & 0xff;
		scmd->satacmd_lba_high_msb = lba >> 40;
#endif
	} else if (sdinfo->satadrv_features_support & SATA_DEV_F_LBA28) {
		scmd->satacmd_addr_type = ATA_ADDR_LBA28;
		scmd->satacmd_device_reg = SATA_ADH_LBA | ((lba >> 24) & 0xf);
	}
	scmd->satacmd_sec_count_lsb = sec_count & 0xff;
	scmd->satacmd_lba_low_lsb = lba & 0xff;
	scmd->satacmd_lba_mid_lsb = (lba >> 8) & 0xff;
	scmd->satacmd_lba_high_lsb = (lba >> 16) & 0xff;
	scmd->satacmd_features_reg = 0;
	scmd->satacmd_status_reg = 0;
	scmd->satacmd_error_reg = 0;

	/*
	 * Check if queueing commands should be used and switch
	 * to appropriate command if possible
	 */
	if (sata_func_enable & SATA_ENABLE_QUEUING) {
		boolean_t using_queuing;

		/* Queuing supported by controller and device? */
		if ((sata_func_enable & SATA_ENABLE_NCQ) &&
		    (sdinfo->satadrv_features_support &
		    SATA_DEV_F_NCQ) &&
		    (SATA_FEATURES(spx->txlt_sata_hba_inst) &
		    SATA_CTLF_NCQ)) {
			using_queuing = B_TRUE;

			/* NCQ supported - use FPDMA READ */
			scmd->satacmd_cmd_reg =
			    SATAC_READ_FPDMA_QUEUED;
			scmd->satacmd_features_reg_ext =
			    scmd->satacmd_sec_count_msb;
			scmd->satacmd_sec_count_msb = 0;
		} else if ((sdinfo->satadrv_features_support &
		    SATA_DEV_F_TCQ) &&
		    (SATA_FEATURES(spx->txlt_sata_hba_inst) &
		    SATA_CTLF_QCMD)) {
			using_queuing = B_TRUE;

			/* Legacy queueing */
			if (sdinfo->satadrv_features_support &
			    SATA_DEV_F_LBA48) {
				scmd->satacmd_cmd_reg =
				    SATAC_READ_DMA_QUEUED_EXT;
				scmd->satacmd_features_reg_ext =
				    scmd->satacmd_sec_count_msb;
				scmd->satacmd_sec_count_msb = 0;
			} else {
				scmd->satacmd_cmd_reg =
				    SATAC_READ_DMA_QUEUED;
			}
		} else	/* NCQ nor legacy queuing not supported */
			using_queuing = B_FALSE;

		/*
		 * If queuing, the sector count goes in the features register
		 * and the secount count will contain the tag.
		 */
		if (using_queuing) {
			scmd->satacmd_features_reg =
			    scmd->satacmd_sec_count_lsb;
			scmd->satacmd_sec_count_lsb = 0;
			scmd->satacmd_flags.sata_queued = B_TRUE;

			/* Set-up maximum queue depth */
			scmd->satacmd_flags.sata_max_queue_depth =
			    sdinfo->satadrv_max_queue_depth - 1;
		} else if (sdinfo->satadrv_features_enabled &
		    SATA_DEV_F_E_UNTAGGED_QING) {
			/*
			 * Although NCQ/TCQ is not enabled, untagged queuing
			 * may be still used.
			 * Set-up the maximum untagged queue depth.
			 * Use controller's queue depth from sata_hba_tran.
			 * SATA HBA drivers may ignore this value and rely on
			 * the internal limits.For drivers that do not
			 * ignore untaged queue depth, limit the value to
			 * SATA_MAX_QUEUE_DEPTH (32), as this is the
			 * largest value that can be passed via
			 * satacmd_flags.sata_max_queue_depth.
			 */
			scmd->satacmd_flags.sata_max_queue_depth =
			    SATA_QDEPTH(shi) <= SATA_MAX_QUEUE_DEPTH ?
			    SATA_QDEPTH(shi) - 1: SATA_MAX_QUEUE_DEPTH - 1;

		} else {
			scmd->satacmd_flags.sata_max_queue_depth = 0;
		}
	} else
		scmd->satacmd_flags.sata_max_queue_depth = 0;

	SATADBG3(SATA_DBG_HBA_IF, spx->txlt_sata_hba_inst,
	    "sata_txlt_read cmd 0x%2x, lba %llx, sec count %x\n",
	    scmd->satacmd_cmd_reg, lba, sec_count);

	if (!(spx->txlt_sata_pkt->satapkt_op_mode & SATA_OPMODE_SYNCH)) {
		/* Need callback function */
		spx->txlt_sata_pkt->satapkt_comp = sata_txlt_rw_completion;
		synch = FALSE;
	} else
		synch = TRUE;

	/* Transfer command to HBA */
	if (sata_hba_start(spx, &rval) != 0) {
		/* Pkt not accepted for execution */
		mutex_exit(cport_mutex);
		return (rval);
	}
	mutex_exit(cport_mutex);
	/*
	 * If execution is non-synchronous,
	 * a callback function will handle potential errors, translate
	 * the response and will do a callback to a target driver.
	 * If it was synchronous, check execution status using the same
	 * framework callback.
	 */
	if (synch) {
		SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
		    "synchronous execution status %x\n",
		    spx->txlt_sata_pkt->satapkt_reason);
		sata_txlt_rw_completion(spx->txlt_sata_pkt);
	}
	return (TRAN_ACCEPT);
}


/*
 * SATA translate command: Write (various types)
 * Translated into appropriate type of ATA WRITE command
 * for SATA hard disks.
 * Both the device capabilities and requested operation mode are
 * considered.
 *
 * Following scsi cdb fields are ignored:
 * rwprotect, dpo, fua, fua_nv, group_number.
 *
 * If SATA_ENABLE_QUEUING flag is set (in the global SATA HBA framework
 * enable variable sata_func_enable), the capability of the controller and
 * capability of a device are checked and if both support queueing, write
 * request will be translated to WRITE_DMA_QUEUEING or WRITE_DMA_QUEUEING_EXT
 * command rather than plain WRITE_XXX command.
 * If SATA_ENABLE_NCQ flag is set in addition to SATA_ENABLE_QUEUING flag and
 * both the controller and device suport such functionality, the write
 * request will be translated to WRITE_FPDMA_QUEUED command.
 * In both cases the maximum queue depth is derived as minimum of:
 * HBA capability,device capability and sata_max_queue_depth variable setting.
 * The value passed to HBA driver is decremented by 1, because only 5 bits are
 * used to pass max queue depth value, and the maximum possible queue depth
 * is 32.
 *
 * Returns TRAN_ACCEPT or code returned by sata_hba_start() and
 * appropriate values in scsi_pkt fields.
 */
static int
sata_txlt_write(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	sata_drive_info_t *sdinfo;
	sata_hba_inst_t *shi = SATA_TXLT_HBA_INST(spx);
	uint16_t sec_count;
	uint64_t lba;
	int rval, reason;
	int synch;
	kmutex_t *cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));

	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 0)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);

	scmd->satacmd_flags.sata_data_direction = SATA_DIR_WRITE;
	/*
	 * Extract LBA and sector count from scsi CDB
	 */
	switch ((uint_t)scsipkt->pkt_cdbp[0]) {
	case SCMD_WRITE:
		/* 6-byte scsi read cmd : 0x0A */
		lba = (scsipkt->pkt_cdbp[1] & 0x1f);
		lba = (lba << 8) | scsipkt->pkt_cdbp[2];
		lba = (lba << 8) | scsipkt->pkt_cdbp[3];
		sec_count = scsipkt->pkt_cdbp[4];
		/* sec_count 0 will be interpreted as 256 by a device */
		break;
	case SCMD_WRITE_G1:
		/* 10-bytes scsi write command : 0x2A */
		lba = scsipkt->pkt_cdbp[2];
		lba = (lba << 8) | scsipkt->pkt_cdbp[3];
		lba = (lba << 8) | scsipkt->pkt_cdbp[4];
		lba = (lba << 8) | scsipkt->pkt_cdbp[5];
		sec_count = scsipkt->pkt_cdbp[7];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[8];
		break;
	case SCMD_WRITE_G5:
		/* 12-bytes scsi read command : 0xAA */
		lba = scsipkt->pkt_cdbp[2];
		lba = (lba << 8) | scsipkt->pkt_cdbp[3];
		lba = (lba << 8) | scsipkt->pkt_cdbp[4];
		lba = (lba << 8) | scsipkt->pkt_cdbp[5];
		sec_count = scsipkt->pkt_cdbp[6];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[7];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[8];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[9];
		break;
	case SCMD_WRITE_G4:
		/* 16-bytes scsi write command : 0x8A */
		lba = scsipkt->pkt_cdbp[2];
		lba = (lba << 8) | scsipkt->pkt_cdbp[3];
		lba = (lba << 8) | scsipkt->pkt_cdbp[4];
		lba = (lba << 8) | scsipkt->pkt_cdbp[5];
		lba = (lba << 8) | scsipkt->pkt_cdbp[6];
		lba = (lba << 8) | scsipkt->pkt_cdbp[7];
		lba = (lba << 8) | scsipkt->pkt_cdbp[8];
		lba = (lba << 8) | scsipkt->pkt_cdbp[9];
		sec_count = scsipkt->pkt_cdbp[10];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[11];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[12];
		sec_count = (sec_count << 8) | scsipkt->pkt_cdbp[13];
		break;
	default:
		/* Unsupported command */
		mutex_exit(cport_mutex);
		return (sata_txlt_invalid_command(spx));
	}

	/*
	 * Check if specified address and length exceeds device capacity
	 */
	if ((lba >= sdinfo->satadrv_capacity) ||
	    ((lba + sec_count) > sdinfo->satadrv_capacity)) {
		/* LBA out of range */
		mutex_exit(cport_mutex);
		return (sata_txlt_lba_out_of_range(spx));
	}

	/*
	 * For zero-length transfer, emulate good completion of the command
	 * (reasons for rejecting the command were already checked).
	 * No DMA resources were allocated.
	 */
	if (spx->txlt_dma_cookie_list == NULL) {
		mutex_exit(cport_mutex);
		return (sata_emul_rw_completion(spx));
	}

	/*
	 * Build cmd block depending on the device capability and
	 * requested operation mode.
	 * Do not bother with non-dma mode- we are working only with
	 * devices supporting DMA.
	 */
	scmd->satacmd_addr_type = ATA_ADDR_LBA;
	scmd->satacmd_device_reg = SATA_ADH_LBA;
	scmd->satacmd_cmd_reg = SATAC_WRITE_DMA;
	if (sdinfo->satadrv_features_support & SATA_DEV_F_LBA48) {
		scmd->satacmd_addr_type = ATA_ADDR_LBA48;
		scmd->satacmd_cmd_reg = SATAC_WRITE_DMA_EXT;
		scmd->satacmd_sec_count_msb = sec_count >> 8;
		scmd->satacmd_lba_low_msb = (lba >> 24) & 0xff;
#ifndef __lock_lint
		scmd->satacmd_lba_mid_msb = (lba >> 32) & 0xff;
		scmd->satacmd_lba_high_msb = lba >> 40;
#endif
	} else if (sdinfo->satadrv_features_support & SATA_DEV_F_LBA28) {
		scmd->satacmd_addr_type = ATA_ADDR_LBA28;
		scmd->satacmd_device_reg = SATA_ADH_LBA | ((lba >> 24) & 0xf);
	}
	scmd->satacmd_sec_count_lsb = sec_count & 0xff;
	scmd->satacmd_lba_low_lsb = lba & 0xff;
	scmd->satacmd_lba_mid_lsb = (lba >> 8) & 0xff;
	scmd->satacmd_lba_high_lsb = (lba >> 16) & 0xff;
	scmd->satacmd_features_reg = 0;
	scmd->satacmd_status_reg = 0;
	scmd->satacmd_error_reg = 0;

	/*
	 * Check if queueing commands should be used and switch
	 * to appropriate command if possible
	 */
	if (sata_func_enable & SATA_ENABLE_QUEUING) {
		boolean_t using_queuing;

		/* Queuing supported by controller and device? */
		if ((sata_func_enable & SATA_ENABLE_NCQ) &&
		    (sdinfo->satadrv_features_support &
		    SATA_DEV_F_NCQ) &&
		    (SATA_FEATURES(spx->txlt_sata_hba_inst) &
		    SATA_CTLF_NCQ)) {
			using_queuing = B_TRUE;

			/* NCQ supported - use FPDMA WRITE */
			scmd->satacmd_cmd_reg =
			    SATAC_WRITE_FPDMA_QUEUED;
			scmd->satacmd_features_reg_ext =
			    scmd->satacmd_sec_count_msb;
			scmd->satacmd_sec_count_msb = 0;
		} else if ((sdinfo->satadrv_features_support &
		    SATA_DEV_F_TCQ) &&
		    (SATA_FEATURES(spx->txlt_sata_hba_inst) &
		    SATA_CTLF_QCMD)) {
			using_queuing = B_TRUE;

			/* Legacy queueing */
			if (sdinfo->satadrv_features_support &
			    SATA_DEV_F_LBA48) {
				scmd->satacmd_cmd_reg =
				    SATAC_WRITE_DMA_QUEUED_EXT;
				scmd->satacmd_features_reg_ext =
				    scmd->satacmd_sec_count_msb;
				scmd->satacmd_sec_count_msb = 0;
			} else {
				scmd->satacmd_cmd_reg =
				    SATAC_WRITE_DMA_QUEUED;
			}
		} else	/*  NCQ nor legacy queuing not supported */
			using_queuing = B_FALSE;

		if (using_queuing) {
			scmd->satacmd_features_reg =
			    scmd->satacmd_sec_count_lsb;
			scmd->satacmd_sec_count_lsb = 0;
			scmd->satacmd_flags.sata_queued = B_TRUE;
			/* Set-up maximum queue depth */
			scmd->satacmd_flags.sata_max_queue_depth =
			    sdinfo->satadrv_max_queue_depth - 1;
		} else if (sdinfo->satadrv_features_enabled &
		    SATA_DEV_F_E_UNTAGGED_QING) {
			/*
			 * Although NCQ/TCQ is not enabled, untagged queuing
			 * may be still used.
			 * Set-up the maximum untagged queue depth.
			 * Use controller's queue depth from sata_hba_tran.
			 * SATA HBA drivers may ignore this value and rely on
			 * the internal limits. For drivera that do not
			 * ignore untaged queue depth, limit the value to
			 * SATA_MAX_QUEUE_DEPTH (32), as this is the
			 * largest value that can be passed via
			 * satacmd_flags.sata_max_queue_depth.
			 */
			scmd->satacmd_flags.sata_max_queue_depth =
			    SATA_QDEPTH(shi) <= SATA_MAX_QUEUE_DEPTH ?
			    SATA_QDEPTH(shi) - 1: SATA_MAX_QUEUE_DEPTH - 1;

		} else {
			scmd->satacmd_flags.sata_max_queue_depth = 0;
		}
	} else
		scmd->satacmd_flags.sata_max_queue_depth = 0;

	SATADBG3(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "sata_txlt_write cmd 0x%2x, lba %llx, sec count %x\n",
	    scmd->satacmd_cmd_reg, lba, sec_count);

	if (!(spx->txlt_sata_pkt->satapkt_op_mode & SATA_OPMODE_SYNCH)) {
		/* Need callback function */
		spx->txlt_sata_pkt->satapkt_comp = sata_txlt_rw_completion;
		synch = FALSE;
	} else
		synch = TRUE;

	/* Transfer command to HBA */
	if (sata_hba_start(spx, &rval) != 0) {
		/* Pkt not accepted for execution */
		mutex_exit(cport_mutex);
		return (rval);
	}
	mutex_exit(cport_mutex);

	/*
	 * If execution is non-synchronous,
	 * a callback function will handle potential errors, translate
	 * the response and will do a callback to a target driver.
	 * If it was synchronous, check execution status using the same
	 * framework callback.
	 */
	if (synch) {
		SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
		    "synchronous execution status %x\n",
		    spx->txlt_sata_pkt->satapkt_reason);
		sata_txlt_rw_completion(spx->txlt_sata_pkt);
	}
	return (TRAN_ACCEPT);
}


/*
 * Implements SCSI SBC WRITE BUFFER command download microcode option
 */
static int
sata_txlt_write_buffer(sata_pkt_txlate_t *spx)
{
#define	WB_DOWNLOAD_MICROCODE_AND_REVERT_MODE			4
#define	WB_DOWNLOAD_MICROCODE_AND_SAVE_MODE			5

	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct sata_pkt *sata_pkt = spx->txlt_sata_pkt;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;

	struct buf *bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	struct scsi_extended_sense *sense;
	int rval, mode, sector_count, reason;
	kmutex_t *cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));

	mode = scsipkt->pkt_cdbp[1] & 0x1f;

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "sata_txlt_write_buffer, mode 0x%x\n", mode);

	mutex_enter(cport_mutex);

	if ((rval = sata_txlt_generic_pkt_info(spx, &reason, 1)) !=
	    TRAN_ACCEPT) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	/* Use synchronous mode */
	spx->txlt_sata_pkt->satapkt_op_mode
	    |= SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;

	scmd->satacmd_flags.sata_data_direction = SATA_DIR_WRITE;

	scsipkt->pkt_reason = CMD_CMPLT;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;

	/*
	 * The SCSI to ATA translation specification only calls
	 * for WB_DOWNLOAD_MICROCODE_AND_SAVE_MODE.
	 * WB_DOWNLOAD_MICROC_AND_REVERT_MODE is implemented, but
	 * ATA 8 (draft) got rid of download microcode for temp
	 * and it is even optional for ATA 7, so it may be aborted.
	 * WB_DOWNLOAD_MICROCODE_WITH_OFFSET is not implemented as
	 * it is not specified and the buffer offset for SCSI is a 16-bit
	 * value in bytes, but for ATA it is a 16-bit offset in 512 byte
	 * sectors.  Thus the offset really doesn't buy us anything.
	 * If and when ATA 8 is stabilized and the SCSI to ATA specification
	 * is revised, this can be revisisted.
	 */
	/* Reject not supported request */
	switch (mode) {
	case WB_DOWNLOAD_MICROCODE_AND_REVERT_MODE:
		scmd->satacmd_features_reg = SATA_DOWNLOAD_MCODE_TEMP;
		break;
	case WB_DOWNLOAD_MICROCODE_AND_SAVE_MODE:
		scmd->satacmd_features_reg = SATA_DOWNLOAD_MCODE_SAVE;
		break;
	default:
		goto bad_param;
	}

	*scsipkt->pkt_scbp = STATUS_GOOD;	/* Presumed outcome */

	scmd->satacmd_cmd_reg = SATAC_DOWNLOAD_MICROCODE;
	if ((bp->b_bcount % SATA_DISK_SECTOR_SIZE) != 0)
		goto bad_param;
	sector_count = bp->b_bcount / SATA_DISK_SECTOR_SIZE;
	scmd->satacmd_sec_count_lsb = (uint8_t)sector_count;
	scmd->satacmd_lba_low_lsb = ((uint16_t)sector_count) >> 8;
	scmd->satacmd_lba_mid_lsb = 0;
	scmd->satacmd_lba_high_lsb = 0;
	scmd->satacmd_device_reg = 0;
	spx->txlt_sata_pkt->satapkt_comp = NULL;
	scmd->satacmd_addr_type = 0;

	/* Transfer command to HBA */
	if (sata_hba_start(spx, &rval) != 0) {
		/* Pkt not accepted for execution */
		mutex_exit(cport_mutex);
		return (rval);
	}

	mutex_exit(cport_mutex);

	/* Then we need synchronous check the status of the disk */
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_XFERRED_DATA | STATE_GOT_STATUS;
	if (sata_pkt->satapkt_reason == SATA_PKT_COMPLETED) {
		scsipkt->pkt_reason = CMD_CMPLT;

		/* Download commmand succeed, so probe and identify device */
		sata_reidentify_device(spx);
	} else {
		/* Something went wrong, microcode download command failed */
		scsipkt->pkt_reason = CMD_INCOMPLETE;
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		switch (sata_pkt->satapkt_reason) {
		case SATA_PKT_PORT_ERROR:
			/*
			 * We have no device data. Assume no data transfered.
			 */
			sense->es_key = KEY_HARDWARE_ERROR;
			break;

		case SATA_PKT_DEV_ERROR:
			if (sata_pkt->satapkt_cmd.satacmd_status_reg &
			    SATA_STATUS_ERR) {
				/*
				 * determine dev error reason from error
				 * reg content
				 */
				sata_decode_device_error(spx, sense);
				break;
			}
			/* No extended sense key - no info available */
			break;

		case SATA_PKT_TIMEOUT:
			scsipkt->pkt_reason = CMD_TIMEOUT;
			scsipkt->pkt_statistics |=
			    STAT_TIMEOUT | STAT_DEV_RESET;
			/* No extended sense key ? */
			break;

		case SATA_PKT_ABORTED:
			scsipkt->pkt_reason = CMD_ABORTED;
			scsipkt->pkt_statistics |= STAT_ABORTED;
			/* No extended sense key ? */
			break;

		case SATA_PKT_RESET:
			/* pkt aborted by an explicit reset from a host */
			scsipkt->pkt_reason = CMD_RESET;
			scsipkt->pkt_statistics |= STAT_DEV_RESET;
			break;

		default:
			SATA_LOG_D((spx->txlt_sata_hba_inst, CE_WARN,
			    "sata_txlt_nodata_cmd_completion: "
			    "invalid packet completion reason %d",
			    sata_pkt->satapkt_reason));
			scsipkt->pkt_reason = CMD_TRAN_ERR;
			break;
		}

		SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
		    "scsi_pkt completion reason %x\n", scsipkt->pkt_reason);

		if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0)
			/* scsi callback required */
			scsi_hba_pkt_comp(scsipkt);
	}
	return (TRAN_ACCEPT);

bad_param:
	mutex_exit(cport_mutex);
	*scsipkt->pkt_scbp = STATUS_CHECK;
	sense = sata_arq_sense(spx);
	sense->es_key = KEY_ILLEGAL_REQUEST;
	sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}
	return (rval);
}

/*
 * Re-identify device after doing a firmware download.
 */
static void
sata_reidentify_device(sata_pkt_txlate_t *spx)
{
#define	DOWNLOAD_WAIT_TIME_SECS	60
#define	DOWNLOAD_WAIT_INTERVAL_SECS	1
	int rval;
	int retry_cnt;
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	sata_hba_inst_t *sata_hba_inst = spx->txlt_sata_hba_inst;
	sata_device_t sata_device = spx->txlt_sata_pkt->satapkt_device;
	sata_drive_info_t *sdinfo;

	/*
	 * Before returning good status, probe device.
	 * Device probing will get IDENTIFY DEVICE data, if possible.
	 * The assumption is that the new microcode is applied by the
	 * device. It is a caller responsibility to verify this.
	 */
	for (retry_cnt = 0;
	    retry_cnt < DOWNLOAD_WAIT_TIME_SECS / DOWNLOAD_WAIT_INTERVAL_SECS;
	    retry_cnt++) {
		rval = sata_probe_device(sata_hba_inst, &sata_device);

		if (rval == SATA_SUCCESS) { /* Set default features */
			sdinfo = sata_get_device_info(sata_hba_inst,
			    &sata_device);
			if (sata_initialize_device(sata_hba_inst, sdinfo) !=
			    SATA_SUCCESS) {
				/* retry */
				rval = sata_initialize_device(sata_hba_inst,
				    sdinfo);
				if (rval == SATA_RETRY)
					sata_log(sata_hba_inst, CE_WARN,
					    "SATA device at port %d pmport %d -"
					    " default device features could not"
					    " be set. Device may not operate "
					    "as expected.",
					    sata_device.satadev_addr.cport,
					    sata_device.satadev_addr.pmport);
			}
			if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0)
				scsi_hba_pkt_comp(scsipkt);
			return;
		} else if (rval == SATA_RETRY) {
			delay(drv_usectohz(1000000 *
			    DOWNLOAD_WAIT_INTERVAL_SECS));
			continue;
		} else	/* failed - no reason to retry */
			break;
	}

	/*
	 * Something went wrong, device probing failed.
	 */
	SATA_LOG_D((sata_hba_inst, CE_WARN,
	    "Cannot probe device after downloading microcode\n"));

	/* Reset device to force retrying the probe. */
	(void) (*SATA_RESET_DPORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), &sata_device);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0)
		scsi_hba_pkt_comp(scsipkt);
}


/*
 * Translate command: Synchronize Cache.
 * Translates into Flush Cache command for SATA hard disks.
 *
 * Returns TRAN_ACCEPT or code returned by sata_hba_start() and
 * appropriate values in scsi_pkt fields.
 */
static int
sata_txlt_synchronize_cache(sata_pkt_txlate_t *spx)
{
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	kmutex_t *cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));
	int rval, reason;
	int synch;

	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 1)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	scmd->satacmd_addr_type = 0;
	scmd->satacmd_cmd_reg = SATAC_FLUSH_CACHE;
	scmd->satacmd_device_reg = 0;
	scmd->satacmd_sec_count_lsb = 0;
	scmd->satacmd_lba_low_lsb = 0;
	scmd->satacmd_lba_mid_lsb = 0;
	scmd->satacmd_lba_high_lsb = 0;
	scmd->satacmd_features_reg = 0;
	scmd->satacmd_status_reg = 0;
	scmd->satacmd_error_reg = 0;

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "sata_txlt_synchronize_cache\n", NULL);

	if (!(spx->txlt_sata_pkt->satapkt_op_mode & SATA_OPMODE_SYNCH)) {
		/* Need to set-up a callback function */
		spx->txlt_sata_pkt->satapkt_comp =
		    sata_txlt_nodata_cmd_completion;
		synch = FALSE;
	} else
		synch = TRUE;

	/* Transfer command to HBA */
	if (sata_hba_start(spx, &rval) != 0) {
		/* Pkt not accepted for execution */
		mutex_exit(cport_mutex);
		return (rval);
	}
	mutex_exit(cport_mutex);

	/*
	 * If execution non-synchronous, it had to be completed
	 * a callback function will handle potential errors, translate
	 * the response and will do a callback to a target driver.
	 * If it was synchronous, check status, using the same
	 * framework callback.
	 */
	if (synch) {
		SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
		    "synchronous execution status %x\n",
		    spx->txlt_sata_pkt->satapkt_reason);
		sata_txlt_nodata_cmd_completion(spx->txlt_sata_pkt);
	}
	return (TRAN_ACCEPT);
}

#define	RCTD(pkt) (pkt->pkt_cdbp[1] & 0x80)
static int
sata_txlt_supported_ops(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *pkt = spx->txlt_scsi_pkt;
	struct buf	*bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	sata_drive_info_t *sdinfo;
	const struct sata_cmd_info *sci = NULL;
	struct sata_txlt_buf sbuf;
	uint32_t	alc_len;
	uint_t		i;
	int		reason, rval;
	uint16_t	svcact;
	uint8_t		op, reporting_opts;

	if (bp == NULL || bp->b_un.b_addr == 0 || bp->b_bcount == 0) {
		*pkt->pkt_scbp = STATUS_GOOD;
		goto done;
	}

	mutex_enter(&SATA_TXLT_CPORT_MUTEX(spx));
	rval = sata_txlt_generic_pkt_info(spx, &reason, 1);
	if (rval != TRAN_ACCEPT || reason == CMD_DEV_GONE) {
		mutex_exit(&SATA_TXLT_CPORT_MUTEX(spx));
		return (rval);
	}

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);

	sata_scsi_dmafree(NULL, pkt);

	pkt->pkt_reason = CMD_CMPLT;
	pkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET | STATE_SENT_CMD |
	    STATE_GOT_STATUS;

	op = pkt->pkt_cdbp[3];
	svcact = BE_IN16(&pkt->pkt_cdbp[4]);
	alc_len = BE_IN32(&pkt->pkt_cdbp[6]);
	reporting_opts = pkt->pkt_cdbp[2] & 0x07;

	if (reporting_opts > 0x03) {
		/* Values > 0x03 are reserved */
		struct scsi_extended_sense *sense;

		*pkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		sense->es_key = KEY_ILLEGAL_REQUEST;
		sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
		goto done;
	}

	sbuf_init(&sbuf, bp, alc_len);

	/* Skip length when reporting all_commands */
	if (reporting_opts == 0)
		sbuf_put32(&sbuf, 0);

	for (i = 0, sci = &sata_cmd_info[0]; i < ARRAY_SIZE(sata_cmd_info);
	    i++, sci++) {
		const boolean_t has_svc_act = (sci->sci_flags & SCF_SVC_ACT) ?
		    B_TRUE : B_FALSE;

		if (reporting_opts == 0) {
			uint8_t flags = 0;

			if (sci->sci_supported != NULL &&
			    !sci->sci_supported(spx, sdinfo)) {
				continue;
			}

			if (has_svc_act)
				flags |= 0x01;
			if (RCTD(pkt))
				flags |= 0x02;

			/* Write all_commands parameter data format */
			sbuf_put8(&sbuf, sci->sci_op);
			sbuf_put8(&sbuf, 0);	/* Reserved */
			sbuf_put16(&sbuf, sci->sci_svcact);
			sbuf_put8(&sbuf, 0);	/* Reserved */
			sbuf_put8(&sbuf, flags);
			sbuf_put16(&sbuf, sata_cmd_cdblen(sci));

			/*
			 * SPC-5 6.34.2 Table 256 uggests that for the
			 * all_commands paramater data format that each
			 * command descriptor should include a command
			 * duration timeout descriptor, however the CTDP
			 * flag (byte 5, bit 1) implies it should only be
			 * present when this flag is set.
			 * sg3_utils at least believes the CTDP indicates
			 * if a command duration timeout descriptor is
			 * present. Since we don't support command timeouts
			 * at all, we follow this an omit the command timeout
			 * descriptor.
			 */
			if (RCTD(pkt)) {
				sbuf_put16(&sbuf, 0x0a); /* Length */
				sbuf_put8(&sbuf, 0);	/* Reserved */
				sbuf_put8(&sbuf, 0);	/* cmd specific */
				sbuf_put32(&sbuf, 0);	/* nominal timeout */
				sbuf_put32(&sbuf, 0);	/* recommended to */
			}

			continue;
		}

		if (sci->sci_op != op)
			continue;

		if (has_svc_act) {
			if (reporting_opts == 0x01) {
				struct scsi_extended_sense *sense;

				*pkt->pkt_scbp = STATUS_CHECK;
				sense = sata_arq_sense(spx);
				sense->es_key = KEY_ILLEGAL_REQUEST;
				sense->es_add_code =
				    SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
				goto done;
			}

			if (sci->sci_svcact != svcact)
				continue;
		} else {
			if (reporting_opts == 0x02) {
				struct scsi_extended_sense *sense;

				*pkt->pkt_scbp = STATUS_CHECK;
				sense = sata_arq_sense(spx);
				sense->es_key = KEY_ILLEGAL_REQUEST;
				sense->es_add_code =
				    SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
				goto done;
			}
		}

		/* Found a match */
		break;
	}

	if (reporting_opts > 0) {
		/* Write one_command parameter data format */
		uint16_t cdblen;
		uint8_t support;

		if (i < ARRAY_SIZE(sata_cmd_info)) {
			cdblen = sata_cmd_cdblen(sci);

			if (sci->sci_supported == NULL ||
			    sci->sci_supported(spx, sdinfo)) {
				support = 0x03;
			} else {
				/*
				 * We have a command we conditionally
				 * support translating, but the SATA disk
				 * doesn't support the translated command
				 * (e.g. UNMAP). SPC-5 isn't entirely clear
				 * on the response. We return what we do know
				 * (i.e. CDB length), but still indicate it
				 * is not supported. We should be able to
				 * adjust this behavior if needed (or future
				 * revisions clarify the behavior and our
				 * current behavior conflicts) in the future.
				 */
				support = 0x01;
			}
		} else {
			/* A command we don't recognize at all */
			cdblen = 0;
			support = 0x01;
		}

		if (RCTD(pkt))
			support |= 0x80;

		/* Write one_command parameter format */
		sbuf_put8(&sbuf, 0);		/* Reserved */
		sbuf_put8(&sbuf, support);	/* Command supported */
		sbuf_put16(&sbuf, cdblen);	/* CDB Length */
		sbuf_copy(&sbuf, sci->sci_cdbusage, cdblen);

		if (RCTD(pkt)) {
			sbuf_put16(&sbuf, 0x0a); /* Length */
			sbuf_put8(&sbuf, 0);	/* Reserved */
			sbuf_put8(&sbuf, 0);	/* cmd specific */
			sbuf_put32(&sbuf, 0);	/* nominal timeout */
			sbuf_put32(&sbuf, 0);	/* recommended timeout */
		}
	}

	/*
	 * When reporting all_commands, set the total length in the first
	 * 4 bytes. When reporting one_command, the output has a fixed
	 * header which includes the CDB length, the CDB usage data,
	 * and (if specified) the command timeout descriptor, so the
	 * size of the output is inferred from the CDB length field (per SPC-5).
	 */
	if (reporting_opts == 0)
		sbuf_set_len(&sbuf, 0, sizeof (uint32_t), 4);

	pkt->pkt_state |= STATE_XFERRED_DATA;
	pkt->pkt_resid = sbuf_resid(&sbuf, bp, alc_len);
	*pkt->pkt_scbp = STATUS_GOOD;

done:
	mutex_exit(&SATA_TXLT_CPORT_MUTEX(spx));

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n", pkt->pkt_reason);

	taskq_t *tq = SATA_TXLT_TASKQ(spx);
	task_func_t *func = (task_func_t *)pkt->pkt_comp;
	uint_t tq_flags = servicing_interrupt() ? TQ_NOSLEEP : TQ_SLEEP;

	if ((pkt->pkt_flags & FLAG_NOINTR) != 0 || pkt->pkt_comp == NULL)
		return (TRAN_ACCEPT);

	if (taskq_dispatch(tq, func, pkt, tq_flags) == TASKQID_INVALID)
		return (TRAN_BUSY);

	return (TRAN_ACCEPT);
}

/*
 * Send pkt to SATA HBA driver
 *
 * This function may be called only if the operation is requested by scsi_pkt,
 * i.e. scsi_pkt is not NULL.
 *
 * This function has to be called with cport mutex held. It does release
 * the mutex when it calls HBA driver sata_tran_start function and
 * re-acquires it afterwards.
 *
 * If return value is 0, pkt was accepted, -1 otherwise
 * rval is set to appropriate sata_scsi_start return value.
 *
 * Note 1:If HBA driver returns value other than TRAN_ACCEPT, it should not
 * have called the sata_pkt callback function for this packet.
 *
 * The scsi callback has to be performed by the caller of this routine.
 */
static int
sata_hba_start(sata_pkt_txlate_t *spx, int *rval)
{
	int stat;
	uint8_t cport = SATA_TXLT_CPORT(spx);
	uint8_t pmport = SATA_TXLT_PMPORT(spx);
	sata_hba_inst_t *sata_hba_inst = spx->txlt_sata_hba_inst;
	sata_drive_info_t *sdinfo;
	sata_pmult_info_t *pminfo = NULL;
	sata_pmport_info_t *pmportinfo = NULL;
	sata_device_t *sata_device = NULL;
	uint8_t cmd;
	struct sata_cmd_flags cmd_flags;

	ASSERT(spx->txlt_sata_pkt != NULL);

	ASSERT(mutex_owned(&SATA_CPORT_MUTEX(sata_hba_inst, cport)));

	sdinfo = sata_get_device_info(sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);
	ASSERT(sdinfo != NULL);

	/* Clear device reset state? */
	/* qual should be XXX_DPMPORT, but add XXX_PMPORT in case */
	if (sdinfo->satadrv_addr.qual == SATA_ADDR_DPMPORT ||
	    sdinfo->satadrv_addr.qual == SATA_ADDR_PMPORT) {

		/*
		 * Get the pmult_info of the its parent port multiplier, all
		 * sub-devices share a common device reset flags on in
		 * pmult_info.
		 */
		pminfo = SATA_PMULT_INFO(sata_hba_inst, cport);
		pmportinfo = pminfo->pmult_dev_port[pmport];
		ASSERT(pminfo != NULL);
		if (pminfo->pmult_event_flags & SATA_EVNT_CLEAR_DEVICE_RESET) {
			spx->txlt_sata_pkt->satapkt_cmd.satacmd_flags.
			    sata_clear_dev_reset = B_TRUE;
			pminfo->pmult_event_flags &=
			    ~SATA_EVNT_CLEAR_DEVICE_RESET;
			SATADBG1(SATA_DBG_EVENTS, sata_hba_inst,
			    "sata_hba_start: clearing device reset state"
			    "on pmult.\n", NULL);
		}
	} else {
		if (sdinfo->satadrv_event_flags &
		    SATA_EVNT_CLEAR_DEVICE_RESET) {
			spx->txlt_sata_pkt->satapkt_cmd.satacmd_flags.
			    sata_clear_dev_reset = B_TRUE;
			sdinfo->satadrv_event_flags &=
			    ~SATA_EVNT_CLEAR_DEVICE_RESET;
			SATADBG1(SATA_DBG_EVENTS, sata_hba_inst,
			    "sata_hba_start: clearing device reset state\n",
			    NULL);
		}
	}

	cmd = spx->txlt_sata_pkt->satapkt_cmd.satacmd_cmd_reg;
	cmd_flags = spx->txlt_sata_pkt->satapkt_cmd.satacmd_flags;
	sata_device = &spx->txlt_sata_pkt->satapkt_device;

	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Sata cmd 0x%2x\n", cmd);

	stat = (*SATA_START_FUNC(sata_hba_inst))(SATA_DIP(sata_hba_inst),
	    spx->txlt_sata_pkt);
	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
	/*
	 * If sata pkt was accepted and executed in asynchronous mode, i.e.
	 * with the sata callback, the sata_pkt could be already destroyed
	 * by the time we check ther return status from the hba_start()
	 * function, because sata_scsi_destroy_pkt() could have been already
	 * called (perhaps in the interrupt context). So, in such case, there
	 * should be no references to it. In other cases, sata_pkt still
	 * exists.
	 */
	if (stat == SATA_TRAN_ACCEPTED) {
		/*
		 * pkt accepted for execution.
		 * If it was executed synchronously, it is already completed
		 * and pkt completion_reason indicates completion status.
		 */
		*rval = TRAN_ACCEPT;
		return (0);
	}

	sdinfo = sata_get_device_info(sata_hba_inst, sata_device);
	switch (stat) {
	case SATA_TRAN_QUEUE_FULL:
		/*
		 * Controller detected queue full condition.
		 */
		SATADBG1(SATA_DBG_HBA_IF, sata_hba_inst,
		    "sata_hba_start: queue full\n", NULL);

		spx->txlt_scsi_pkt->pkt_reason = CMD_INCOMPLETE;
		*spx->txlt_scsi_pkt->pkt_scbp = STATUS_QFULL;

		*rval = TRAN_BUSY;
		break;

	case SATA_TRAN_PORT_ERROR:
		/*
		 * Communication/link with device or general port error
		 * detected before pkt execution begun.
		 */
		if (spx->txlt_sata_pkt->satapkt_device.satadev_addr.qual ==
		    SATA_ADDR_CPORT ||
		    spx->txlt_sata_pkt->satapkt_device.satadev_addr.qual ==
		    SATA_ADDR_DCPORT)
			sata_log(sata_hba_inst, CE_CONT,
			    "SATA port %d error",
			    sata_device->satadev_addr.cport);
		else
			sata_log(sata_hba_inst, CE_CONT,
			    "SATA port %d:%d error\n",
			    sata_device->satadev_addr.cport,
			    sata_device->satadev_addr.pmport);

		/*
		 * Update the port/device structure.
		 * sata_pkt should be still valid. Since port error is
		 * returned, sata_device content should reflect port
		 * state - it means, that sata address have been changed,
		 * because original packet's sata address refered to a device
		 * attached to some port.
		 */
		if (sata_device->satadev_addr.qual == SATA_ADDR_DPMPORT ||
		    sata_device->satadev_addr.qual == SATA_ADDR_PMPORT) {
			mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
			mutex_enter(&pmportinfo->pmport_mutex);
			sata_update_pmport_info(sata_hba_inst, sata_device);
			mutex_exit(&pmportinfo->pmport_mutex);
			mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
		} else {
			sata_update_port_info(sata_hba_inst, sata_device);
		}

		spx->txlt_scsi_pkt->pkt_reason = CMD_TRAN_ERR;
		*rval = TRAN_FATAL_ERROR;
		break;

	case SATA_TRAN_CMD_UNSUPPORTED:
		/*
		 * Command rejected by HBA as unsupported. It was HBA driver
		 * that rejected the command, command was not sent to
		 * an attached device.
		 */
		if ((sdinfo != NULL) &&
		    (sdinfo->satadrv_state & SATA_DSTATE_RESET))
			SATADBG1(SATA_DBG_EVENTS, sata_hba_inst,
			    "sat_hba_start: cmd 0x%2x rejected "
			    "with SATA_TRAN_CMD_UNSUPPORTED status\n", cmd);

		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
		(void) sata_txlt_invalid_command(spx);
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));

		*rval = TRAN_ACCEPT;
		break;

	case SATA_TRAN_BUSY:
		/*
		 * Command rejected by HBA because other operation prevents
		 * accepting the packet, or device is in RESET condition.
		 */
		if (sdinfo != NULL) {
			sdinfo->satadrv_state =
			    spx->txlt_sata_pkt->satapkt_device.satadev_state;

			if (sdinfo->satadrv_state & SATA_DSTATE_RESET) {
				SATADBG1(SATA_DBG_EVENTS, sata_hba_inst,
				    "sata_hba_start: cmd 0x%2x rejected "
				    "because of device reset condition\n",
				    cmd);
			} else {
				SATADBG1(SATA_DBG_EVENTS, sata_hba_inst,
				    "sata_hba_start: cmd 0x%2x rejected "
				    "with SATA_TRAN_BUSY status\n",
				    cmd);
			}
		}
		spx->txlt_scsi_pkt->pkt_reason = CMD_INCOMPLETE;
		*rval = TRAN_BUSY;
		break;

	default:
		/* Unrecognized HBA response */
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_hba_start: unrecognized HBA response "
		    "to cmd : 0x%2x resp 0x%x", cmd, rval));
		spx->txlt_scsi_pkt->pkt_reason = CMD_TRAN_ERR;
		*rval = TRAN_FATAL_ERROR;
		break;
	}

	/*
	 * If we got here, the packet was rejected.
	 * Check if we need to remember reset state clearing request
	 */
	if (cmd_flags.sata_clear_dev_reset) {
		/*
		 * Check if device is still configured - it may have
		 * disapeared from the configuration
		 */
		sdinfo = sata_get_device_info(sata_hba_inst, sata_device);
		if (sdinfo != NULL) {
			/*
			 * Restore the flag that requests clearing of
			 * the device reset state,
			 * so the next sata packet may carry it to HBA.
			 */
			if (sdinfo->satadrv_addr.qual == SATA_ADDR_PMPORT ||
			    sdinfo->satadrv_addr.qual == SATA_ADDR_DPMPORT) {
				pminfo->pmult_event_flags |=
				    SATA_EVNT_CLEAR_DEVICE_RESET;
			} else {
				sdinfo->satadrv_event_flags |=
				    SATA_EVNT_CLEAR_DEVICE_RESET;
			}
		}
	}
	return (-1);
}

/*
 * Scsi response setup for invalid LBA
 *
 * Returns TRAN_ACCEPT and appropriate values in scsi_pkt fields.
 */
static int
sata_txlt_lba_out_of_range(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct scsi_extended_sense *sense;

	scsipkt->pkt_reason = CMD_CMPLT;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;
	*scsipkt->pkt_scbp = STATUS_CHECK;

	*scsipkt->pkt_scbp = STATUS_CHECK;
	sense = sata_arq_sense(spx);
	sense->es_key = KEY_ILLEGAL_REQUEST;
	sense->es_add_code = SD_SCSI_ASC_LBA_OUT_OF_RANGE;

	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n", scsipkt->pkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}
	return (TRAN_ACCEPT);
}


/*
 * Analyze device status and error registers and translate them into
 * appropriate scsi sense codes.
 * NOTE: non-packet commands only for now
 */
static void
sata_decode_device_error(sata_pkt_txlate_t *spx,
    struct scsi_extended_sense *sense)
{
	uint8_t err_reg = spx->txlt_sata_pkt->satapkt_cmd.satacmd_error_reg;

	ASSERT(sense != NULL);
	ASSERT(spx->txlt_sata_pkt->satapkt_cmd.satacmd_status_reg &
	    SATA_STATUS_ERR);


	if (err_reg & SATA_ERROR_ICRC) {
		sense->es_key = KEY_ABORTED_COMMAND;
		sense->es_add_code = 0x08; /* Communication failure */
		return;
	}

	if (err_reg & SATA_ERROR_UNC) {
		sense->es_key = KEY_MEDIUM_ERROR;
		/* Information bytes (LBA) need to be set by a caller */
		return;
	}

	/* ADD HERE: MC error bit handling for ATAPI CD/DVD */
	if (err_reg & (SATA_ERROR_MCR | SATA_ERROR_NM)) {
		sense->es_key = KEY_UNIT_ATTENTION;
		sense->es_add_code = 0x3a; /* No media present */
		return;
	}

	if (err_reg & SATA_ERROR_IDNF) {
		if (err_reg & SATA_ERROR_ABORT) {
			sense->es_key = KEY_ABORTED_COMMAND;
		} else {
			sense->es_key = KEY_ILLEGAL_REQUEST;
			sense->es_add_code = 0x21; /* LBA out of range */
		}
		return;
	}

	if (err_reg & SATA_ERROR_ABORT) {
		ASSERT(spx->txlt_sata_pkt != NULL);
		sense->es_key = KEY_ABORTED_COMMAND;
		return;
	}
}

/*
 * Extract error LBA from sata_pkt.satapkt_cmd register fields
 */
static void
sata_extract_error_lba(sata_pkt_txlate_t *spx, uint64_t *lba)
{
	sata_cmd_t *sata_cmd = &spx->txlt_sata_pkt->satapkt_cmd;

	*lba = 0;
	if (sata_cmd->satacmd_addr_type == ATA_ADDR_LBA48) {
		*lba = sata_cmd->satacmd_lba_high_msb;
		*lba = (*lba << 8) | sata_cmd->satacmd_lba_mid_msb;
		*lba = (*lba << 8) | sata_cmd->satacmd_lba_low_msb;
	} else if (sata_cmd->satacmd_addr_type == ATA_ADDR_LBA28) {
		*lba = sata_cmd->satacmd_device_reg & 0xf;
	}
	*lba = (*lba << 8) | sata_cmd->satacmd_lba_high_lsb;
	*lba = (*lba << 8) | sata_cmd->satacmd_lba_mid_lsb;
	*lba = (*lba << 8) | sata_cmd->satacmd_lba_low_lsb;
}

/*
 * This is fixed sense format - if LBA exceeds the info field size,
 * no valid info will be returned (valid bit in extended sense will
 * be set to 0).
 */
static struct scsi_extended_sense *
sata_arq_sense(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct scsi_arq_status *arqs;
	struct scsi_extended_sense *sense;

	/* Fill ARQ sense data */
	scsipkt->pkt_state |= STATE_ARQ_DONE;
	arqs = (struct scsi_arq_status *)scsipkt->pkt_scbp;
	*(uchar_t *)&arqs->sts_status = STATUS_CHECK;
	*(uchar_t *)&arqs->sts_rqpkt_status = STATUS_GOOD;
	arqs->sts_rqpkt_reason = CMD_CMPLT;
	arqs->sts_rqpkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_XFERRED_DATA | STATE_SENT_CMD | STATE_GOT_STATUS;
	arqs->sts_rqpkt_resid = 0;
	sense = &arqs->sts_sensedata;
	bzero(sense, sizeof (struct scsi_extended_sense));
	sata_fixed_sense_data_preset(sense);
	return (sense);
}

/*
 * ATA Pass Through support
 * Sets flags indicating that an invalid value was found in some
 * field in the command.  It could be something illegal according to
 * the SAT-2 spec or it could be a feature that is not (yet?)
 * supported.
 */
static int
sata_txlt_ata_pass_thru_illegal_cmd(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct scsi_extended_sense *sense = sata_arq_sense(spx);

	scsipkt->pkt_reason = CMD_CMPLT;
	*scsipkt->pkt_scbp = STATUS_CHECK;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;

	sense = sata_arq_sense(spx);
	sense->es_key = KEY_ILLEGAL_REQUEST;
	sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_CDB;

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}

	return (TRAN_ACCEPT);
}

/*
 * The UNMAP command considers it not to be an error if the parameter length
 * or block descriptor length is 0.  For this case, there is nothing for TRIM
 * to do so just complete the command.
 */
static int
sata_txlt_unmap_nodata_cmd(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;

	scsipkt->pkt_reason = CMD_CMPLT;
	*scsipkt->pkt_scbp = STATUS_GOOD;
	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}

	return (TRAN_ACCEPT);
}

/*
 * Emulated SATA Read/Write command completion for zero-length requests.
 * This request always succedes, so in synchronous mode it always returns
 * TRAN_ACCEPT, and in non-synchronous mode it may return TRAN_BUSY if the
 * callback cannot be scheduled.
 */
static int
sata_emul_rw_completion(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;

	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;
	scsipkt->pkt_reason = CMD_CMPLT;
	*scsipkt->pkt_scbp = STATUS_GOOD;
	if (!(spx->txlt_sata_pkt->satapkt_op_mode & SATA_OPMODE_SYNCH)) {
		/* scsi callback required - have to schedule it */
		if (servicing_interrupt()) {
			if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
			    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
			    (void *)spx->txlt_scsi_pkt, TQ_NOSLEEP) ==
			    TASKQID_INVALID) {
				return (TRAN_BUSY);
			}
		} else if (taskq_dispatch(SATA_TXLT_TASKQ(spx),
		    (task_func_t *)spx->txlt_scsi_pkt->pkt_comp,
		    (void *)spx->txlt_scsi_pkt, TQ_SLEEP) == TASKQID_INVALID) {
			/* Scheduling the callback failed */
			return (TRAN_BUSY);
		}
	}
	return (TRAN_ACCEPT);
}


/*
 * Translate completion status of SATA read/write commands into scsi response.
 * pkt completion_reason is checked to determine the completion status.
 * Do scsi callback if necessary.
 *
 * Note: this function may be called also for synchronously executed
 * commands.
 * This function may be used only if scsi_pkt is non-NULL.
 */
static void
sata_txlt_rw_completion(sata_pkt_t *sata_pkt)
{
	sata_pkt_txlate_t *spx =
	    (sata_pkt_txlate_t *)sata_pkt->satapkt_framework_private;
	sata_cmd_t *scmd = &sata_pkt->satapkt_cmd;
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct scsi_extended_sense *sense;
	uint64_t lba;
	struct buf *bp;
	int rval;
	if (sata_pkt->satapkt_reason == SATA_PKT_COMPLETED) {
		/* Normal completion */
		scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
		    STATE_SENT_CMD | STATE_XFERRED_DATA | STATE_GOT_STATUS;
		scsipkt->pkt_reason = CMD_CMPLT;
		*scsipkt->pkt_scbp = STATUS_GOOD;
		if (spx->txlt_tmp_buf != NULL) {
			/* Temporary buffer was used */
			bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
			if (bp->b_flags & B_READ) {
				rval = ddi_dma_sync(
				    spx->txlt_buf_dma_handle, 0, 0,
				    DDI_DMA_SYNC_FORCPU);
				ASSERT(rval == DDI_SUCCESS);
				bcopy(spx->txlt_tmp_buf, bp->b_un.b_addr,
				    bp->b_bcount);
			}
		}
	} else {
		/*
		 * Something went wrong - analyze return
		 */
		scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
		    STATE_SENT_CMD | STATE_GOT_STATUS;
		scsipkt->pkt_reason = CMD_INCOMPLETE;
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		ASSERT(sense != NULL);

		/*
		 * SATA_PKT_DEV_ERROR is the only case where we may be able to
		 * extract from device registers the failing LBA.
		 */
		if (sata_pkt->satapkt_reason == SATA_PKT_DEV_ERROR) {
			if ((scmd->satacmd_addr_type == ATA_ADDR_LBA48) &&
			    (scmd->satacmd_lba_mid_msb != 0 ||
			    scmd->satacmd_lba_high_msb != 0)) {
				/*
				 * We have problem reporting this cmd LBA
				 * in fixed sense data format, because of
				 * the size of the scsi LBA fields.
				 */
				sense->es_valid = 0;
			} else {
				sata_extract_error_lba(spx, &lba);
				sense->es_info_1 = (lba & 0xFF000000) >> 24;
				sense->es_info_2 = (lba & 0xFF0000) >> 16;
				sense->es_info_3 = (lba & 0xFF00) >> 8;
				sense->es_info_4 = lba & 0xFF;
			}
		} else {
			/* Invalid extended sense info */
			sense->es_valid = 0;
		}

		switch (sata_pkt->satapkt_reason) {
		case SATA_PKT_PORT_ERROR:
			/* We may want to handle DEV GONE state as well */
			/*
			 * We have no device data. Assume no data transfered.
			 */
			sense->es_key = KEY_HARDWARE_ERROR;
			break;

		case SATA_PKT_DEV_ERROR:
			if (sata_pkt->satapkt_cmd.satacmd_status_reg &
			    SATA_STATUS_ERR) {
				/*
				 * determine dev error reason from error
				 * reg content
				 */
				sata_decode_device_error(spx, sense);
				if (sense->es_key == KEY_MEDIUM_ERROR) {
					switch (scmd->satacmd_cmd_reg) {
					case SATAC_READ_DMA:
					case SATAC_READ_DMA_EXT:
					case SATAC_READ_DMA_QUEUED:
					case SATAC_READ_DMA_QUEUED_EXT:
					case SATAC_READ_FPDMA_QUEUED:
						/* Unrecovered read error */
						sense->es_add_code =
						    SD_SCSI_ASC_UNREC_READ_ERR;
						break;
					case SATAC_WRITE_DMA:
					case SATAC_WRITE_DMA_EXT:
					case SATAC_WRITE_DMA_QUEUED:
					case SATAC_WRITE_DMA_QUEUED_EXT:
					case SATAC_WRITE_FPDMA_QUEUED:
						/* Write error */
						sense->es_add_code =
						    SD_SCSI_ASC_WRITE_ERR;
						break;
					default:
						/* Internal error */
						SATA_LOG_D((
						    spx->txlt_sata_hba_inst,
						    CE_WARN,
						    "sata_txlt_rw_completion :"
						    "internal error - invalid "
						    "command 0x%2x",
						    scmd->satacmd_cmd_reg));
						break;
					}
				}
				break;
			}
			/* No extended sense key - no info available */
			scsipkt->pkt_reason = CMD_INCOMPLETE;
			break;

		case SATA_PKT_TIMEOUT:
			scsipkt->pkt_reason = CMD_TIMEOUT;
			scsipkt->pkt_statistics |=
			    STAT_TIMEOUT | STAT_DEV_RESET;
			sense->es_key = KEY_ABORTED_COMMAND;
			break;

		case SATA_PKT_ABORTED:
			scsipkt->pkt_reason = CMD_ABORTED;
			scsipkt->pkt_statistics |= STAT_ABORTED;
			sense->es_key = KEY_ABORTED_COMMAND;
			break;

		case SATA_PKT_RESET:
			scsipkt->pkt_reason = CMD_RESET;
			scsipkt->pkt_statistics |= STAT_DEV_RESET;
			sense->es_key = KEY_ABORTED_COMMAND;
			break;

		default:
			SATA_LOG_D((spx->txlt_sata_hba_inst, CE_WARN,
			    "sata_txlt_rw_completion: "
			    "invalid packet completion reason"));
			scsipkt->pkt_reason = CMD_TRAN_ERR;
			break;
		}
	}
	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n", scsipkt->pkt_reason);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0)
		/* scsi callback required */
		scsi_hba_pkt_comp(scsipkt);
}


/*
 * Translate completion status of non-data commands (i.e. commands returning
 * no data).
 * pkt completion_reason is checked to determine the completion status.
 * Do scsi callback if necessary (FLAG_NOINTR == 0)
 *
 * Note: this function may be called also for synchronously executed
 * commands.
 * This function may be used only if scsi_pkt is non-NULL.
 */

static	void
sata_txlt_nodata_cmd_completion(sata_pkt_t *sata_pkt)
{
	sata_pkt_txlate_t *spx =
	    (sata_pkt_txlate_t *)sata_pkt->satapkt_framework_private;
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;

	sata_set_arq_data(sata_pkt);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0)
		/* scsi callback required */
		scsi_hba_pkt_comp(scsipkt);
}

/*
 * Completion handler for ATA Pass Through command
 */
static void
sata_txlt_apt_completion(sata_pkt_t *sata_pkt)
{
	sata_pkt_txlate_t *spx =
	    (sata_pkt_txlate_t *)sata_pkt->satapkt_framework_private;
	sata_cmd_t *scmd = &sata_pkt->satapkt_cmd;
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct buf *bp;
	uint8_t sense_key = 0, addl_sense_code = 0, addl_sense_qual = 0;

	if (sata_pkt->satapkt_reason == SATA_PKT_COMPLETED) {
		/* Normal completion */
		scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
		    STATE_SENT_CMD | STATE_XFERRED_DATA | STATE_GOT_STATUS;
		scsipkt->pkt_reason = CMD_CMPLT;
		*scsipkt->pkt_scbp = STATUS_GOOD;

		/*
		 * If the command has CK_COND set
		 */
		if (scsipkt->pkt_cdbp[2] & SATL_APT_BM_CK_COND) {
			*scsipkt->pkt_scbp = STATUS_CHECK;
			sata_fill_ata_return_desc(sata_pkt,
			    KEY_RECOVERABLE_ERROR,
			    SD_SCSI_ASC_APT_INFO_AVAIL, 0x1d);
		}

		if (spx->txlt_tmp_buf != NULL) {
			/* Temporary buffer was used */
			bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
			if (bp->b_flags & B_READ) {
				bcopy(spx->txlt_tmp_buf, bp->b_un.b_addr,
				    bp->b_bcount);
			}
		}
	} else {
		scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
		    STATE_SENT_CMD | STATE_GOT_STATUS;
		scsipkt->pkt_reason = CMD_INCOMPLETE;
		*scsipkt->pkt_scbp = STATUS_CHECK;

		/*
		 * If DF or ERR was set, the HBA should have copied out the
		 * status and error registers to the satacmd structure.
		 */
		if (scmd->satacmd_status_reg & SATA_STATUS_DF) {
			sense_key = KEY_HARDWARE_ERROR;
			addl_sense_code = SD_SCSI_ASC_INTERNAL_TARGET_FAILURE;
			addl_sense_qual = 0;
		} else if (scmd->satacmd_status_reg & SATA_STATUS_ERR) {
			if (scmd->satacmd_error_reg & SATA_ERROR_NM) {
				sense_key = KEY_NOT_READY;
				addl_sense_code =
				    SD_SCSI_ASC_MEDIUM_NOT_PRESENT;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_UNC) {
				sense_key = KEY_MEDIUM_ERROR;
				addl_sense_code = SD_SCSI_ASC_UNREC_READ_ERR;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_ILI) {
				sense_key = KEY_DATA_PROTECT;
				addl_sense_code = SD_SCSI_ASC_WRITE_PROTECTED;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_IDNF) {
				sense_key = KEY_ILLEGAL_REQUEST;
				addl_sense_code = SD_SCSI_ASC_LBA_OUT_OF_RANGE;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_ABORT) {
				sense_key = KEY_ABORTED_COMMAND;
				addl_sense_code = SD_SCSI_ASC_NO_ADD_SENSE;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_MC) {
				sense_key = KEY_UNIT_ATTENTION;
				addl_sense_code =
				    SD_SCSI_ASC_MEDIUM_MAY_HAVE_CHANGED;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_MCR) {
				sense_key = KEY_UNIT_ATTENTION;
				addl_sense_code = SD_SCSI_ASC_OP_MEDIUM_REM_REQ;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_ICRC) {
				sense_key = KEY_ABORTED_COMMAND;
				addl_sense_code =
				    SD_SCSI_ASC_INFO_UNIT_IUCRC_ERR;
				addl_sense_qual = 0;
			}
		}

		sata_fill_ata_return_desc(sata_pkt, sense_key, addl_sense_code,
		    addl_sense_qual);
	}

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0)
		/* scsi callback required */
		scsi_hba_pkt_comp(scsipkt);
}

/*
 * Completion handler for unmap translation command
 */
static void
sata_txlt_unmap_completion(sata_pkt_t *sata_pkt)
{
	sata_pkt_txlate_t *spx =
	    (sata_pkt_txlate_t *)sata_pkt->satapkt_framework_private;
	sata_cmd_t *scmd = &sata_pkt->satapkt_cmd;
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct buf *bp;
	uint8_t sense_key = 0, addl_sense_code = 0, addl_sense_qual = 0;

	if (sata_pkt->satapkt_reason == SATA_PKT_COMPLETED) {
		/* Normal completion */
		scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
		    STATE_SENT_CMD | STATE_XFERRED_DATA | STATE_GOT_STATUS;
		scsipkt->pkt_reason = CMD_CMPLT;
		*scsipkt->pkt_scbp = STATUS_GOOD;

		if (spx->txlt_tmp_buf != NULL) {
			/* Temporary buffer was used */
			bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
			if (bp->b_flags & B_READ) {
				bcopy(spx->txlt_tmp_buf, bp->b_un.b_addr,
				    bp->b_bcount);
			}
		}
	} else {
		scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
		    STATE_SENT_CMD | STATE_GOT_STATUS;
		scsipkt->pkt_reason = CMD_INCOMPLETE;
		*scsipkt->pkt_scbp = STATUS_CHECK;

		/*
		 * If DF or ERR was set, the HBA should have copied out the
		 * status and error registers to the satacmd structure.
		 */
		if (scmd->satacmd_status_reg & SATA_STATUS_DF) {
			sense_key = KEY_HARDWARE_ERROR;
			addl_sense_code = SD_SCSI_ASC_INTERNAL_TARGET_FAILURE;
			addl_sense_qual = 0;
		} else if (scmd->satacmd_status_reg & SATA_STATUS_ERR) {
			if (scmd->satacmd_error_reg & SATA_ERROR_NM) {
				sense_key = KEY_NOT_READY;
				addl_sense_code =
				    SD_SCSI_ASC_MEDIUM_NOT_PRESENT;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_UNC) {
				sense_key = KEY_MEDIUM_ERROR;
				addl_sense_code = SD_SCSI_ASC_WRITE_ERR;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_ILI) {
				sense_key = KEY_DATA_PROTECT;
				addl_sense_code = SD_SCSI_ASC_WRITE_PROTECTED;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_IDNF) {
				sense_key = KEY_ILLEGAL_REQUEST;
				addl_sense_code = SD_SCSI_ASC_LBA_OUT_OF_RANGE;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_ABORT) {
				sense_key = KEY_ABORTED_COMMAND;
				addl_sense_code = SD_SCSI_ASC_NO_ADD_SENSE;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_MC) {
				sense_key = KEY_UNIT_ATTENTION;
				addl_sense_code =
				    SD_SCSI_ASC_MEDIUM_MAY_HAVE_CHANGED;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_MCR) {
				sense_key = KEY_UNIT_ATTENTION;
				addl_sense_code = SD_SCSI_ASC_OP_MEDIUM_REM_REQ;
				addl_sense_qual = 0;
			} else if (scmd->satacmd_error_reg & SATA_ERROR_ICRC) {
				sense_key = KEY_ABORTED_COMMAND;
				addl_sense_code =
				    SD_SCSI_ASC_INFO_UNIT_IUCRC_ERR;
				addl_sense_qual = 0;
			}
		}

		sata_fill_ata_return_desc(sata_pkt, sense_key, addl_sense_code,
		    addl_sense_qual);
	}

	sata_free_local_buffer(spx);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0)
		/* scsi callback required */
		scsi_hba_pkt_comp(scsipkt);
}

/*
 *
 */
static void
sata_fill_ata_return_desc(sata_pkt_t *sata_pkt, uint8_t sense_key,
    uint8_t addl_sense_code, uint8_t addl_sense_qual)
{
	sata_pkt_txlate_t *spx =
	    (sata_pkt_txlate_t *)sata_pkt->satapkt_framework_private;
	sata_cmd_t *scmd = &sata_pkt->satapkt_cmd;
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct sata_apt_sense_data *apt_sd =
	    (struct sata_apt_sense_data *)scsipkt->pkt_scbp;
	struct scsi_descr_sense_hdr *sds = &(apt_sd->apt_sd_hdr);
	struct scsi_ata_status_ret_sense_descr *ata_ret_desc =
	    &(apt_sd->apt_sd_sense);
	int extend = 0;

	if ((scsipkt->pkt_cdbp[0] == SPC3_CMD_ATA_COMMAND_PASS_THROUGH16) &&
	    (scsipkt->pkt_cdbp[2] & SATL_APT_BM_EXTEND))
		extend = 1;

	scsipkt->pkt_state |= STATE_ARQ_DONE;

	/* update the residual count */
	*(uchar_t *)&apt_sd->apt_status = STATUS_CHECK;
	*(uchar_t *)&apt_sd->apt_rqpkt_status = STATUS_GOOD;
	apt_sd->apt_rqpkt_reason = CMD_CMPLT;
	apt_sd->apt_rqpkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_XFERRED_DATA | STATE_SENT_CMD | STATE_GOT_STATUS;
	apt_sd->apt_rqpkt_resid = scsipkt->pkt_scblen -
	    sizeof (struct sata_apt_sense_data);

	/*
	 * Fill in the Descriptor sense header
	 */
	bzero(sds, sizeof (struct scsi_descr_sense_hdr));
	sds->ds_code = CODE_FMT_DESCR_CURRENT;
	sds->ds_class = CLASS_EXTENDED_SENSE;
	sds->ds_key = sense_key & 0xf;
	sds->ds_add_code = addl_sense_code;
	sds->ds_qual_code = addl_sense_qual;
	sds->ds_addl_sense_length =
	    sizeof (struct scsi_ata_status_ret_sense_descr);

	/*
	 * Fill in the ATA Return descriptor sense data
	 */
	bzero(ata_ret_desc, sizeof (struct scsi_ata_status_ret_sense_descr));
	ata_ret_desc->ars_descr_type = DESCR_ATA_STATUS_RETURN;
	ata_ret_desc->ars_addl_length = 0xc;
	ata_ret_desc->ars_error = scmd->satacmd_error_reg;
	ata_ret_desc->ars_sec_count_lsb = scmd->satacmd_sec_count_lsb;
	ata_ret_desc->ars_lba_low_lsb = scmd->satacmd_lba_low_lsb;
	ata_ret_desc->ars_lba_mid_lsb = scmd->satacmd_lba_mid_lsb;
	ata_ret_desc->ars_lba_high_lsb = scmd->satacmd_lba_high_lsb;
	ata_ret_desc->ars_device = scmd->satacmd_device_reg;
	ata_ret_desc->ars_status = scmd->satacmd_status_reg;

	if (extend == 1) {
		ata_ret_desc->ars_extend = 1;
		ata_ret_desc->ars_sec_count_msb = scmd->satacmd_sec_count_msb;
		ata_ret_desc->ars_lba_low_msb = scmd->satacmd_lba_low_msb;
		ata_ret_desc->ars_lba_mid_msb = scmd->satacmd_lba_mid_msb;
		ata_ret_desc->ars_lba_high_msb = scmd->satacmd_lba_high_msb;
	} else {
		ata_ret_desc->ars_extend = 0;
		ata_ret_desc->ars_sec_count_msb = 0;
		ata_ret_desc->ars_lba_low_msb = 0;
		ata_ret_desc->ars_lba_mid_msb = 0;
		ata_ret_desc->ars_lba_high_msb = 0;
	}
}

static	void
sata_set_arq_data(sata_pkt_t *sata_pkt)
{
	sata_pkt_txlate_t *spx =
	    (sata_pkt_txlate_t *)sata_pkt->satapkt_framework_private;
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct scsi_extended_sense *sense;

	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;
	if (sata_pkt->satapkt_reason == SATA_PKT_COMPLETED) {
		/* Normal completion */
		scsipkt->pkt_reason = CMD_CMPLT;
		*scsipkt->pkt_scbp = STATUS_GOOD;
	} else {
		/* Something went wrong */
		scsipkt->pkt_reason = CMD_INCOMPLETE;
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		switch (sata_pkt->satapkt_reason) {
		case SATA_PKT_PORT_ERROR:
			/*
			 * We have no device data. Assume no data transfered.
			 */
			sense->es_key = KEY_HARDWARE_ERROR;
			break;

		case SATA_PKT_DEV_ERROR:
			if (sata_pkt->satapkt_cmd.satacmd_status_reg &
			    SATA_STATUS_ERR) {
				/*
				 * determine dev error reason from error
				 * reg content
				 */
				sata_decode_device_error(spx, sense);
				break;
			}
			/* No extended sense key - no info available */
			break;

		case SATA_PKT_TIMEOUT:
			scsipkt->pkt_reason = CMD_TIMEOUT;
			scsipkt->pkt_statistics |=
			    STAT_TIMEOUT | STAT_DEV_RESET;
			/* No extended sense key ? */
			break;

		case SATA_PKT_ABORTED:
			scsipkt->pkt_reason = CMD_ABORTED;
			scsipkt->pkt_statistics |= STAT_ABORTED;
			/* No extended sense key ? */
			break;

		case SATA_PKT_RESET:
			/* pkt aborted by an explicit reset from a host */
			scsipkt->pkt_reason = CMD_RESET;
			scsipkt->pkt_statistics |= STAT_DEV_RESET;
			break;

		default:
			SATA_LOG_D((spx->txlt_sata_hba_inst, CE_WARN,
			    "sata_txlt_nodata_cmd_completion: "
			    "invalid packet completion reason %d",
			    sata_pkt->satapkt_reason));
			scsipkt->pkt_reason = CMD_TRAN_ERR;
			break;
		}

	}
	SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
	    "Scsi_pkt completion reason %x\n", scsipkt->pkt_reason);
}


/*
 * Build Mode sense R/W recovery page
 * NOT IMPLEMENTED
 */

static int
sata_build_msense_page_1(sata_drive_info_t *sdinfo, int pcntrl, uint8_t *buf)
{
#ifndef __lock_lint
	_NOTE(ARGUNUSED(sdinfo))
	_NOTE(ARGUNUSED(pcntrl))
	_NOTE(ARGUNUSED(buf))
#endif
	return (0);
}

/*
 * Build Mode sense caching page  -  scsi-3 implementation.
 * Page length distinguishes previous format from scsi-3 format.
 * buf must have space for 0x12 bytes.
 * Only DRA (disable read ahead ) and WCE (write cache enable) are changeable.
 *
 */
static int
sata_build_msense_page_8(sata_drive_info_t *sdinfo, int pcntrl, uint8_t *buf)
{
	struct mode_cache_scsi3 *page = (struct mode_cache_scsi3 *)buf;
	sata_id_t *sata_id = &sdinfo->satadrv_id;

	/*
	 * Most of the fields are set to 0, being not supported and/or disabled
	 */
	bzero(buf, PAGELENGTH_DAD_MODE_CACHE_SCSI3);

	/* Saved paramters not supported */
	if (pcntrl == 3)
		return (0);
	if (pcntrl == 0 || pcntrl == 2) {
		/*
		 * For now treat current and default parameters as same
		 * That may have to change, if target driver will complain
		 */
		page->mode_page.code = MODEPAGE_CACHING;	/* PS = 0 */
		page->mode_page.length = PAGELENGTH_DAD_MODE_CACHE_SCSI3;

		if (SATA_READ_AHEAD_SUPPORTED(*sata_id) &&
		    !SATA_READ_AHEAD_ENABLED(*sata_id)) {
			page->dra = 1;		/* Read Ahead disabled */
			page->rcd = 1;		/* Read Cache disabled */
		}
		if (SATA_WRITE_CACHE_SUPPORTED(*sata_id) &&
		    SATA_WRITE_CACHE_ENABLED(*sata_id))
			page->wce = 1;		/* Write Cache enabled */
	} else {
		/* Changeable parameters */
		page->mode_page.code = MODEPAGE_CACHING;
		page->mode_page.length = PAGELENGTH_DAD_MODE_CACHE_SCSI3;
		if (SATA_READ_AHEAD_SUPPORTED(*sata_id)) {
			page->dra = 1;
			page->rcd = 1;
		}
		if (SATA_WRITE_CACHE_SUPPORTED(*sata_id))
			page->wce = 1;
	}
	return (PAGELENGTH_DAD_MODE_CACHE_SCSI3 +
	    sizeof (struct mode_page));
}

/*
 * Build Mode sense exception cntrl page
 */
static int
sata_build_msense_page_1c(sata_drive_info_t *sdinfo, int pcntrl, uint8_t *buf)
{
	struct mode_info_excpt_page *page = (struct mode_info_excpt_page *)buf;
	sata_id_t *sata_id = &sdinfo->satadrv_id;

	/*
	 * Most of the fields are set to 0, being not supported and/or disabled
	 */
	bzero(buf, PAGELENGTH_INFO_EXCPT);

	page->mode_page.code = MODEPAGE_INFO_EXCPT;
	page->mode_page.length = PAGELENGTH_INFO_EXCPT;

	/* Indicate that this is page is saveable */
	page->mode_page.ps = 1;

	/*
	 * We will return the same data for default, current and saved page.
	 * The only changeable bit is dexcpt and that bit is required
	 * by the ATA specification to be preserved across power cycles.
	 */
	if (pcntrl != 1) {
		page->dexcpt = !(sata_id->ai_features85 & SATA_SMART_SUPPORTED);
		page->mrie = MRIE_ONLY_ON_REQUEST;
	}
	else
		page->dexcpt = 1;	/* Only changeable parameter */

	return (PAGELENGTH_INFO_EXCPT + sizeof (struct mode_page));
}


static int
sata_build_msense_page_30(sata_drive_info_t *sdinfo, int pcntrl, uint8_t *buf)
{
	struct mode_acoustic_management *page =
	    (struct mode_acoustic_management *)buf;
	sata_id_t *sata_id = &sdinfo->satadrv_id;

	/*
	 * Most of the fields are set to 0, being not supported and/or disabled
	 */
	bzero(buf, PAGELENGTH_DAD_MODE_ACOUSTIC_MANAGEMENT);

	switch (pcntrl) {
	case P_CNTRL_DEFAULT:
		/*  default paramters not supported */
		return (0);

	case P_CNTRL_CURRENT:
	case P_CNTRL_SAVED:
		/* Saved and current are supported and are identical */
		page->mode_page.code = MODEPAGE_ACOUSTIC_MANAG;
		page->mode_page.length =
		    PAGELENGTH_DAD_MODE_ACOUSTIC_MANAGEMENT;
		page->mode_page.ps = 1;

		/* Word 83 indicates if feature is supported */
		/* If feature is not supported */
		if (!(sata_id->ai_cmdset83 & SATA_ACOUSTIC_MGMT)) {
			page->acoustic_manag_enable =
			    ACOUSTIC_DISABLED;
		} else {
			page->acoustic_manag_enable =
			    ((sata_id->ai_features86 & SATA_ACOUSTIC_MGMT)
			    != 0);
			/* Word 94 inidicates the value */
#ifdef	_LITTLE_ENDIAN
			page->acoustic_manag_level =
			    (uchar_t)sata_id->ai_acoustic;
			page->vendor_recommended_value =
			    sata_id->ai_acoustic >> 8;
#else
			page->acoustic_manag_level =
			    sata_id->ai_acoustic >> 8;
			page->vendor_recommended_value =
			    (uchar_t)sata_id->ai_acoustic;
#endif
		}
		break;

	case P_CNTRL_CHANGEABLE:
		page->mode_page.code = MODEPAGE_ACOUSTIC_MANAG;
		page->mode_page.length =
		    PAGELENGTH_DAD_MODE_ACOUSTIC_MANAGEMENT;
		page->mode_page.ps = 1;

		/* Word 83 indicates if the feature is supported */
		if (sata_id->ai_cmdset83 & SATA_ACOUSTIC_MGMT) {
			page->acoustic_manag_enable =
			    ACOUSTIC_ENABLED;
			page->acoustic_manag_level = 0xff;
		}
		break;
	}
	return (PAGELENGTH_DAD_MODE_ACOUSTIC_MANAGEMENT +
	    sizeof (struct mode_page));
}


/*
 * Build Mode sense power condition page.
 */
static int
sata_build_msense_page_1a(sata_drive_info_t *sdinfo, int pcntrl, uint8_t *buf)
{
	struct mode_info_power_cond *page = (struct mode_info_power_cond *)buf;
	sata_id_t *sata_id = &sdinfo->satadrv_id;

	/*
	 * Most of the fields are set to 0, being not supported and/or disabled
	 * power condition page length was 0x0a
	 */
	bzero(buf, sizeof (struct mode_info_power_cond));

	if (pcntrl == P_CNTRL_DEFAULT) {
		/*  default paramters not supported */
		return (0);
	}

	page->mode_page.code = MODEPAGE_POWER_COND;
	page->mode_page.length = sizeof (struct mode_info_power_cond);

	if (sata_id->ai_cap & SATA_STANDBYTIMER) {
		page->standby = 1;
		bcopy(sdinfo->satadrv_standby_timer, page->standby_cond_timer,
		    sizeof (uchar_t) * 4);
	}

	return (sizeof (struct mode_info_power_cond));
}

/*
 * Process mode select caching page 8 (scsi3 format only).
 * Read Ahead (same as read cache) and Write Cache may be turned on and off
 * if these features are supported by the device. If these features are not
 * supported, the command will be terminated with STATUS_CHECK.
 * This function fails only if the SET FEATURE command sent to
 * the device fails. The page format is not verified, assuming that the
 * target driver operates correctly - if parameters length is too short,
 * we just drop the page.
 * Two command may be sent if both Read Cache/Read Ahead and Write Cache
 * setting have to be changed.
 * SET FEATURE command is executed synchronously, i.e. we wait here until
 * it is completed, regardless of the scsi pkt directives.
 *
 * Note: Mode Select Caching page RCD and DRA bits are tied together, i.e.
 * changing DRA will change RCD.
 *
 * More than one SATA command may be executed to perform operations specified
 * by mode select pages. The first error terminates further execution.
 * Operations performed successully are not backed-up in such case.
 *
 * Return SATA_SUCCESS if operation succeeded, SATA_FAILURE otherwise.
 * If operation resulted in changing device setup, dmod flag should be set to
 * one (1). If parameters were not changed, dmod flag should be set to 0.
 * Upon return, if operation required sending command to the device, the rval
 * should be set to the value returned by sata_hba_start. If operation
 * did not require device access, rval should be set to TRAN_ACCEPT.
 * The pagelen should be set to the length of the page.
 *
 * This function has to be called with a port mutex held.
 *
 * Returns SATA_SUCCESS if operation was successful, SATA_FAILURE otherwise.
 */
int
sata_mode_select_page_8(sata_pkt_txlate_t *spx, struct mode_cache_scsi3 *page,
    int parmlen, int *pagelen, int *rval, int *dmod)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	sata_drive_info_t *sdinfo;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	sata_id_t *sata_id;
	struct scsi_extended_sense *sense;
	int wce, dra;	/* Current settings */

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);
	sata_id = &sdinfo->satadrv_id;
	*dmod = 0;

	/* Verify parameters length. If too short, drop it */
	if ((PAGELENGTH_DAD_MODE_CACHE_SCSI3 +
	    sizeof (struct mode_page)) > parmlen) {
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		sense->es_key = KEY_ILLEGAL_REQUEST;
		sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_PARAMS_LIST;
		*pagelen = parmlen;
		*rval = TRAN_ACCEPT;
		return (SATA_FAILURE);
	}

	*pagelen = PAGELENGTH_DAD_MODE_CACHE_SCSI3 + sizeof (struct mode_page);

	/* Current setting of Read Ahead (and Read Cache) */
	if (SATA_READ_AHEAD_ENABLED(*sata_id))
		dra = 0;	/* 0 == not disabled */
	else
		dra = 1;
	/* Current setting of Write Cache */
	if (SATA_WRITE_CACHE_ENABLED(*sata_id))
		wce = 1;
	else
		wce = 0;

	if (page->dra == dra && page->wce == wce && page->rcd == dra) {
		/* nothing to do */
		*rval = TRAN_ACCEPT;
		return (SATA_SUCCESS);
	}

	/*
	 * Need to flip some setting
	 * Set-up Internal SET FEATURES command(s)
	 */
	scmd->satacmd_flags.sata_data_direction = SATA_DIR_NODATA_XFER;
	scmd->satacmd_addr_type = 0;
	scmd->satacmd_device_reg = 0;
	scmd->satacmd_status_reg = 0;
	scmd->satacmd_error_reg = 0;
	scmd->satacmd_cmd_reg = SATAC_SET_FEATURES;
	if (page->dra != dra || page->rcd != dra) {
		if (SATA_READ_AHEAD_SUPPORTED(*sata_id)) {
			/* Need to flip read ahead setting */
			if (dra == 0)
				/* Disable read ahead / read cache */
				scmd->satacmd_features_reg =
				    SATAC_SF_DISABLE_READ_AHEAD;
			else
				/* Enable read ahead  / read cache */
				scmd->satacmd_features_reg =
				    SATAC_SF_ENABLE_READ_AHEAD;

			/* Transfer command to HBA */
			if (sata_hba_start(spx, rval) != 0)
				/*
				 * Pkt not accepted for execution.
				 */
				return (SATA_FAILURE);

			*dmod = 1;

			/* Now process return */
			if (spx->txlt_sata_pkt->satapkt_reason !=
			    SATA_PKT_COMPLETED) {
				goto failure;	/* Terminate */
			}
		} else {
			*scsipkt->pkt_scbp = STATUS_CHECK;
			sense = sata_arq_sense(spx);
			sense->es_key = KEY_ILLEGAL_REQUEST;
			sense->es_add_code =
			    SD_SCSI_ASC_INVALID_FIELD_IN_PARAMS_LIST;
			*pagelen = parmlen;
			*rval = TRAN_ACCEPT;
			return (SATA_FAILURE);
		}
	}

	/* Note that the packet is not removed, so it could be re-used */
	if (page->wce != wce) {
		if (SATA_WRITE_CACHE_SUPPORTED(*sata_id)) {
			/* Need to flip Write Cache setting */
			if (page->wce == 1)
				/* Enable write cache */
				scmd->satacmd_features_reg =
				    SATAC_SF_ENABLE_WRITE_CACHE;
			else
				/* Disable write cache */
				scmd->satacmd_features_reg =
				    SATAC_SF_DISABLE_WRITE_CACHE;

			/* Transfer command to HBA */
			if (sata_hba_start(spx, rval) != 0)
				/*
				 * Pkt not accepted for execution.
				 */
				return (SATA_FAILURE);

			*dmod = 1;

			/* Now process return */
			if (spx->txlt_sata_pkt->satapkt_reason !=
			    SATA_PKT_COMPLETED) {
				goto failure;
			}
		} else {
			*scsipkt->pkt_scbp = STATUS_CHECK;
			sense = sata_arq_sense(spx);
			sense->es_key = KEY_ILLEGAL_REQUEST;
			sense->es_add_code =
			    SD_SCSI_ASC_INVALID_FIELD_IN_PARAMS_LIST;
			*pagelen = parmlen;
			*rval = TRAN_ACCEPT;
			return (SATA_FAILURE);
		}
	}
	return (SATA_SUCCESS);

failure:
	sata_xlate_errors(spx);

	return (SATA_FAILURE);
}

/*
 * Process mode select informational exceptions control page 0x1c
 *
 * The only changeable bit is dexcpt (disable exceptions).
 * MRIE (method of reporting informational exceptions) must be
 * "only on request".
 * This page applies to informational exceptions that report
 * additional sense codes with the ADDITIONAL SENSE CODE field set to 5Dh
 * (e.g.,FAILURE PREDICTION THRESHOLD EXCEEDED) or 0Bh (e.g., WARNING_).
 * Informational exception conditions occur as the result of background scan
 * errors, background self-test errors, or vendor specific events within a
 * logical unit. An informational exception condition may occur asynchronous
 * to any commands.
 *
 * Returns: SATA_SUCCESS if operation succeeded, SATA_FAILURE otherwise.
 * If operation resulted in changing device setup, dmod flag should be set to
 * one (1). If parameters were not changed, dmod flag should be set to 0.
 * Upon return, if operation required sending command to the device, the rval
 * should be set to the value returned by sata_hba_start. If operation
 * did not require device access, rval should be set to TRAN_ACCEPT.
 * The pagelen should be set to the length of the page.
 *
 * This function has to be called with a port mutex held.
 *
 * Returns SATA_SUCCESS if operation was successful, SATA_FAILURE otherwise.
 *
 * Cannot be called in the interrupt context.
 */
static	int
sata_mode_select_page_1c(
	sata_pkt_txlate_t *spx,
	struct mode_info_excpt_page *page,
	int parmlen,
	int *pagelen,
	int *rval,
	int *dmod)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	sata_drive_info_t *sdinfo;
	sata_id_t *sata_id;
	struct scsi_extended_sense *sense;

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);
	sata_id = &sdinfo->satadrv_id;

	*dmod = 0;

	/* Verify parameters length. If too short, drop it */
	if (((PAGELENGTH_INFO_EXCPT + sizeof (struct mode_page)) > parmlen) ||
	    page->perf || page->test || (page->mrie != MRIE_ONLY_ON_REQUEST)) {
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		sense->es_key = KEY_ILLEGAL_REQUEST;
		sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_PARAMS_LIST;
		*pagelen = parmlen;
		*rval = TRAN_ACCEPT;
		return (SATA_FAILURE);
	}

	*pagelen = PAGELENGTH_INFO_EXCPT + sizeof (struct mode_page);

	if (! (sata_id->ai_cmdset82 & SATA_SMART_SUPPORTED)) {
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		sense->es_key = KEY_ILLEGAL_REQUEST;
		sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_CDB;
		*pagelen = parmlen;
		*rval = TRAN_ACCEPT;
		return (SATA_FAILURE);
	}

	/* If already in the state requested, we are done */
	if (page->dexcpt == ! (sata_id->ai_features85 & SATA_SMART_ENABLED)) {
		/* nothing to do */
		*rval = TRAN_ACCEPT;
		return (SATA_SUCCESS);
	}

	scmd->satacmd_flags.sata_data_direction = SATA_DIR_NODATA_XFER;

	/* Build SMART_ENABLE or SMART_DISABLE command */
	scmd->satacmd_addr_type = 0;		/* N/A */
	scmd->satacmd_lba_mid_lsb = SMART_MAGIC_VAL_1;
	scmd->satacmd_lba_high_lsb = SMART_MAGIC_VAL_2;
	scmd->satacmd_features_reg = page->dexcpt ?
	    SATA_SMART_DISABLE_OPS : SATA_SMART_ENABLE_OPS;
	scmd->satacmd_device_reg = 0;		/* Always device 0 */
	scmd->satacmd_cmd_reg = SATAC_SMART;

	/* Transfer command to HBA */
	if (sata_hba_start(spx, rval) != 0)
		/*
		 * Pkt not accepted for execution.
		 */
		return (SATA_FAILURE);

	*dmod = 1;	/* At least may have been modified */

	/* Now process return */
	if (spx->txlt_sata_pkt->satapkt_reason == SATA_PKT_COMPLETED)
		return (SATA_SUCCESS);

	/* Packet did not complete successfully */
	sata_xlate_errors(spx);

	return (SATA_FAILURE);
}

/*
 * Process mode select acoustic management control page 0x30
 *
 *
 * This function has to be called with a port mutex held.
 *
 * Returns SATA_SUCCESS if operation was successful, SATA_FAILURE otherwise.
 *
 * Cannot be called in the interrupt context.
 */
int
sata_mode_select_page_30(sata_pkt_txlate_t *spx, struct
    mode_acoustic_management *page, int parmlen, int *pagelen,
    int *rval, int *dmod)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	sata_drive_info_t *sdinfo;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	sata_id_t *sata_id;
	struct scsi_extended_sense *sense;

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);
	sata_id = &sdinfo->satadrv_id;
	*dmod = 0;

	/* If parmlen is too short or the feature is not supported, drop it */
	if (((PAGELENGTH_DAD_MODE_ACOUSTIC_MANAGEMENT +
	    sizeof (struct mode_page)) > parmlen) ||
	    (! (sata_id->ai_cmdset83 & SATA_ACOUSTIC_MGMT))) {
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		sense->es_key = KEY_ILLEGAL_REQUEST;
		sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_PARAMS_LIST;
		*pagelen = parmlen;
		*rval = TRAN_ACCEPT;
		return (SATA_FAILURE);
	}

	*pagelen = PAGELENGTH_DAD_MODE_ACOUSTIC_MANAGEMENT +
	    sizeof (struct mode_page);

	/*
	 * We can enable and disable acoustice management and
	 * set the acoustic management level.
	 */

	/*
	 * Set-up Internal SET FEATURES command(s)
	 */
	scmd->satacmd_flags.sata_data_direction = SATA_DIR_NODATA_XFER;
	scmd->satacmd_addr_type = 0;
	scmd->satacmd_device_reg = 0;
	scmd->satacmd_status_reg = 0;
	scmd->satacmd_error_reg = 0;
	scmd->satacmd_cmd_reg = SATAC_SET_FEATURES;
	if (page->acoustic_manag_enable) {
		scmd->satacmd_features_reg = SATAC_SF_ENABLE_ACOUSTIC;
		scmd->satacmd_sec_count_lsb = page->acoustic_manag_level;
	} else {	/* disabling acoustic management */
		scmd->satacmd_features_reg = SATAC_SF_DISABLE_ACOUSTIC;
	}

	/* Transfer command to HBA */
	if (sata_hba_start(spx, rval) != 0)
		/*
		 * Pkt not accepted for execution.
		 */
		return (SATA_FAILURE);

	/* Now process return */
	if (spx->txlt_sata_pkt->satapkt_reason != SATA_PKT_COMPLETED) {
		sata_xlate_errors(spx);
		return (SATA_FAILURE);
	}

	*dmod = 1;

	return (SATA_SUCCESS);
}

/*
 * Process mode select power condition page 0x1a
 *
 * This function has to be called with a port mutex held.
 *
 * Returns SATA_SUCCESS if operation was successful, SATA_FAILURE otherwise.
 *
 * Cannot be called in the interrupt context.
 */
int
sata_mode_select_page_1a(sata_pkt_txlate_t *spx, struct
    mode_info_power_cond *page, int parmlen, int *pagelen,
    int *rval, int *dmod)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	sata_drive_info_t *sdinfo;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	sata_id_t *sata_id;
	struct scsi_extended_sense *sense;
	uint8_t ata_count;
	int i, len;

	sdinfo = sata_get_device_info(spx->txlt_sata_hba_inst,
	    &spx->txlt_sata_pkt->satapkt_device);
	sata_id = &sdinfo->satadrv_id;
	*dmod = 0;

	len = sizeof (struct mode_info_power_cond);
	len += sizeof (struct mode_page);

	/* If parmlen is too short or the feature is not supported, drop it */
	if ((len < parmlen) || (page->idle == 1) ||
	    (!(sata_id->ai_cap & SATA_STANDBYTIMER) && page->standby == 1)) {
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);
		sense->es_key = KEY_ILLEGAL_REQUEST;
		sense->es_add_code = SD_SCSI_ASC_INVALID_FIELD_IN_PARAMS_LIST;
		*pagelen = parmlen;
		*rval = TRAN_ACCEPT;
		return (SATA_FAILURE);
	}

	*pagelen = len;

	/*
	 * Set-up Internal STANDBY command(s)
	 */
	if (page->standby == 0)
		goto out;

	ata_count = sata_get_standby_timer(page->standby_cond_timer);

	scmd->satacmd_addr_type = 0;
	scmd->satacmd_sec_count_lsb = ata_count;
	scmd->satacmd_lba_low_lsb = 0;
	scmd->satacmd_lba_mid_lsb = 0;
	scmd->satacmd_lba_high_lsb = 0;
	scmd->satacmd_features_reg = 0;
	scmd->satacmd_device_reg = 0;
	scmd->satacmd_status_reg = 0;
	scmd->satacmd_cmd_reg = SATAC_STANDBY;
	scmd->satacmd_flags.sata_special_regs = B_TRUE;
	scmd->satacmd_flags.sata_copy_out_error_reg = B_TRUE;

	/* Transfer command to HBA */
	if (sata_hba_start(spx, rval) != 0) {
		return (SATA_FAILURE);
	} else {
		if ((scmd->satacmd_error_reg != 0) ||
		    (spx->txlt_sata_pkt->satapkt_reason !=
		    SATA_PKT_COMPLETED)) {
			sata_xlate_errors(spx);
			return (SATA_FAILURE);
		}
	}

	for (i = 0; i < 4; i++) {
		sdinfo->satadrv_standby_timer[i] = page->standby_cond_timer[i];
	}
out:
	*dmod = 1;
	return (SATA_SUCCESS);
}

/* Helper functions for manipulating struct log_parameter */

CTASSERT(sizeof (struct log_parameter) == 4);

static inline struct log_parameter *
log_param_next(struct log_parameter *lpp)
{
	uint8_t *ptr = (uint8_t *)lpp;

	ptr += sizeof (*lpp) + lpp->param_len;
	return ((struct log_parameter *)ptr);
}

static inline int
log_param_size(const struct log_parameter *last, const void *startp)
{
	uintptr_t b = (uintptr_t)last;
	uintptr_t a = (uintptr_t)startp;

	ASSERT3U(b, >=, a);
	return ((int)(b - a));
}

/*
 * sata_build_lsense_page0() is used to create the
 * SCSI LOG SENSE page 0 (supported log pages)
 *
 * Currently supported pages are 0, 0x10, 0x2f, 0x30 and 0x0e
 * (supported log pages, self-test results, informational exceptions
 * Sun vendor specific ATA SMART data, and start stop cycle counter).
 *
 * Takes a sata_drive_info t * and the address of a buffer
 * in which to create the page information.
 *
 * Returns the number of bytes valid in the buffer.
 */
static	int
sata_build_lsense_page_0(sata_drive_info_t *sdinfo, uint8_t *buf)
{
	uint8_t *ptr = buf;
	sata_id_t *sata_id = &sdinfo->satadrv_id;

	/* The supported log pages should be in ascending order */
	*ptr++ = PAGE_CODE_GET_SUPPORTED_LOG_PAGES;

	if (sata_id->ai_cmdset84 & SATA_GPL_SUPPORTED) {
		*ptr++ = PAGE_CODE_READ_ERRORS;
		*ptr++ = PAGE_CODE_TEMPERATURE;
	}

	if (sata_id->ai_cmdset82 & SATA_SMART_SUPPORTED) {
		*ptr++ = PAGE_CODE_START_STOP_CYCLE_COUNTER;
		if (sata_id->ai_cmdset84 & SATA_SMART_SELF_TEST_SUPPORTED) {
			*ptr++ = PAGE_CODE_SELF_TEST_RESULTS;
		}
	}

	if (sata_id->ai_medrotrate == 0x01 &&
	    (sata_id->ai_cmdset84 & SATA_GPL_SUPPORTED))
		*ptr++ = PAGE_CODE_SOLID_STATE_MEDIA;

	if (sata_id->ai_cmdset84 & SATA_GPL_SUPPORTED) {
		*ptr++ = PAGE_CODE_GENERAL_STATS;
	}

	if (sata_id->ai_cmdset82 & SATA_SMART_SUPPORTED) {
		*ptr++ = PAGE_CODE_INFORMATION_EXCEPTIONS;
		*ptr++ = PAGE_CODE_SMART_READ_DATA;
	}

	return ((int)((uintptr_t)ptr - (uintptr_t)buf));
}

static int
sata_build_lsense_page_03(sata_drive_info_t *sdinfo, uint8_t *buf,
    sata_hba_inst_t *sata_hba_inst)
{
	struct log_parameter *lpp = (struct log_parameter *)buf;
	uint64_t *lbuf;
	uint64_t param;
	int rval;

	if (!(sdinfo->satadrv_id.ai_cmdset84 & SATA_GPL_SUPPORTED))
		return (-1);

	lbuf = kmem_zalloc(512, KM_SLEEP);
	rval = sata_read_log_ext(sata_hba_inst, sdinfo, DEVICE_STATS_LOG,
	    DEVSTAT_ROTATING_MEDIA_PAGE, lbuf, 1);
	if (rval == 0) {
		param = LE_64(lbuf[5]);		/* Read recovery errors */
		if (SATA_STAT_SUPPORTED(param) && SATA_STAT_VALID(param)) {
			/* Total times corrected algorithm parameter */
			lpp->param_code[0] = 0x00;
			lpp->param_code[1] = 0x04;
			lpp->param_ctrl_flags = LOG_CTRL_LBIN;
			lpp->param_len = sizeof (uint32_t);
			BE_OUT32(&lpp->param_values[0],
			    SATA_STAT_VALUE(param) & 0xffffffff);

			lpp = log_param_next(lpp);
		}
	}

	bzero(lbuf, 512);
	rval = sata_read_log_ext(sata_hba_inst, sdinfo, DEVICE_STATS_LOG,
	    DEVSTAT_GENERAL_ERRORS_PAGE, lbuf, 1);
	if (rval == 0) {
		param = LE_64(lbuf[1]); /* Reported uncorrectable errors */
		if (SATA_STAT_SUPPORTED(param) && SATA_STAT_VALID(param)) {
			/* Total Uncorrected Errors parameter */
			lpp->param_code[0] = 0x00;
			lpp->param_code[1] = 0x06;
			lpp->param_ctrl_flags = LOG_CTRL_LBIN;
			lpp->param_len = sizeof (uint32_t);
			BE_OUT32(&lpp->param_values[0],
			    SATA_STAT_VALUE(param) & 0xffffffff);

			lpp = log_param_next(lpp);
		}
	}

	kmem_free(lbuf, 512);

	/*
	 * If neither stat is supported, we treat it as the page not being
	 * supported.
	 */
	return (log_param_size(lpp, buf) > 0 ? log_param_size(lpp, buf) : -1);
}

/*
 * sata_build_lsense_page_10() is used to create the
 * SCSI LOG SENSE page 0x10 (self-test results)
 *
 * Takes a sata_drive_info t * and the address of a buffer
 * in which to create the page information as well as a sata_hba_inst_t *.
 *
 * Returns the number of bytes valid in the buffer.
 *
 * Note: Self test and SMART data is accessible in device log pages.
 * The log pages can be accessed by SMART READ/WRITE LOG (up to 255 sectors
 * of data can be transferred by a single command), or by the General Purpose
 * Logging commands (GPL) READ LOG EXT and WRITE LOG EXT (up to 65,535 sectors
 * - approximately 33MB - can be transferred by a single command.
 * The SCT Command response (either error or command) is the same for both
 * the SMART and GPL methods of issuing commands.
 * This function uses READ LOG EXT command when drive supports LBA48, and
 * SMART READ command otherwise.
 *
 * Since above commands are executed in a synchronous mode, this function
 * should not be called in an interrupt context.
 */
static	int
sata_build_lsense_page_10(
	sata_drive_info_t *sdinfo,
	uint8_t *buf,
	sata_hba_inst_t *sata_hba_inst)
{
	struct log_parameter *lpp = (struct log_parameter *)buf;
	int rval;

	if (sdinfo->satadrv_features_support & SATA_DEV_F_LBA48) {
		struct smart_ext_selftest_log *ext_selftest_log;

		ext_selftest_log = kmem_zalloc(
		    sizeof (struct smart_ext_selftest_log), KM_SLEEP);

		rval = sata_ext_smart_selftest_read_log(sata_hba_inst, sdinfo,
		    ext_selftest_log, 0);
		if (rval == 0) {
			int index, start_index;
			struct smart_ext_selftest_log_entry *entry;
			static const struct smart_ext_selftest_log_entry empty =
			    {0};
			uint16_t block_num;
			int count;
			boolean_t only_one_block = B_FALSE;

			index = ext_selftest_log->
			    smart_ext_selftest_log_index[0];
			index |= ext_selftest_log->
			    smart_ext_selftest_log_index[1] << 8;
			if (index == 0)
				goto out;

			--index;	/* Correct for 0 origin */
			start_index = index;	/* remember where we started */
			block_num = index / ENTRIES_PER_EXT_SELFTEST_LOG_BLK;
			if (block_num != 0) {
				rval = sata_ext_smart_selftest_read_log(
				    sata_hba_inst, sdinfo, ext_selftest_log,
				    block_num);
				if (rval != 0)
					goto out;
			}
			index %= ENTRIES_PER_EXT_SELFTEST_LOG_BLK;
			entry =
			    &ext_selftest_log->
			    smart_ext_selftest_log_entries[index];

			for (count = 1;
			    count <= SCSI_ENTRIES_IN_LOG_SENSE_SELFTEST_RESULTS;
			    ++count) {
				uint8_t status;
				uint8_t code;
				uint8_t sense_key;
				uint8_t add_sense_code;
				uint8_t add_sense_code_qual;

				/* If this is an unused entry, we are done */
				if (bcmp(entry, &empty, sizeof (empty)) == 0) {
					/* Broken firmware on some disks */
					if (index + 1 ==
					    ENTRIES_PER_EXT_SELFTEST_LOG_BLK) {
						--entry;
						--index;
						if (bcmp(entry, &empty,
						    sizeof (empty)) == 0)
							goto out;
					} else
						goto out;
				}

				if (only_one_block &&
				    start_index == index)
					goto out;

				lpp->param_code[0] = 0;
				lpp->param_code[1] = count;
				lpp->param_ctrl_flags =
				    LOG_CTRL_LP | LOG_CTRL_LBIN;
				lpp->param_len =
				    SCSI_LOG_SENSE_SELFTEST_PARAM_LEN;

				status = entry->smart_ext_selftest_log_status;
				status >>= 4;
				switch (status) {
				case 0:
				default:
					sense_key = KEY_NO_SENSE;
					add_sense_code =
					    SD_SCSI_ASC_NO_ADD_SENSE;
					add_sense_code_qual = 0;
					break;
				case 1:
					sense_key = KEY_ABORTED_COMMAND;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_81;
					break;
				case 2:
					sense_key = KEY_ABORTED_COMMAND;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_82;
					break;
				case 3:
					sense_key = KEY_ABORTED_COMMAND;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_83;
					break;
				case 4:
					sense_key = KEY_HARDWARE_ERROR;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_84;
					break;
				case 5:
					sense_key = KEY_HARDWARE_ERROR;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_85;
					break;
				case 6:
					sense_key = KEY_HARDWARE_ERROR;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_86;
					break;
				case 7:
					sense_key = KEY_MEDIUM_ERROR;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_87;
					break;
				case 8:
					sense_key = KEY_HARDWARE_ERROR;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_88;
					break;
				}
				code = 0;	/* unspecified */
				status |= (code << 4);
				lpp->param_values[0] = status;
				lpp->param_values[1] = 0; /* unspecified */
				lpp->param_values[2] = entry->
				    smart_ext_selftest_log_timestamp[1];
				lpp->param_values[3] = entry->
				    smart_ext_selftest_log_timestamp[0];
				if (status != 0) {
					lpp->param_values[4] = 0;
					lpp->param_values[5] = 0;
					lpp->param_values[6] = entry->
					    smart_ext_selftest_log_failing_lba
					    [5];
					lpp->param_values[7] = entry->
					    smart_ext_selftest_log_failing_lba
					    [4];
					lpp->param_values[8] = entry->
					    smart_ext_selftest_log_failing_lba
					    [3];
					lpp->param_values[9] = entry->
					    smart_ext_selftest_log_failing_lba
					    [2];
					lpp->param_values[10] = entry->
					    smart_ext_selftest_log_failing_lba
					    [1];
					lpp->param_values[11] = entry->
					    smart_ext_selftest_log_failing_lba
					    [0];
				} else {	/* No bad block address */
					lpp->param_values[4] = 0xff;
					lpp->param_values[5] = 0xff;
					lpp->param_values[6] = 0xff;
					lpp->param_values[7] = 0xff;
					lpp->param_values[8] = 0xff;
					lpp->param_values[9] = 0xff;
					lpp->param_values[10] = 0xff;
					lpp->param_values[11] = 0xff;
				}

				lpp->param_values[12] = sense_key;
				lpp->param_values[13] = add_sense_code;
				lpp->param_values[14] = add_sense_code_qual;
				lpp->param_values[15] = 0; /* undefined */

				lpp = (struct log_parameter *)
				    (((uint8_t *)lpp) +
				    SCSI_LOG_PARAM_HDR_LEN +
				    SCSI_LOG_SENSE_SELFTEST_PARAM_LEN);

				--index;	/* Back up to previous entry */
				if (index < 0) {
					if (block_num > 0) {
						--block_num;
					} else {
						struct read_log_ext_directory
						    logdir;

						rval =
						    sata_read_log_ext_directory(
						    sata_hba_inst, sdinfo,
						    &logdir);
						if (rval == -1)
							goto out;
						if ((logdir.read_log_ext_vers
						    [0] == 0) &&
						    (logdir.read_log_ext_vers
						    [1] == 0))
							goto out;
						block_num =
						    logdir.read_log_ext_nblks
						    [EXT_SMART_SELFTEST_LOG_PAGE
						    - 1][0];
						block_num |= logdir.
						    read_log_ext_nblks
						    [EXT_SMART_SELFTEST_LOG_PAGE
						    - 1][1] << 8;
						--block_num;
						only_one_block =
						    (block_num == 0);
					}
					rval = sata_ext_smart_selftest_read_log(
					    sata_hba_inst, sdinfo,
					    ext_selftest_log, block_num);
					if (rval != 0)
						goto out;

					index =
					    ENTRIES_PER_EXT_SELFTEST_LOG_BLK -
					    1;
				}
				index %= ENTRIES_PER_EXT_SELFTEST_LOG_BLK;
				entry = &ext_selftest_log->
				    smart_ext_selftest_log_entries[index];
			}
		}
out:
		kmem_free(ext_selftest_log,
		    sizeof (struct smart_ext_selftest_log));
	} else {
		struct smart_selftest_log *selftest_log;

		selftest_log = kmem_zalloc(sizeof (struct smart_selftest_log),
		    KM_SLEEP);

		rval = sata_smart_selftest_log(sata_hba_inst, sdinfo,
		    selftest_log);

		if (rval == 0) {
			int index;
			int count;
			struct smart_selftest_log_entry *entry;
			static const struct smart_selftest_log_entry empty =
			    { 0 };

			index = selftest_log->smart_selftest_log_index;
			if (index == 0)
				goto done;
			--index;	/* Correct for 0 origin */
			entry = &selftest_log->
			    smart_selftest_log_entries[index];
			for (count = 1;
			    count <= SCSI_ENTRIES_IN_LOG_SENSE_SELFTEST_RESULTS;
			    ++count) {
				uint8_t status;
				uint8_t code;
				uint8_t sense_key;
				uint8_t add_sense_code;
				uint8_t add_sense_code_qual = 0;

				if (bcmp(entry, &empty, sizeof (empty)) == 0)
					goto done;

				lpp->param_code[0] = 0;
				lpp->param_code[1] = count;
				lpp->param_ctrl_flags =
				    LOG_CTRL_LP | LOG_CTRL_LBIN;
				lpp->param_len =
				    SCSI_LOG_SENSE_SELFTEST_PARAM_LEN;

				status = entry->smart_selftest_log_status;
				status >>= 4;
				switch (status) {
				case 0:
				default:
					sense_key = KEY_NO_SENSE;
					add_sense_code =
					    SD_SCSI_ASC_NO_ADD_SENSE;
					break;
				case 1:
					sense_key = KEY_ABORTED_COMMAND;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_81;
					break;
				case 2:
					sense_key = KEY_ABORTED_COMMAND;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_82;
					break;
				case 3:
					sense_key = KEY_ABORTED_COMMAND;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_83;
					break;
				case 4:
					sense_key = KEY_HARDWARE_ERROR;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_84;
					break;
				case 5:
					sense_key = KEY_HARDWARE_ERROR;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_85;
					break;
				case 6:
					sense_key = KEY_HARDWARE_ERROR;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_86;
					break;
				case 7:
					sense_key = KEY_MEDIUM_ERROR;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_87;
					break;
				case 8:
					sense_key = KEY_HARDWARE_ERROR;
					add_sense_code =
					    DIAGNOSTIC_FAILURE_ON_COMPONENT;
					add_sense_code_qual = SCSI_COMPONENT_88;
					break;
				}
				code = 0;	/* unspecified */
				status |= (code << 4);
				lpp->param_values[0] = status;
				lpp->param_values[1] = 0; /* unspecified */
				lpp->param_values[2] = entry->
				    smart_selftest_log_timestamp[1];
				lpp->param_values[3] = entry->
				    smart_selftest_log_timestamp[0];
				if (status != 0) {
					lpp->param_values[4] = 0;
					lpp->param_values[5] = 0;
					lpp->param_values[6] = 0;
					lpp->param_values[7] = 0;
					lpp->param_values[8] = entry->
					    smart_selftest_log_failing_lba[3];
					lpp->param_values[9] = entry->
					    smart_selftest_log_failing_lba[2];
					lpp->param_values[10] = entry->
					    smart_selftest_log_failing_lba[1];
					lpp->param_values[11] = entry->
					    smart_selftest_log_failing_lba[0];
				} else {	/* No block address */
					lpp->param_values[4] = 0xff;
					lpp->param_values[5] = 0xff;
					lpp->param_values[6] = 0xff;
					lpp->param_values[7] = 0xff;
					lpp->param_values[8] = 0xff;
					lpp->param_values[9] = 0xff;
					lpp->param_values[10] = 0xff;
					lpp->param_values[11] = 0xff;
				}
				lpp->param_values[12] = sense_key;
				lpp->param_values[13] = add_sense_code;
				lpp->param_values[14] = add_sense_code_qual;
				lpp->param_values[15] = 0; /* undefined */

				lpp = (struct log_parameter *)
				    (((uint8_t *)lpp) +
				    SCSI_LOG_PARAM_HDR_LEN +
				    SCSI_LOG_SENSE_SELFTEST_PARAM_LEN);
				--index;	/* back up to previous entry */
				if (index < 0) {
					index =
					    NUM_SMART_SELFTEST_LOG_ENTRIES - 1;
				}
				entry = &selftest_log->
				    smart_selftest_log_entries[index];
			}
		}
done:
		kmem_free(selftest_log, sizeof (struct smart_selftest_log));
	}

	return ((SCSI_LOG_PARAM_HDR_LEN + SCSI_LOG_SENSE_SELFTEST_PARAM_LEN) *
	    SCSI_ENTRIES_IN_LOG_SENSE_SELFTEST_RESULTS);
}

static uint8_t
sata_sct_temp(sata_hba_inst_t *sata_hba_inst, sata_drive_info_t *sdinfo,
    void *p, size_t lbufsz)
{
	sata_id_t *sata_id = &sdinfo->satadrv_id;
	uint8_t *lbuf = p;
	int rval;
	uint8_t temp;

	/* The log buffer we use should be at least 1 block in size */
	ASSERT3U(lbufsz, >=, 512);

	if ((sata_id->ai_sctsupport & SATA_SCT_CMD_TRANS_SUP) == 0)
		return (SCSI_NO_TEMP);

	bzero(lbuf, lbufsz);
	rval = sata_smart_read_log(sata_hba_inst, sdinfo, lbuf,
	    SCT_STATUS_LOG_PAGE, 1);
	if (rval == -1)
		return (SCSI_NO_TEMP);

	/*
	 * ACS-3 8.2.5 Table 186 -- If the value is 0x80, the field (HDA TEMP)
	 * is not valid)
	 */
	temp = lbuf[200];
	if (temp == 0x80)
		return (SCSI_NO_TEMP);

	/*
	 * SATA temps are signed (with 0x80 being a sentinel value indicating
	 * not valid as noted above). SAT-5 says that values below 0 are
	 * truncated to 0.
	 */
	if ((temp & 0x80) != 0)
		return (0);

	return (temp);
}


/*
 * sata_build_lsense_page_2f() is used to create the
 * SCSI LOG SENSE page 0x2f (informational exceptions)
 *
 * Takes a sata_drive_info t * and the address of a buffer
 * in which to create the page information as well as a sata_hba_inst_t *.
 *
 * Returns the number of bytes valid in the buffer.
 *
 * Because it invokes function(s) that send synchronously executed command
 * to the HBA, it cannot be called in the interrupt context.
 */
static	int
sata_build_lsense_page_2f(
	sata_drive_info_t *sdinfo,
	uint8_t *buf,
	sata_hba_inst_t *sata_hba_inst)
{
	struct log_parameter *lpp = (struct log_parameter *)buf;
	int rval;
	uint8_t *smart_data;
	uint8_t temp;
	sata_id_t *sata_id;

	lpp->param_code[0] = 0;
	lpp->param_code[1] = 0;
	lpp->param_ctrl_flags = LOG_CTRL_LP | LOG_CTRL_LBIN;

	/* Now get the SMART status w.r.t. threshold exceeded */
	rval = sata_fetch_smart_return_status(sata_hba_inst, sdinfo);
	switch (rval) {
	case 1:
		lpp->param_values[0] = SCSI_PREDICTED_FAILURE;
		lpp->param_values[1] = SCSI_GENERAL_HD_FAILURE;
		break;
	case 0:
	case -1:	/* failed to get data */
		lpp->param_values[0] = 0;	/* No failure predicted */
		lpp->param_values[1] = 0;
		break;
#if defined(SATA_DEBUG)
	default:
		cmn_err(CE_PANIC, "sata_build_lsense_page_2f bad return value");
		/* NOTREACHED */
#endif
	}

	sata_id = &sdinfo->satadrv_id;
	if (! (sata_id->ai_sctsupport & SATA_SCT_CMD_TRANS_SUP)) {
		temp = SCSI_NO_TEMP;
	} else {
		/* Now get the temperature */
		smart_data = kmem_zalloc(512, KM_SLEEP);
		temp = sata_sct_temp(sata_hba_inst, sdinfo, smart_data, 512);
		kmem_free(smart_data, 512);
	}

	lpp->param_values[2] = temp;	/* most recent temperature */
	lpp->param_values[3] = 0;	/* required vendor specific byte */

	lpp->param_len = SCSI_INFO_EXCEPTIONS_PARAM_LEN;


	return (SCSI_INFO_EXCEPTIONS_PARAM_LEN + SCSI_LOG_PARAM_HDR_LEN);
}

static int
sata_build_lsense_page_0d(sata_drive_info_t *sdinfo, uint8_t *buf,
    sata_hba_inst_t *sata_hba_inst)
{
	struct log_parameter *lpp = (struct log_parameter *)buf;
	uint64_t *lbuf;
	uint64_t param;
	int rval;
	uint8_t temp, ref_temp, sct_temp;

	if (!(sdinfo->satadrv_id.ai_sctsupport & SATA_SCT_CMD_TRANS_SUP) &&
	    !(sdinfo->satadrv_id.ai_cmdset84 & SATA_GPL_SUPPORTED))
		return (-1);

	temp = ref_temp = sct_temp = SCSI_NO_TEMP;

	lbuf = kmem_zalloc(512, KM_SLEEP);
	sct_temp = sata_sct_temp(sata_hba_inst, sdinfo, lbuf, 512);

	bzero(lbuf, 512);

	rval = sata_read_log_ext(sata_hba_inst, sdinfo, DEVICE_STATS_LOG,
	    DEVSTAT_TEMP_PAGE, lbuf, 1);
	if (rval == -1)
		goto done;

	param = LE_64(lbuf[1]);		/* Current temperature */
	if (SATA_STAT_SUPPORTED(param) && SATA_STAT_VALID(param)) {
		/*
		 * SAT-5 10.3.13.2 Table 136 says that only positive
		 * temperatures (SATA temps are signed 8-bit values) -- i.e.
		 * bit 7 is 0 are translated, otherwise 0xff (SCSI_NO_TEMP)
		 * is returned.
		 */
		temp = SATA_STAT_VALUE(param) & 0xff;
		if ((temp & 0x80) != 0)
			temp = SCSI_NO_TEMP;
	}

	param = LE_64(lbuf[11]);	/* Max operating temp */
	if (SATA_STAT_SUPPORTED(param) && SATA_STAT_VALID(param)) {
		/*
		 * Interestingly, for the reference temperature, while the
		 * SATA value is also an 8-bit signed value), SAT-5 10.3.13.3
		 * Table 137 says that negative temps are translated to 0
		 * unlike the current temperature.
		 */
		int8_t val = (int8_t)(SATA_STAT_VALUE(param) & 0xff);
		ref_temp = (val < 0) ? 0 : val;
	}

	rval = 0;

done:
	kmem_free(lbuf, 512);

	/*
	 * If we support SCT or GPL, we'll always return a value, even if
	 * that value is SCSI_NO_TEMP (as it may be a transient issue and
	 * appears to be allowable per SPC-5).
	 */

	lpp->param_code[0] = 0;
	lpp->param_code[1] = 0;
	lpp->param_ctrl_flags = LOG_CTRL_LP | LOG_CTRL_LBIN;
	lpp->param_len = 2;
	lpp->param_values[0] = 0;	/* Reserved */

	/*
	 * Per SAT-5 10.3.13.2 Table 136, The SCT temp is used if
	 * valid, otherwise the current temp from the temp statistics page
	 * is used.
	 */
	lpp->param_values[1] = (sct_temp != SCSI_NO_TEMP) ? sct_temp : temp;

	lpp = log_param_next(lpp);

	if (ref_temp != SCSI_NO_TEMP) {
		lpp->param_code[0] = 0x00;
		lpp->param_code[1] = 0x01;	/* Reference Temperature */
		lpp->param_ctrl_flags = LOG_CTRL_LP | LOG_CTRL_LBIN;
		lpp->param_len = 2;
		lpp->param_values[0] = 0;	/* Resreved */
		lpp->param_values[1] = ref_temp;

		lpp = log_param_next(lpp);
	}

	return (log_param_size(lpp, buf));
}

/*
 * sata_build_lsense_page_30() is used to create the
 * SCSI LOG SENSE page 0x30 (Sun's vendor specific page for ATA SMART data).
 *
 * Takes a sata_drive_info t * and the address of a buffer
 * in which to create the page information as well as a sata_hba_inst_t *.
 *
 * Returns the number of bytes valid in the buffer.
 */
static int
sata_build_lsense_page_30(
	sata_drive_info_t *sdinfo,
	uint8_t *buf,
	sata_hba_inst_t *sata_hba_inst)
{
	struct smart_data *smart_data = (struct smart_data *)buf;
	int rval;

	/* Now do the SMART READ DATA */
	rval = sata_fetch_smart_data(sata_hba_inst, sdinfo, smart_data);
	if (rval == -1)
		return (0);

	return (sizeof (struct smart_data));
}

/*
 * sata_build_lsense_page_0e() is used to create the
 * SCSI LOG SENSE page 0e (start-stop cycle counter page)
 *
 * Date of Manufacture (0x0001)
 *	YEAR = "0000"
 *	WEEK = "00"
 * Accounting Date (0x0002)
 *	6 ASCII space character(20h)
 * Specified cycle count over device lifetime
 *	VALUE - THRESH - the delta between max and min;
 * Accumulated start-stop cycles
 *	VALUE - WORST - the accumulated cycles;
 *
 * ID FLAG THRESH VALUE WORST RAW on start/stop counter attribute
 *
 * Takes a sata_drive_info t * and the address of a buffer
 * in which to create the page information as well as a sata_hba_inst_t *.
 *
 * Returns the number of bytes valid in the buffer.
 */
static	int
sata_build_lsense_page_0e(sata_drive_info_t *sdinfo, uint8_t *buf,
    sata_pkt_txlate_t *spx)
{
	struct start_stop_cycle_counter_log *log_page;
	int i, rval, index;
	uint8_t smart_data[512], id, value, worst, thresh;
	uint32_t max_count, cycles;

	/* Now do the SMART READ DATA */
	rval = sata_fetch_smart_data(spx->txlt_sata_hba_inst, sdinfo,
	    (struct smart_data *)smart_data);
	if (rval == -1)
		return (0);
	for (i = 0, id = 0; i < SMART_START_STOP_COUNT_ID * 2; i++) {
		index = (i * 12) + 2;
		id = smart_data[index];
		if (id != SMART_START_STOP_COUNT_ID)
			continue;
		else {
			thresh = smart_data[index + 2];
			value = smart_data[index + 3];
			worst = smart_data[index + 4];
			break;
		}
	}
	if (id != SMART_START_STOP_COUNT_ID)
		return (0);
	max_count = value - thresh;
	cycles = value - worst;

	log_page = (struct start_stop_cycle_counter_log *)buf;
	bzero(log_page, sizeof (struct start_stop_cycle_counter_log));
	log_page->code = 0x0e;
	log_page->page_len_low = 0x24;

	log_page->manufactor_date_low = 0x1;
	log_page->param_1.fmt_link = 0x1; /* 01b */
	log_page->param_len_1 = 0x06;
	for (i = 0; i < 4; i++) {
		log_page->year_manu[i] = 0x30;
		if (i < 2)
			log_page->week_manu[i] = 0x30;
	}

	log_page->account_date_low = 0x02;
	log_page->param_2.fmt_link = 0x01; /* 01b */
	log_page->param_len_2 = 0x06;
	for (i = 0; i < 4; i++) {
		log_page->year_account[i] = 0x20;
		if (i < 2)
			log_page->week_account[i] = 0x20;
	}

	log_page->lifetime_code_low = 0x03;
	log_page->param_3.fmt_link = 0x03; /* 11b */
	log_page->param_len_3 = 0x04;
	/* VALUE - THRESH - the delta between max and min */
	log_page->cycle_code_low = 0x04;
	log_page->param_4.fmt_link = 0x03; /* 11b */
	log_page->param_len_4 = 0x04;
	/* WORST - THRESH - the distance from 'now' to min */

	for (i = 0; i < 4; i++) {
		log_page->cycle_lifetime[i] =
		    (max_count >> (8 * (3 - i))) & 0xff;
		log_page->cycle_accumulated[i] =
		    (cycles >> (8 * (3 - i))) & 0xff;
	}

	return (sizeof (struct start_stop_cycle_counter_log));
}

static int
sata_build_lsense_page_11(sata_drive_info_t *sdinfo, uint8_t *buf,
    sata_hba_inst_t *sata_hba_inst)
{
	struct log_parameter *lpp = (struct log_parameter *)buf;
	uint64_t *lbuf;
	uint64_t param;
	int rval = 0;

	/* Check if device is SSD */
	if (sdinfo->satadrv_id.ai_medrotrate != 0x01 ||
	    !(sdinfo->satadrv_id.ai_cmdset84 & SATA_GPL_SUPPORTED)) {
		return (-1);
	}

	lbuf = kmem_zalloc(512, KM_SLEEP);
	rval = sata_read_log_ext(sata_hba_inst, sdinfo, DEVICE_STATS_LOG,
	    DEVSTAT_SSD_PAGE, lbuf, 1);
	if (rval == -1)
		goto done;

	param = LE_64(lbuf[1]);	/* %-age used endurance indicator */
	if (!SATA_STAT_SUPPORTED(param) || !SATA_STAT_VALID(param)) {
		/*
		 * If the wear stat isn't supported or valid, the SAT-5
		 * says this is unspecified. We'll treat it as the
		 * log page being unsupported.
		 */
		rval = -1;
		goto done;
	}

	lpp->param_code[0] = 0x00;
	lpp->param_code[1] = 0x01;
	lpp->param_ctrl_flags = LOG_CTRL_LP | LOG_CTRL_LBIN;
	lpp->param_len = 4;
	BE_OUT32(&lpp->param_values[0], SATA_STAT_VALUE(param) & 0xffffffff);

	lpp = log_param_next(lpp);

done:
	kmem_free(lbuf, 512);
	return ((rval < 0) ? -1 : log_param_size(lpp, buf));
}

static int
sata_build_lsense_page_19(sata_drive_info_t *sdinfo, uint8_t *buf,
    sata_hba_inst_t *sata_hba_inst)
{
	/*
	 * The indexes into lbuf (the SATA general statistics log)
	 * that correspond to the values of the general access statistics
	 * and performance log values. -1 means there is no mapping (e.g.
	 * write 0 for that value).
	 */
	static const int stat_idx[] = {
		6,	/* # of read commands */
		4,	/* # of write commands */
		3,	/* Logical sectors written */
		5,	/* Logical sectors read */
		-1, -1, -1, -1
	};

	struct log_parameter *lpp = (struct log_parameter *)buf;
	uint64_t *lbuf;
	uint64_t *paramp;
	uint64_t param;
	uint_t nvalid;
	int rval;

	if (!(sdinfo->satadrv_id.ai_cmdset84 & SATA_GPL_SUPPORTED))
		return (-1);

	nvalid = 0;

	lbuf = kmem_zalloc(512, KM_SLEEP);
	rval = sata_read_log_ext(sata_hba_inst, sdinfo, DEVICE_STATS_LOG,
	    DEVSTAT_GENERAL_STATS, lbuf, 1);
	if (rval == -1) {
		kmem_free(lbuf, 512);
		return (-1);
	}

	lpp->param_code[0] = 0x00;
	lpp->param_code[1] = 0x01;
	/*
	 * SPC-5 and SAT-5 disagree on this value -- SPC-5 7.3.9.2 says this
	 * should be an unbounded data counter (10b LOG_CTRL_LBIN) while SAT-5
	 * 10.3.4.2 Table 110 says this should be a binary format list (11b
	 * aka LOG_CTRL_LP | LOG_CTRL_LBIN). Since SAT-5 is a bit more
	 * explicit on the value, we've followed it. So far no software
	 * has been uncovered to date that seems to care about the value, but
	 * it may need to be updated of the two specs are ever brought into
	 * agreement.
	 */
	lpp->param_ctrl_flags = LOG_CTRL_LP | LOG_CTRL_LBIN;
	lpp->param_len = 0x40;

	paramp = (uint64_t *)&lpp->param_values[0];

	/* Zero out all of parameter values */
	bzero(paramp, 0x40);

	/* The stat parameters are 48 bits long */
#define	PARAM_VAL(x) ((x) & ((1ULL << 48) - 1))

	for (uint_t i = 0; i < ARRAY_SIZE(stat_idx); i++, paramp++) {
		if (stat_idx[i] == -1) {
			continue;
		}

		param = LE_64(lbuf[stat_idx[i]]);

		if (SATA_STAT_SUPPORTED(param) && SATA_STAT_VALID(param)) {
			BE_OUT64(paramp, PARAM_VAL(param));
			nvalid++;
		}
	}
#undef PARAM_VAL

	kmem_free(lbuf, 512);

	/* We must return at least one valid value for this page */
	if (nvalid == 0)
		return (-1);

	/*
	 * SPC-5 says that the IDLE TIME and TIME INTERVAL parameters
	 * are mandatory, but SAT-5 gives no mention of either parameter.
	 * Some utilities (e.g. sg3_utils) strictly follow the guidance of
	 * SPC-5 and expect all three parameters, so we generate dummy
	 * values for the IDLE TIME and TIME INTERVAL parameters.
	 */
	lpp = log_param_next(lpp);

	/* IDLE TIME */
	lpp->param_code[0] = 0x00;
	lpp->param_code[1] = 0x02;
	lpp->param_ctrl_flags = LOG_CTRL_LP;
	lpp->param_len = 0x08;

	/*
	 * The value is an 64-bit unsigned int, the address is almost
	 * certainly going to be unaligned, so just set each byte
	 * individually.
	 */
	lpp->param_values[0] = lpp->param_values[1] = lpp->param_values[2] =
	    lpp->param_values[3] = lpp->param_values[4] =
	    lpp->param_values[5] = lpp->param_values[6] =
	    lpp->param_values[7] = 0;
	lpp = log_param_next(lpp);

	/* TIME INTERVAL */
	lpp->param_code[0] = 0x00;
	lpp->param_code[1] = 0x03;
	lpp->param_ctrl_flags = LOG_CTRL_LP | LOG_CTRL_LBIN;
	lpp->param_len = 0x08;

	uint32_t *vp = (uint32_t *)&lpp->param_values;

	/*
	 * SPC-5 7.3.6.7 -- The TIME INTERVAL parameter consists of
	 * two 32-bit unsigned ints -- EXPONENT and INTEGER.
	 * EXPONENT is the _negative_ power of ten (e.g. '3' implies
	 * 10^-3) and INTEGER is the mantissa (e.g. the actual value
	 * is INTEGER * 10^(-EXPONENT)).
	 *
	 * SPC-5 isn't completely clear on this, but from the description
	 * of the fields of the General Access Statistics and Performance
	 * log parameter in section 7.3.9.2, it implies that the TIME INTERVAL
	 * parameter is used to in conjunction with the {READ,WRITE} COMMAND
	 * PROCESSING INTERVAL statistics value. Since these values do not
	 * have a translation defined (there doesn't appear to be any
	 * equivalent statistic in any SATA log page), we always return
	 * 0 for these stats. As a TIME INTERVAL of 0^-0 would be nonsensical
	 * (and mathematically undefined), we choose an arbitrary interval of
	 * 1ms (1 * 10^-3).
	 */
	BE_OUT32(vp, 3);
	vp++;
	BE_OUT32(vp, 1);

	lpp = log_param_next(lpp);

	return (log_param_size(lpp, buf));
}


/*
 * This function was used for build a ATA read verify sector command
 */
static void
sata_build_read_verify_cmd(sata_cmd_t *scmd, uint16_t sec, uint64_t lba)
{
	scmd->satacmd_cmd_reg = SATAC_RDVER;
	scmd->satacmd_addr_type = ATA_ADDR_LBA28;
	scmd->satacmd_flags.sata_special_regs = B_TRUE;

	scmd->satacmd_sec_count_lsb = sec & 0xff;
	scmd->satacmd_lba_low_lsb = lba & 0xff;
	scmd->satacmd_lba_mid_lsb = (lba >> 8) & 0xff;
	scmd->satacmd_lba_high_lsb = (lba >> 16) & 0xff;
	scmd->satacmd_device_reg = (SATA_ADH_LBA | ((lba >> 24) & 0xf));
	scmd->satacmd_features_reg = 0;
	scmd->satacmd_status_reg = 0;
	scmd->satacmd_error_reg = 0;
}

/*
 * This function was used for building an ATA
 * command, and only command register need to
 * be defined, other register will be zero or na.
 */
static void
sata_build_generic_cmd(sata_cmd_t *scmd, uint8_t cmd)
{
	scmd->satacmd_addr_type = 0;
	scmd->satacmd_cmd_reg = cmd;
	scmd->satacmd_device_reg = 0;
	scmd->satacmd_sec_count_lsb = 0;
	scmd->satacmd_lba_low_lsb = 0;
	scmd->satacmd_lba_mid_lsb = 0;
	scmd->satacmd_lba_high_lsb = 0;
	scmd->satacmd_features_reg = 0;
	scmd->satacmd_status_reg = 0;
	scmd->satacmd_error_reg = 0;
	scmd->satacmd_flags.sata_special_regs = B_TRUE;
}

/*
 * This function was used for changing the standby
 * timer format from SCSI to ATA.
 */
static uint8_t
sata_get_standby_timer(uint8_t *timer)
{
	uint32_t i = 0, count = 0;
	uint8_t ata_count;

	for (i = 0; i < 4; i++) {
		count = count << 8 | timer[i];
	}

	if (count == 0)
		return (0);

	if (count >= 1 && count <= 12000)
		ata_count = (count -1) / 50 + 1;
	else if (count > 12000 && count <= 12600)
		ata_count = 0xfc;
	else if (count > 12601 && count <= 12750)
		ata_count = 0xff;
	else if (count > 12750 && count <= 17999)
		ata_count = 0xf1;
	else if (count > 18000 && count <= 198000)
		ata_count = count / 18000 + 240;
	else
		ata_count = 0xfd;
	return (ata_count);
}

/* ************************** ATAPI-SPECIFIC FUNCTIONS ********************** */

/*
 * Start command for ATAPI device.
 * This function processes scsi_pkt requests.
 * Now CD/DVD, tape and ATAPI disk devices are supported.
 * Most commands are packet without any translation into Packet Command.
 * Some may be trapped and executed as SATA commands (not clear which one).
 *
 * Returns TRAN_ACCEPT if command is accepted for execution (or completed
 * execution).
 * Returns other TRAN_XXXX codes if command is not accepted or completed
 * (see return values for sata_hba_start()).
 *
 * Note:
 * Inquiry cdb format differs between transport version 2 and 3.
 * However, the transport version 3 devices that were checked did not adhere
 * to the specification (ignored MSB of the allocation length). Therefore,
 * the transport version is not checked, but Inquiry allocation length is
 * truncated to 255 bytes if the original allocation length set-up by the
 * target driver is greater than 255 bytes.
 */
static int
sata_txlt_atapi(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	sata_cmd_t *scmd = &spx->txlt_sata_pkt->satapkt_cmd;
	struct buf *bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	sata_hba_inst_t *sata_hba = SATA_TXLT_HBA_INST(spx);
	sata_drive_info_t *sdinfo = sata_get_device_info(sata_hba,
	    &spx->txlt_sata_pkt->satapkt_device);
	kmutex_t *cport_mutex = &(SATA_TXLT_CPORT_MUTEX(spx));
	int cdblen;
	int rval, reason;
	int synch;
	union scsi_cdb *cdbp = (union scsi_cdb *)scsipkt->pkt_cdbp;

	mutex_enter(cport_mutex);

	if (((rval = sata_txlt_generic_pkt_info(spx, &reason, 0)) !=
	    TRAN_ACCEPT) || (reason == CMD_DEV_GONE)) {
		mutex_exit(cport_mutex);
		return (rval);
	}

	/*
	 * ATAPI device executes some ATA commands in addition to those
	 * commands sent via PACKET command. These ATA commands may be
	 * executed by the regular SATA translation functions. None needs
	 * to be captured now.
	 *
	 * Commands sent via PACKET command include:
	 *	MMC command set for ATAPI CD/DVD device
	 *	SSC command set for ATAPI TAPE device
	 *	SBC command set for ATAPI disk device
	 *
	 */

	/* Check the size of cdb */

	switch (GETGROUP(cdbp)) {
	case CDB_GROUPID_3:   /* Reserved, per SPC-4 */
		/*
		 * opcodes 0x7e and 0x7f identify variable-length CDBs and
		 * therefore require special handling.  Return failure, for now.
		 */
		mutex_exit(cport_mutex);
		return (TRAN_BADPKT);

	case CDB_GROUPID_6:   /* Vendor-specific, per SPC-4 */
	case CDB_GROUPID_7:   /* Vendor-specific, per SPC-4 */
		/* obtain length from the scsi_pkt */
		cdblen = scsipkt->pkt_cdblen;
		break;

	default:
		/* CDB's length is statically known, per SPC-4 */
		cdblen = scsi_cdb_size[GETGROUP(cdbp)];
		break;
	}

	if (cdblen <= 0 || cdblen > sdinfo->satadrv_atapi_cdb_len) {
		sata_log(NULL, CE_WARN,
		    "sata: invalid ATAPI cdb length %d",
		    cdblen);
		mutex_exit(cport_mutex);
		return (TRAN_BADPKT);
	}

	SATAATAPITRACE(spx, cdblen);

	/*
	 * For non-read/write commands we need to
	 * map buffer
	 */
	switch ((uint_t)scsipkt->pkt_cdbp[0]) {
	case SCMD_READ:
	case SCMD_READ_G1:
	case SCMD_READ_G5:
	case SCMD_READ_G4:
	case SCMD_WRITE:
	case SCMD_WRITE_G1:
	case SCMD_WRITE_G5:
	case SCMD_WRITE_G4:
		break;
	default:
		if (bp != NULL) {
			if (bp->b_flags & (B_PHYS | B_PAGEIO))
				bp_mapin(bp);
		}
		break;
	}
	/*
	 * scmd->satacmd_flags.sata_data_direction default -
	 * SATA_DIR_NODATA_XFER - is set by
	 * sata_txlt_generic_pkt_info().
	 */
	if (scmd->satacmd_bp) {
		if (scmd->satacmd_bp->b_flags & B_READ) {
			scmd->satacmd_flags.sata_data_direction = SATA_DIR_READ;
		} else {
			scmd->satacmd_flags.sata_data_direction =
			    SATA_DIR_WRITE;
		}
	}

	/*
	 * Set up ATAPI packet command.
	 */

	sata_atapi_packet_cmd_setup(scmd, sdinfo);

	/* Copy cdb into sata_cmd */
	scmd->satacmd_acdb_len = sdinfo->satadrv_atapi_cdb_len;
	bzero(scmd->satacmd_acdb, SATA_ATAPI_MAX_CDB_LEN);
	bcopy(cdbp, scmd->satacmd_acdb, cdblen);

	/* See note in the command header */
	if (scmd->satacmd_acdb[0] == SCMD_INQUIRY) {
		if (scmd->satacmd_acdb[3] != 0)
			scmd->satacmd_acdb[4] = 255;
	}

#ifdef SATA_DEBUG
	if (sata_debug_flags & SATA_DBG_ATAPI) {
		uint8_t *p = scmd->satacmd_acdb;
		char buf[3 * SATA_ATAPI_MAX_CDB_LEN];

		(void) snprintf(buf, SATA_ATAPI_MAX_CDB_LEN,
		    "%02x %02x %02x %02x %02x %02x %02x %02x "
		    "%2x %02x %02x %02x %02x %02x %02x %02x",
		    p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7],
		    p[8], p[9], p[10], p[11], p[12], p[13], p[14], p[15]);
		buf[(3 * SATA_ATAPI_MAX_CDB_LEN) - 1] = '\0';
		cmn_err(CE_NOTE, "ATAPI cdb: %s\n", buf);
	}
#endif

	/*
	 * Preset request sense data to NO SENSE.
	 * If there is no way to get error information via Request Sense,
	 * the packet request sense data would not have to be modified by HBA,
	 * but it could be returned as is.
	 */
	bzero(scmd->satacmd_rqsense, SATA_ATAPI_RQSENSE_LEN);
	sata_fixed_sense_data_preset(
	    (struct scsi_extended_sense *)scmd->satacmd_rqsense);

	if (!(spx->txlt_sata_pkt->satapkt_op_mode & SATA_OPMODE_SYNCH)) {
		/* Need callback function */
		spx->txlt_sata_pkt->satapkt_comp = sata_txlt_atapi_completion;
		synch = FALSE;
	} else
		synch = TRUE;

	/* Transfer command to HBA */
	if (sata_hba_start(spx, &rval) != 0) {
		/* Pkt not accepted for execution */
		mutex_exit(cport_mutex);
		return (rval);
	}
	mutex_exit(cport_mutex);
	/*
	 * If execution is non-synchronous,
	 * a callback function will handle potential errors, translate
	 * the response and will do a callback to a target driver.
	 * If it was synchronous, use the same framework callback to check
	 * an execution status.
	 */
	if (synch) {
		SATADBG1(SATA_DBG_SCSI_IF, spx->txlt_sata_hba_inst,
		    "synchronous execution status %x\n",
		    spx->txlt_sata_pkt->satapkt_reason);
		sata_txlt_atapi_completion(spx->txlt_sata_pkt);
	}
	return (TRAN_ACCEPT);
}


/*
 * ATAPI Packet command completion.
 *
 * Failure of the command passed via Packet command are considered device
 * error. SATA HBA driver would have to retrieve error data (via Request
 * Sense command delivered via error retrieval sata packet) and copy it
 * to satacmd_rqsense array. From there, it is moved into scsi pkt sense data.
 */
static void
sata_txlt_atapi_completion(sata_pkt_t *sata_pkt)
{
	sata_pkt_txlate_t *spx =
	    (sata_pkt_txlate_t *)sata_pkt->satapkt_framework_private;
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct scsi_extended_sense *sense;
	struct buf *bp;
	int rval;

#ifdef SATA_DEBUG
	uint8_t *rqsp = sata_pkt->satapkt_cmd.satacmd_rqsense;
#endif

	scsipkt->pkt_state = STATE_GOT_BUS | STATE_GOT_TARGET |
	    STATE_SENT_CMD | STATE_GOT_STATUS;

	if (sata_pkt->satapkt_reason == SATA_PKT_COMPLETED) {
		/* Normal completion */
		if (sata_pkt->satapkt_cmd.satacmd_bp != NULL)
			scsipkt->pkt_state |= STATE_XFERRED_DATA;
		scsipkt->pkt_reason = CMD_CMPLT;
		*scsipkt->pkt_scbp = STATUS_GOOD;
		if (spx->txlt_tmp_buf != NULL) {
			/* Temporary buffer was used */
			bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
			if (bp->b_flags & B_READ) {
				rval = ddi_dma_sync(
				    spx->txlt_buf_dma_handle, 0, 0,
				    DDI_DMA_SYNC_FORCPU);
				ASSERT(rval == DDI_SUCCESS);
				bcopy(spx->txlt_tmp_buf, bp->b_un.b_addr,
				    bp->b_bcount);
			}
		}
	} else {
		/*
		 * Something went wrong - analyze return
		 */
		*scsipkt->pkt_scbp = STATUS_CHECK;
		sense = sata_arq_sense(spx);

		if (sata_pkt->satapkt_reason == SATA_PKT_DEV_ERROR) {
			/*
			 * pkt_reason should be CMD_CMPLT for DEVICE ERROR.
			 * Under this condition ERR bit is set for ATA command,
			 * and CHK bit set for ATAPI command.
			 *
			 * Please check st_intr & sdintr about how pkt_reason
			 * is used.
			 */
			scsipkt->pkt_reason = CMD_CMPLT;

			/*
			 * We may not have ARQ data if there was a double
			 * error. But sense data in sata packet was pre-set
			 * with NO SENSE so it is valid even if HBA could
			 * not retrieve a real sense data.
			 * Just copy this sense data into scsi pkt sense area.
			 */
			bcopy(sata_pkt->satapkt_cmd.satacmd_rqsense, sense,
			    SATA_ATAPI_MIN_RQSENSE_LEN);
#ifdef SATA_DEBUG
			if (sata_debug_flags & SATA_DBG_SCSI_IF) {
				sata_log(spx->txlt_sata_hba_inst, CE_WARN,
				    "sata_txlt_atapi_completion: %02x\n"
				    "RQSENSE:  %02x %02x %02x %02x %02x %02x "
				    "          %02x %02x %02x %02x %02x %02x "
				    "          %02x %02x %02x %02x %02x %02x\n",
				    scsipkt->pkt_reason,
				    rqsp[0], rqsp[1], rqsp[2], rqsp[3],
				    rqsp[4], rqsp[5], rqsp[6], rqsp[7],
				    rqsp[8], rqsp[9], rqsp[10], rqsp[11],
				    rqsp[12], rqsp[13], rqsp[14], rqsp[15],
				    rqsp[16], rqsp[17]);
			}
#endif
		} else {
			switch (sata_pkt->satapkt_reason) {
			case SATA_PKT_PORT_ERROR:
				/*
				 * We have no device data.
				 */
				scsipkt->pkt_reason = CMD_INCOMPLETE;
				scsipkt->pkt_state &= ~(STATE_GOT_BUS |
				    STATE_GOT_TARGET | STATE_SENT_CMD |
				    STATE_GOT_STATUS);
				sense->es_key = KEY_HARDWARE_ERROR;
				break;

			case SATA_PKT_TIMEOUT:
				scsipkt->pkt_reason = CMD_TIMEOUT;
				scsipkt->pkt_statistics |=
				    STAT_TIMEOUT | STAT_DEV_RESET;
				/*
				 * Need to check if HARDWARE_ERROR/
				 * TIMEOUT_ON_LOGICAL_UNIT 4/3E/2 would be more
				 * appropriate.
				 */
				break;

			case SATA_PKT_ABORTED:
				scsipkt->pkt_reason = CMD_ABORTED;
				scsipkt->pkt_statistics |= STAT_ABORTED;
				/* Should we set key COMMAND_ABPRTED? */
				break;

			case SATA_PKT_RESET:
				scsipkt->pkt_reason = CMD_RESET;
				scsipkt->pkt_statistics |= STAT_DEV_RESET;
				/*
				 * May be we should set Unit Attention /
				 * Reset. Perhaps the same should be
				 * returned for disks....
				 */
				sense->es_key = KEY_UNIT_ATTENTION;
				sense->es_add_code = SD_SCSI_ASC_RESET;
				break;

			default:
				SATA_LOG_D((spx->txlt_sata_hba_inst, CE_WARN,
				    "sata_txlt_atapi_completion: "
				    "invalid packet completion reason"));
				scsipkt->pkt_reason = CMD_TRAN_ERR;
				scsipkt->pkt_state &= ~(STATE_GOT_BUS |
				    STATE_GOT_TARGET | STATE_SENT_CMD |
				    STATE_GOT_STATUS);
				break;
			}
		}
	}

	SATAATAPITRACE(spx, 0);

	if ((scsipkt->pkt_flags & FLAG_NOINTR) == 0 &&
	    scsipkt->pkt_comp != NULL) {
		/* scsi callback required */
		(*scsipkt->pkt_comp)(scsipkt);
	}
}

/*
 * Set up error retrieval sata command for ATAPI Packet Command error data
 * recovery.
 *
 * Returns SATA_SUCCESS when data buffer is allocated and packet set-up,
 * returns SATA_FAILURE otherwise.
 */

static int
sata_atapi_err_ret_cmd_setup(sata_pkt_txlate_t *spx, sata_drive_info_t *sdinfo)
{
	sata_pkt_t *spkt = spx->txlt_sata_pkt;
	sata_cmd_t *scmd;
	struct buf *bp;

	/*
	 * Allocate dma-able buffer error data.
	 * Buffer allocation will take care of buffer alignment and other DMA
	 * attributes.
	 */
	bp = sata_alloc_local_buffer(spx, SATA_ATAPI_MIN_RQSENSE_LEN);
	if (bp == NULL) {
		SATADBG1(SATA_DBG_ATAPI, spx->txlt_sata_hba_inst,
		    "sata_get_err_retrieval_pkt: "
		    "cannot allocate buffer for error data", NULL);
		return (SATA_FAILURE);
	}
	bp_mapin(bp); /* make data buffer accessible */

	/* Operation modes are up to the caller */
	spkt->satapkt_op_mode = SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;

	/* Synchronous mode, no callback - may be changed by the caller */
	spkt->satapkt_comp = NULL;
	spkt->satapkt_time = sata_default_pkt_time;

	scmd = &spkt->satapkt_cmd;
	scmd->satacmd_flags.sata_data_direction = SATA_DIR_READ;
	scmd->satacmd_flags.sata_ignore_dev_reset = B_TRUE;

	sata_atapi_packet_cmd_setup(scmd, sdinfo);

	/*
	 * Set-up acdb. Request Sense CDB (packet command content) is
	 * not in DMA-able buffer. Its handling is HBA-specific (how
	 * it is transfered into packet FIS).
	 */
	scmd->satacmd_acdb_len = sdinfo->satadrv_atapi_cdb_len;
	bcopy(sata_rqsense_cdb, scmd->satacmd_acdb, SATA_ATAPI_RQSENSE_CDB_LEN);
	/* Following zeroing of pad bytes may not be necessary */
	bzero(&scmd->satacmd_acdb[SATA_ATAPI_RQSENSE_CDB_LEN],
	    sdinfo->satadrv_atapi_cdb_len - SATA_ATAPI_RQSENSE_CDB_LEN);

	/*
	 * Set-up pointer to the buffer handle, so HBA can sync buffer
	 * before accessing it. Handle is in usual place in translate struct.
	 */
	scmd->satacmd_err_ret_buf_handle = &spx->txlt_buf_dma_handle;

	/*
	 * Preset request sense data to NO SENSE.
	 * Here it is redundant, only for a symetry with scsi-originated
	 * packets. It should not be used for anything but debugging.
	 */
	bzero(scmd->satacmd_rqsense, SATA_ATAPI_RQSENSE_LEN);
	sata_fixed_sense_data_preset(
	    (struct scsi_extended_sense *)scmd->satacmd_rqsense);

	ASSERT(scmd->satacmd_num_dma_cookies != 0);
	ASSERT(scmd->satacmd_dma_cookie_list != NULL);

	return (SATA_SUCCESS);
}

/*
 * Set-up ATAPI packet command.
 * Data transfer direction has to be set-up in sata_cmd structure prior to
 * calling this function.
 *
 * Returns void
 */

static void
sata_atapi_packet_cmd_setup(sata_cmd_t *scmd, sata_drive_info_t *sdinfo)
{
	scmd->satacmd_addr_type = 0;		/* N/A */
	scmd->satacmd_sec_count_lsb = 0;	/* no tag */
	scmd->satacmd_lba_low_lsb = 0;		/* N/A */
	scmd->satacmd_lba_mid_lsb = (uint8_t)SATA_ATAPI_MAX_BYTES_PER_DRQ;
	scmd->satacmd_lba_high_lsb =
	    (uint8_t)(SATA_ATAPI_MAX_BYTES_PER_DRQ >> 8);
	scmd->satacmd_cmd_reg = SATAC_PACKET;	/* Command */

	/*
	 * We want all data to be transfered via DMA.
	 * But specify it only if drive supports DMA and DMA mode is
	 * selected - some drives are sensitive about it.
	 * Hopefully it wil work for all drives....
	 */
	if (sdinfo->satadrv_settings & SATA_DEV_DMA)
		scmd->satacmd_features_reg = SATA_ATAPI_F_DMA;

	/*
	 * Features register requires special care for devices that use
	 * Serial ATA bridge - they need an explicit specification of
	 * the data transfer direction for Packet DMA commands.
	 * Setting this bit is harmless if DMA is not used.
	 *
	 * Many drives do not implement word 80, specifying what ATA/ATAPI
	 * spec they follow.
	 * We are arbitrarily following the latest SerialATA 2.6 spec,
	 * which uses ATA/ATAPI 6 specification for Identify Data, unless
	 * ATA/ATAPI-7 support is explicitly indicated.
	 */
	if (sdinfo->satadrv_id.ai_majorversion != 0 &&
	    sdinfo->satadrv_id.ai_majorversion != 0xffff &&
	    (sdinfo->satadrv_id.ai_majorversion & SATA_MAJVER_7) != 0) {
		/*
		 * Specification of major version is valid and version 7
		 * is supported. It does automatically imply that all
		 * spec features are supported. For now, we assume that
		 * DMADIR setting is valid. ATA/ATAPI7 spec is incomplete.
		 */
		if ((sdinfo->satadrv_id.ai_dirdma &
		    SATA_ATAPI_ID_DMADIR_REQ) != 0) {
			if (scmd->satacmd_flags.sata_data_direction ==
			    SATA_DIR_READ) {
				scmd->satacmd_features_reg |=
				    SATA_ATAPI_F_DATA_DIR_READ;
			}
		}
	}
}


#ifdef SATA_DEBUG

/* Display 18 bytes of Inquiry data */
static void
sata_show_inqry_data(uint8_t *buf)
{
	struct scsi_inquiry *inq = (struct scsi_inquiry *)buf;
	uint8_t *p;

	cmn_err(CE_NOTE, "Inquiry data:");
	cmn_err(CE_NOTE, "device type %x", inq->inq_dtype);
	cmn_err(CE_NOTE, "removable media %x", inq->inq_rmb);
	cmn_err(CE_NOTE, "version %x", inq->inq_ansi);
	cmn_err(CE_NOTE, "ATAPI transport version %d",
	    SATA_ATAPI_TRANS_VERSION(inq));
	cmn_err(CE_NOTE, "response data format %d, aenc %d",
	    inq->inq_rdf, inq->inq_aenc);
	cmn_err(CE_NOTE, " additional length %d", inq->inq_len);
	cmn_err(CE_NOTE, "tpgs %d", inq->inq_tpgs);
	p = (uint8_t *)inq->inq_vid;
	cmn_err(CE_NOTE, "vendor id (binary): %02x %02x %02x %02x "
	    "%02x %02x %02x %02x",
	    p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7]);
	p = (uint8_t *)inq->inq_vid;
	cmn_err(CE_NOTE, "vendor id: %c %c %c %c %c %c %c %c",
	    p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7]);

	p = (uint8_t *)inq->inq_pid;
	cmn_err(CE_NOTE, "product id (binary): %02x %02x %02x %02x "
	    "%02x %02x %02x %02x %02x %02x %02x %02x %02x %02x %02x %02x",
	    p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7],
	    p[8], p[9], p[10], p[11], p[12], p[13], p[14], p[15]);
	p = (uint8_t *)inq->inq_pid;
	cmn_err(CE_NOTE, "product id: %c %c %c %c %c %c %c %c "
	    "%c %c %c %c %c %c %c %c",
	    p[0], p[1], p[2], p[3], p[4], p[5], p[6], p[7],
	    p[8], p[9], p[10], p[11], p[12], p[13], p[14], p[15]);

	p = (uint8_t *)inq->inq_revision;
	cmn_err(CE_NOTE, "revision (binary): %02x %02x %02x %02x",
	    p[0], p[1], p[2], p[3]);
	p = (uint8_t *)inq->inq_revision;
	cmn_err(CE_NOTE, "revision: %c %c %c %c",
	    p[0], p[1], p[2], p[3]);

}


static void
sata_save_atapi_trace(sata_pkt_txlate_t *spx, int count)
{
	struct scsi_pkt *scsi_pkt = spx->txlt_scsi_pkt;

	if (scsi_pkt == NULL)
		return;
	if (count != 0) {
		/* saving cdb */
		bzero(sata_atapi_trace[sata_atapi_trace_index].acdb,
		    SATA_ATAPI_MAX_CDB_LEN);
		bcopy(scsi_pkt->pkt_cdbp,
		    sata_atapi_trace[sata_atapi_trace_index].acdb, count);
	} else {
		bcopy(&((struct scsi_arq_status *)scsi_pkt->pkt_scbp)->
		    sts_sensedata,
		    sata_atapi_trace[sata_atapi_trace_index].arqs,
		    SATA_ATAPI_MIN_RQSENSE_LEN);
		sata_atapi_trace[sata_atapi_trace_index].scsi_pkt_reason =
		    scsi_pkt->pkt_reason;
		sata_atapi_trace[sata_atapi_trace_index].sata_pkt_reason =
		    spx->txlt_sata_pkt->satapkt_reason;

		if (++sata_atapi_trace_index >= 64)
			sata_atapi_trace_index = 0;
	}
}

#endif

/*
 * Fetch inquiry data from ATAPI device
 * Returns SATA_SUCCESS if operation was successful, SATA_FAILURE otherwise.
 *
 * Note:
 * inqb pointer does not point to a DMA-able buffer. It is a local buffer
 * where the caller expects to see the inquiry data.
 *
 */

static int
sata_get_atapi_inquiry_data(sata_hba_inst_t *sata_hba,
    sata_address_t *saddr, struct scsi_inquiry *inq)
{
	sata_pkt_txlate_t *spx;
	sata_pkt_t *spkt;
	struct buf *bp;
	sata_drive_info_t *sdinfo;
	sata_cmd_t *scmd;
	int rval;
	uint8_t *rqsp;
	dev_info_t *dip = SATA_DIP(sata_hba);
#ifdef SATA_DEBUG
	char msg_buf[MAXPATHLEN];
#endif
	kmutex_t *cport_mutex;

	ASSERT(sata_hba != NULL);

	spx = kmem_zalloc(sizeof (sata_pkt_txlate_t), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba;
	spx->txlt_scsi_pkt = NULL;		/* No scsi pkt involved */
	spkt = sata_pkt_alloc(spx, NULL);
	if (spkt == NULL) {
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		return (SATA_FAILURE);
	}
	/* address is needed now */
	spkt->satapkt_device.satadev_addr = *saddr;

	/* scsi_inquiry size buffer */
	bp = sata_alloc_local_buffer(spx, sizeof (struct scsi_inquiry));
	if (bp == NULL) {
		sata_pkt_free(spx);
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		SATA_LOG_D((sata_hba, CE_WARN,
		    "sata_get_atapi_inquiry_data: "
		    "cannot allocate data buffer"));
		return (SATA_FAILURE);
	}
	bp_mapin(bp); /* make data buffer accessible */

	scmd = &spkt->satapkt_cmd;
	ASSERT(scmd->satacmd_num_dma_cookies != 0);
	ASSERT(scmd->satacmd_dma_cookie_list != NULL);

	/* Use synchronous mode */
	spkt->satapkt_op_mode = SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;
	spkt->satapkt_comp = NULL;
	spkt->satapkt_time = sata_default_pkt_time;

	/* Issue inquiry command - 6 bytes cdb, data transfer, read */

	scmd->satacmd_flags.sata_data_direction = SATA_DIR_READ;
	scmd->satacmd_flags.sata_ignore_dev_reset = B_TRUE;

	cport_mutex = &(SATA_CPORT_MUTEX(sata_hba, saddr->cport));
	mutex_enter(cport_mutex);
	sdinfo = sata_get_device_info(sata_hba,
	    &spx->txlt_sata_pkt->satapkt_device);
	if (sdinfo == NULL) {
		/* we have to be carefull about the disapearing device */
		mutex_exit(cport_mutex);
		rval = SATA_FAILURE;
		goto cleanup;
	}
	sata_atapi_packet_cmd_setup(scmd, sdinfo);

	/*
	 * Set-up acdb. This works for atapi transport version 2 and later.
	 */
	scmd->satacmd_acdb_len = sdinfo->satadrv_atapi_cdb_len;
	bzero(scmd->satacmd_acdb, SATA_ATAPI_MAX_CDB_LEN);
	scmd->satacmd_acdb[0] = 0x12;	/* Inquiry */
	scmd->satacmd_acdb[1] = 0x00;
	scmd->satacmd_acdb[2] = 0x00;
	scmd->satacmd_acdb[3] = 0x00;
	scmd->satacmd_acdb[4] = sizeof (struct scsi_inquiry);
	scmd->satacmd_acdb[5] = 0x00;

	sata_fixed_sense_data_preset(
	    (struct scsi_extended_sense *)scmd->satacmd_rqsense);

	/* Transfer command to HBA */
	if (sata_hba_start(spx, &rval) != 0) {
		/* Pkt not accepted for execution */
		SATADBG1(SATA_DBG_ATAPI, sata_hba,
		    "sata_get_atapi_inquiry_data: "
		    "Packet not accepted for execution - ret: %02x", rval);
		mutex_exit(cport_mutex);
		rval = SATA_FAILURE;
		goto cleanup;
	}
	mutex_exit(cport_mutex);

	if (spkt->satapkt_reason == SATA_PKT_COMPLETED) {
		SATADBG1(SATA_DBG_ATAPI, sata_hba,
		    "sata_get_atapi_inquiry_data: "
		    "Packet completed successfully - ret: %02x", rval);
		if (spx->txlt_buf_dma_handle != NULL) {
			/*
			 * Sync buffer. Handle is in usual place in translate
			 * struct.
			 */
			rval = ddi_dma_sync(spx->txlt_buf_dma_handle, 0, 0,
			    DDI_DMA_SYNC_FORCPU);
			ASSERT(rval == DDI_SUCCESS);
		}

		if (sata_check_for_dma_error(dip, spx)) {
			ddi_fm_service_impact(dip, DDI_SERVICE_UNAFFECTED);
			rval = SATA_FAILURE;
		} else {
			/*
			 * Normal completion - copy data into caller's buffer
			 */
			bcopy(bp->b_un.b_addr, (uint8_t *)inq,
			    sizeof (struct scsi_inquiry));
#ifdef SATA_DEBUG
			if (sata_debug_flags & SATA_DBG_ATAPI) {
				sata_show_inqry_data((uint8_t *)inq);
			}
#endif
			rval = SATA_SUCCESS;
		}
	} else {
		/*
		 * Something went wrong - analyze return - check rqsense data
		 */
		rval = SATA_FAILURE;
		if (spkt->satapkt_reason == SATA_PKT_DEV_ERROR) {
			/*
			 * ARQ data hopefull show something other than NO SENSE
			 */
			rqsp = scmd->satacmd_rqsense;
#ifdef SATA_DEBUG
			if (sata_debug_flags & SATA_DBG_ATAPI) {
				msg_buf[0] = '\0';
				(void) snprintf(msg_buf, MAXPATHLEN,
				    "ATAPI packet completion reason: %02x\n"
				    "RQSENSE:  %02x %02x %02x %02x %02x %02x\n"
				    "          %02x %02x %02x %02x %02x %02x\n"
				    "          %02x %02x %02x %02x %02x %02x",
				    spkt->satapkt_reason,
				    rqsp[0], rqsp[1], rqsp[2], rqsp[3],
				    rqsp[4], rqsp[5], rqsp[6], rqsp[7],
				    rqsp[8], rqsp[9], rqsp[10], rqsp[11],
				    rqsp[12], rqsp[13], rqsp[14], rqsp[15],
				    rqsp[16], rqsp[17]);
				sata_log(spx->txlt_sata_hba_inst, CE_WARN,
				    "%s", msg_buf);
			}
#endif
		} else {
			switch (spkt->satapkt_reason) {
			case SATA_PKT_PORT_ERROR:
				SATADBG1(SATA_DBG_ATAPI, sata_hba,
				    "sata_get_atapi_inquiry_data: "
				    "packet reason: port error", NULL);
				break;

			case SATA_PKT_TIMEOUT:
				SATADBG1(SATA_DBG_ATAPI, sata_hba,
				    "sata_get_atapi_inquiry_data: "
				    "packet reason: timeout", NULL);
				break;

			case SATA_PKT_ABORTED:
				SATADBG1(SATA_DBG_ATAPI, sata_hba,
				    "sata_get_atapi_inquiry_data: "
				    "packet reason: aborted", NULL);
				break;

			case SATA_PKT_RESET:
				SATADBG1(SATA_DBG_ATAPI, sata_hba,
				    "sata_get_atapi_inquiry_data: "
				    "packet reason: reset\n", NULL);
				break;
			default:
				SATADBG1(SATA_DBG_ATAPI, sata_hba,
				    "sata_get_atapi_inquiry_data: "
				    "invalid packet reason: %02x\n",
				    spkt->satapkt_reason);
				break;
			}
		}
	}
cleanup:
	sata_free_local_buffer(spx);
	sata_pkt_free(spx);
	kmem_free(spx, sizeof (sata_pkt_txlate_t));
	return (rval);
}





#if 0
#ifdef SATA_DEBUG

/*
 * Test ATAPI packet command.
 * Single threaded test: send packet command in synch mode, process completion
 *
 */
static void
sata_test_atapi_packet_command(sata_hba_inst_t *sata_hba_inst, int cport)
{
	sata_pkt_txlate_t *spx;
	sata_pkt_t *spkt;
	struct buf *bp;
	sata_device_t sata_device;
	sata_drive_info_t *sdinfo;
	sata_cmd_t *scmd;
	int rval;
	uint8_t *rqsp;

	ASSERT(sata_hba_inst != NULL);
	sata_device.satadev_addr.cport = cport;
	sata_device.satadev_addr.pmport = 0;
	sata_device.satadev_addr.qual = SATA_ADDR_DCPORT;
	sata_device.satadev_rev = SATA_DEVICE_REV;
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
	sdinfo = sata_get_device_info(sata_hba_inst, &sata_device);
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
	if (sdinfo == NULL) {
		sata_log(sata_hba_inst, CE_WARN,
		    "sata_test_atapi_packet_command: "
		    "no device info for cport %d",
		    sata_device.satadev_addr.cport);
		return;
	}

	spx = kmem_zalloc(sizeof (sata_pkt_txlate_t), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba_inst;
	spx->txlt_scsi_pkt = NULL;		/* No scsi pkt involved */
	spkt = sata_pkt_alloc(spx, NULL);
	if (spkt == NULL) {
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		return;
	}
	/* address is needed now */
	spkt->satapkt_device.satadev_addr = sata_device.satadev_addr;

	/* 1024k buffer */
	bp = sata_alloc_local_buffer(spx, 1024);
	if (bp == NULL) {
		sata_pkt_free(spx);
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		sata_log(sata_hba_inst, CE_WARN,
		    "sata_test_atapi_packet_command: "
		    "cannot allocate data buffer");
		return;
	}
	bp_mapin(bp); /* make data buffer accessible */

	scmd = &spkt->satapkt_cmd;
	ASSERT(scmd->satacmd_num_dma_cookies != 0);
	ASSERT(scmd->satacmd_dma_cookie_list != NULL);

	/* Use synchronous mode */
	spkt->satapkt_op_mode = SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;

	/* Synchronous mode, no callback - may be changed by the caller */
	spkt->satapkt_comp = NULL;
	spkt->satapkt_time = sata_default_pkt_time;

	/* Issue inquiry command - 6 bytes cdb, data transfer, read */

	scmd->satacmd_flags.sata_data_direction = SATA_DIR_READ;
	scmd->satacmd_flags.sata_ignore_dev_reset = B_TRUE;

	sata_atapi_packet_cmd_setup(scmd, sdinfo);

	/* Set-up acdb. */
	scmd->satacmd_acdb_len = sdinfo->satadrv_atapi_cdb_len;
	bzero(scmd->satacmd_acdb, SATA_ATAPI_MAX_CDB_LEN);
	scmd->satacmd_acdb[0] = 0x12;	/* Inquiry */
	scmd->satacmd_acdb[1] = 0x00;
	scmd->satacmd_acdb[2] = 0x00;
	scmd->satacmd_acdb[3] = 0x00;
	scmd->satacmd_acdb[4] = sizeof (struct scsi_inquiry);
	scmd->satacmd_acdb[5] = 0x00;

	sata_fixed_sense_data_preset(
	    (struct scsi_extended_sense *)scmd->satacmd_rqsense);

	/* Transfer command to HBA */
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
	if (sata_hba_start(spx, &rval) != 0) {
		/* Pkt not accepted for execution */
		sata_log(sata_hba_inst, CE_WARN,
		    "sata_test_atapi_packet_command: "
		    "Packet not accepted for execution - ret: %02x", rval);
		mutex_exit(
		    &SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
		goto cleanup;
	}
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);

	if (spx->txlt_buf_dma_handle != NULL) {
		/*
		 * Sync buffer. Handle is in usual place in translate struct.
		 */
		rval = ddi_dma_sync(spx->txlt_buf_dma_handle, 0, 0,
		    DDI_DMA_SYNC_FORCPU);
		ASSERT(rval == DDI_SUCCESS);
	}
	if (spkt->satapkt_reason == SATA_PKT_COMPLETED) {
		sata_log(sata_hba_inst, CE_WARN,
		    "sata_test_atapi_packet_command: "
		    "Packet completed successfully");
		/*
		 * Normal completion - show inquiry data
		 */
		sata_show_inqry_data((uint8_t *)bp->b_un.b_addr);
	} else {
		/*
		 * Something went wrong - analyze return - check rqsense data
		 */
		if (spkt->satapkt_reason == SATA_PKT_DEV_ERROR) {
			/*
			 * ARQ data hopefull show something other than NO SENSE
			 */
			rqsp = scmd->satacmd_rqsense;
			sata_log(spx->txlt_sata_hba_inst, CE_WARN,
			    "ATAPI packet completion reason: %02x\n"
			    "RQSENSE:  %02x %02x %02x %02x %02x %02x "
			    "          %02x %02x %02x %02x %02x %02x "
			    "          %02x %02x %02x %02x %02x %02x\n",
			    spkt->satapkt_reason,
			    rqsp[0], rqsp[1], rqsp[2], rqsp[3],
			    rqsp[4], rqsp[5], rqsp[6], rqsp[7],
			    rqsp[8], rqsp[9], rqsp[10], rqsp[11],
			    rqsp[12], rqsp[13], rqsp[14], rqsp[15],
			    rqsp[16], rqsp[17]);
		} else {
			switch (spkt->satapkt_reason) {
			case SATA_PKT_PORT_ERROR:
				sata_log(sata_hba_inst, CE_WARN,
				    "sata_test_atapi_packet_command: "
				    "packet reason: port error\n");
				break;

			case SATA_PKT_TIMEOUT:
				sata_log(sata_hba_inst, CE_WARN,
				    "sata_test_atapi_packet_command: "
				    "packet reason: timeout\n");
				break;

			case SATA_PKT_ABORTED:
				sata_log(sata_hba_inst, CE_WARN,
				    "sata_test_atapi_packet_command: "
				    "packet reason: aborted\n");
				break;

			case SATA_PKT_RESET:
				sata_log(sata_hba_inst, CE_WARN,
				    "sata_test_atapi_packet_command: "
				    "packet reason: reset\n");
				break;
			default:
				sata_log(sata_hba_inst, CE_WARN,
				    "sata_test_atapi_packet_command: "
				    "invalid packet reason: %02x\n",
				    spkt->satapkt_reason);
				break;
			}
		}
	}
cleanup:
	sata_free_local_buffer(spx);
	sata_pkt_free(spx);
	kmem_free(spx, sizeof (sata_pkt_txlate_t));
}

#endif /* SATA_DEBUG */
#endif /* 1 */


/* ************************** LOCAL HELPER FUNCTIONS *********************** */

/*
 * Validate sata_tran info
 * SATA_FAILURE returns if structure is inconsistent or structure revision
 * does not match one used by the framework.
 *
 * Returns SATA_SUCCESS if sata_hba_tran has matching revision and contains
 * required function pointers.
 * Returns SATA_FAILURE otherwise.
 */
static int
sata_validate_sata_hba_tran(dev_info_t *dip, sata_hba_tran_t *sata_tran)
{
	/*
	 * SATA_TRAN_HBA_REV is the current (highest) revision number
	 * of the SATA interface.
	 */
	if (sata_tran->sata_tran_hba_rev > SATA_TRAN_HBA_REV) {
		sata_log(NULL, CE_WARN,
		    "sata: invalid sata_hba_tran version %d for driver %s",
		    sata_tran->sata_tran_hba_rev, ddi_driver_name(dip));
		return (SATA_FAILURE);
	}

	if (dip != sata_tran->sata_tran_hba_dip) {
		SATA_LOG_D((NULL, CE_WARN,
		    "sata: inconsistent sata_tran_hba_dip "
		    "%p / %p", sata_tran->sata_tran_hba_dip, dip));
		return (SATA_FAILURE);
	}

	if (sata_tran->sata_tran_probe_port == NULL ||
	    sata_tran->sata_tran_start == NULL ||
	    sata_tran->sata_tran_abort == NULL ||
	    sata_tran->sata_tran_reset_dport == NULL ||
	    sata_tran->sata_tran_hotplug_ops == NULL ||
	    sata_tran->sata_tran_hotplug_ops->sata_tran_port_activate == NULL ||
	    sata_tran->sata_tran_hotplug_ops->sata_tran_port_deactivate ==
	    NULL) {
		SATA_LOG_D((NULL, CE_WARN, "sata: sata_hba_tran missing "
		    "required functions"));
	}
	return (SATA_SUCCESS);
}

/*
 * Remove HBA instance from sata_hba_list.
 */
static void
sata_remove_hba_instance(dev_info_t *dip)
{
	sata_hba_inst_t	*sata_hba_inst;

	mutex_enter(&sata_mutex);
	for (sata_hba_inst = sata_hba_list;
	    sata_hba_inst != (struct sata_hba_inst *)NULL;
	    sata_hba_inst = sata_hba_inst->satahba_next) {
		if (sata_hba_inst->satahba_dip == dip)
			break;
	}

	if (sata_hba_inst == (struct sata_hba_inst *)NULL) {
#ifdef SATA_DEBUG
		cmn_err(CE_WARN, "sata_remove_hba_instance: "
		    "unknown HBA instance\n");
#endif
		ASSERT(FALSE);
	}
	if (sata_hba_inst == sata_hba_list) {
		sata_hba_list = sata_hba_inst->satahba_next;
		if (sata_hba_list) {
			sata_hba_list->satahba_prev =
			    (struct sata_hba_inst *)NULL;
		}
		if (sata_hba_inst == sata_hba_list_tail) {
			sata_hba_list_tail = NULL;
		}
	} else if (sata_hba_inst == sata_hba_list_tail) {
		sata_hba_list_tail = sata_hba_inst->satahba_prev;
		if (sata_hba_list_tail) {
			sata_hba_list_tail->satahba_next =
			    (struct sata_hba_inst *)NULL;
		}
	} else {
		sata_hba_inst->satahba_prev->satahba_next =
		    sata_hba_inst->satahba_next;
		sata_hba_inst->satahba_next->satahba_prev =
		    sata_hba_inst->satahba_prev;
	}
	mutex_exit(&sata_mutex);
}

/*
 * Probe all SATA ports of the specified HBA instance.
 * The assumption is that there are no target and attachment point minor nodes
 * created by the boot subsystems, so we do not need to prune device tree.
 *
 * This function is called only from sata_hba_attach(). It does not have to
 * be protected by controller mutex, because the hba_attached flag is not set
 * yet and no one would be touching this HBA instance other than this thread.
 * Determines if port is active and what type of the device is attached
 * (if any). Allocates necessary structures for each port.
 *
 * An AP (Attachement Point) node is created for each SATA device port even
 * when there is no device attached.
 */

static void
sata_probe_ports(sata_hba_inst_t *sata_hba_inst)
{
	dev_info_t		*dip = SATA_DIP(sata_hba_inst);
	int			ncport;
	sata_cport_info_t	*cportinfo;
	sata_drive_info_t	*drive;
	sata_device_t		sata_device;
	int			rval;
	dev_t			minor_number;
	char			name[16];
	clock_t			start_time, cur_time;

	/*
	 * Probe controller ports first, to find port status and
	 * any port multiplier attached.
	 */
	for (ncport = 0; ncport < SATA_NUM_CPORTS(sata_hba_inst); ncport++) {
		/* allocate cport structure */
		cportinfo = kmem_zalloc(sizeof (sata_cport_info_t), KM_SLEEP);
		ASSERT(cportinfo != NULL);
		mutex_init(&cportinfo->cport_mutex, NULL, MUTEX_DRIVER, NULL);

		mutex_enter(&cportinfo->cport_mutex);

		cportinfo->cport_addr.cport = ncport;
		cportinfo->cport_addr.pmport = 0;
		cportinfo->cport_addr.qual = SATA_ADDR_CPORT;
		cportinfo->cport_state &= ~SATA_PORT_STATE_CLEAR_MASK;
		cportinfo->cport_state |= SATA_STATE_PROBING;
		SATA_CPORT_INFO(sata_hba_inst, ncport) = cportinfo;

		/*
		 * Regardless if a port is usable or not, create
		 * an attachment point
		 */
		mutex_exit(&cportinfo->cport_mutex);
		minor_number = SATA_MAKE_AP_MINOR(ddi_get_instance(dip),
		    ncport, 0, SATA_ADDR_CPORT);
		(void) sprintf(name, "%d", ncport);
		if (ddi_create_minor_node(dip, name, S_IFCHR,
		    minor_number, DDI_NT_SATA_ATTACHMENT_POINT, 0) !=
		    DDI_SUCCESS) {
			sata_log(sata_hba_inst, CE_WARN, "sata_hba_attach: "
			    "cannot create SATA attachment point for port %d",
			    ncport);
		}

		/* Probe port */
		start_time = ddi_get_lbolt();
	reprobe_cport:
		sata_device.satadev_addr.cport = ncport;
		sata_device.satadev_addr.pmport = 0;
		sata_device.satadev_addr.qual = SATA_ADDR_CPORT;
		sata_device.satadev_rev = SATA_DEVICE_REV;

		rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
		    (dip, &sata_device);

		mutex_enter(&cportinfo->cport_mutex);
		cportinfo->cport_scr = sata_device.satadev_scr;
		if (rval != SATA_SUCCESS) {
			/* Something went wrong? Fail the port */
			cportinfo->cport_state = SATA_PSTATE_FAILED;
			mutex_exit(&cportinfo->cport_mutex);
			continue;
		}
		cportinfo->cport_state &= ~SATA_STATE_PROBING;
		cportinfo->cport_state |= SATA_STATE_PROBED;
		cportinfo->cport_dev_type = sata_device.satadev_type;

		cportinfo->cport_state |= SATA_STATE_READY;
		if (cportinfo->cport_dev_type == SATA_DTYPE_NONE) {
			mutex_exit(&cportinfo->cport_mutex);
			continue;
		}
		if (cportinfo->cport_dev_type != SATA_DTYPE_PMULT) {
			/*
			 * There is some device attached.
			 * Allocate device info structure
			 */
			if (SATA_CPORTINFO_DRV_INFO(cportinfo) == NULL) {
				mutex_exit(&cportinfo->cport_mutex);
				SATA_CPORTINFO_DRV_INFO(cportinfo) =
				    kmem_zalloc(sizeof (sata_drive_info_t),
				    KM_SLEEP);
				mutex_enter(&cportinfo->cport_mutex);
			}
			drive = SATA_CPORTINFO_DRV_INFO(cportinfo);
			drive->satadrv_addr = cportinfo->cport_addr;
			drive->satadrv_addr.qual = SATA_ADDR_DCPORT;
			drive->satadrv_type = cportinfo->cport_dev_type;
			drive->satadrv_state = SATA_STATE_UNKNOWN;

			mutex_exit(&cportinfo->cport_mutex);
			if (sata_add_device(dip, sata_hba_inst, &sata_device) !=
			    SATA_SUCCESS) {
				/*
				 * Plugged device was not correctly identified.
				 * Retry, within a SATA_DEV_IDENTIFY_TIMEOUT
				 */
				cur_time = ddi_get_lbolt();
				if ((cur_time - start_time) <
				    drv_usectohz(SATA_DEV_IDENTIFY_TIMEOUT)) {
					/* sleep for a while */
					delay(drv_usectohz(
					    SATA_DEV_RETRY_DLY));
					goto reprobe_cport;
				}
			}
		} else { /* SATA_DTYPE_PMULT */
			mutex_exit(&cportinfo->cport_mutex);

			/* Allocate sata_pmult_info and sata_pmport_info */
			if (sata_alloc_pmult(sata_hba_inst, &sata_device) !=
			    SATA_SUCCESS)
				continue;

			/* Log the information of the port multiplier */
			sata_show_pmult_info(sata_hba_inst, &sata_device);

			/* Probe its pmports */
			sata_probe_pmports(sata_hba_inst, ncport);
		}
	}
}

/*
 * Probe all device ports behind a port multiplier.
 *
 * PMult-related structure should be allocated before by sata_alloc_pmult().
 *
 * NOTE1: Only called from sata_probe_ports()
 * NOTE2: No mutex should be hold.
 */
static void
sata_probe_pmports(sata_hba_inst_t *sata_hba_inst, uint8_t ncport)
{
	dev_info_t		*dip = SATA_DIP(sata_hba_inst);
	sata_pmult_info_t	*pmultinfo = NULL;
	sata_pmport_info_t	*pmportinfo = NULL;
	sata_drive_info_t	*drive = NULL;
	sata_device_t		sata_device;

	clock_t			start_time, cur_time;
	int			npmport;
	int			rval;

	pmultinfo = SATA_PMULT_INFO(sata_hba_inst, ncport);

	/* Probe Port Multiplier ports */
	for (npmport = 0; npmport < pmultinfo->pmult_num_dev_ports; npmport++) {
		pmportinfo = pmultinfo->pmult_dev_port[npmport];
		start_time = ddi_get_lbolt();
reprobe_pmport:
		sata_device.satadev_addr.cport = ncport;
		sata_device.satadev_addr.pmport = npmport;
		sata_device.satadev_addr.qual = SATA_ADDR_PMPORT;
		sata_device.satadev_rev = SATA_DEVICE_REV;

		/* Let HBA driver probe it. */
		rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
		    (dip, &sata_device);
		mutex_enter(&pmportinfo->pmport_mutex);

		pmportinfo->pmport_scr = sata_device.satadev_scr;

		if (rval != SATA_SUCCESS) {
			pmportinfo->pmport_state =
			    SATA_PSTATE_FAILED;
			mutex_exit(&pmportinfo->pmport_mutex);
			continue;
		}
		pmportinfo->pmport_state &= ~SATA_STATE_PROBING;
		pmportinfo->pmport_state |= SATA_STATE_PROBED;
		pmportinfo->pmport_dev_type = sata_device.satadev_type;

		pmportinfo->pmport_state |= SATA_STATE_READY;
		if (pmportinfo->pmport_dev_type ==
		    SATA_DTYPE_NONE) {
			SATADBG2(SATA_DBG_PMULT, sata_hba_inst,
			    "no device found at port %d:%d", ncport, npmport);
			mutex_exit(&pmportinfo->pmport_mutex);
			continue;
		}
		/* Port multipliers cannot be chained */
		ASSERT(pmportinfo->pmport_dev_type != SATA_DTYPE_PMULT);
		/*
		 * There is something attached to Port
		 * Multiplier device port
		 * Allocate device info structure
		 */
		if (pmportinfo->pmport_sata_drive == NULL) {
			mutex_exit(&pmportinfo->pmport_mutex);
			pmportinfo->pmport_sata_drive =
			    kmem_zalloc(sizeof (sata_drive_info_t), KM_SLEEP);
			mutex_enter(&pmportinfo->pmport_mutex);
		}
		drive = pmportinfo->pmport_sata_drive;
		drive->satadrv_addr.cport = pmportinfo->pmport_addr.cport;
		drive->satadrv_addr.pmport = npmport;
		drive->satadrv_addr.qual = SATA_ADDR_DPMPORT;
		drive->satadrv_type = pmportinfo-> pmport_dev_type;
		drive->satadrv_state = SATA_STATE_UNKNOWN;

		mutex_exit(&pmportinfo->pmport_mutex);
		rval = sata_add_device(dip, sata_hba_inst, &sata_device);

		if (rval != SATA_SUCCESS) {
			/*
			 * Plugged device was not correctly identified.
			 * Retry, within the SATA_DEV_IDENTIFY_TIMEOUT
			 */
			cur_time = ddi_get_lbolt();
			if ((cur_time - start_time) < drv_usectohz(
			    SATA_DEV_IDENTIFY_TIMEOUT)) {
				/* sleep for a while */
				delay(drv_usectohz(SATA_DEV_RETRY_DLY));
				goto reprobe_pmport;
			}
		}
	}
}

/*
 * Add SATA device for specified HBA instance & port (SCSI target
 * device nodes).
 * This function is called (indirectly) only from sata_hba_attach().
 * A target node is created when there is a supported type device attached,
 * but may be removed if it cannot be put online.
 *
 * This function cannot be called from an interrupt context.
 *
 * Create target nodes for disk, CD/DVD, Tape and ATAPI disk devices
 *
 * Returns SATA_SUCCESS when port/device was fully processed, SATA_FAILURE when
 * device identification failed - adding a device could be retried.
 *
 */
static int
sata_add_device(dev_info_t *pdip, sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	sata_cport_info_t	*cportinfo;
	sata_pmult_info_t	*pminfo;
	sata_pmport_info_t	*pmportinfo;
	dev_info_t		*cdip;		/* child dip */
	sata_address_t		*saddr = &sata_device->satadev_addr;
	uint8_t			cport, pmport;
	int			rval;

	cport = saddr->cport;
	pmport = saddr->pmport;
	cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);
	ASSERT(cportinfo->cport_dev_type != SATA_DTYPE_NONE);

	/*
	 * Some device is attached to a controller port.
	 * We rely on controllers distinquishing between no-device,
	 * attached port multiplier and other kind of attached device.
	 * We need to get Identify Device data and determine
	 * positively the dev type before trying to attach
	 * the target driver.
	 */
	sata_device->satadev_rev = SATA_DEVICE_REV;
	switch (saddr->qual) {
	case SATA_ADDR_CPORT:
		/*
		 * Add a non-port-multiplier device at controller port.
		 */
		saddr->qual = SATA_ADDR_DCPORT;

		rval = sata_probe_device(sata_hba_inst, sata_device);
		if (rval != SATA_SUCCESS ||
		    sata_device->satadev_type == SATA_DTYPE_UNKNOWN)
			return (SATA_FAILURE);

		mutex_enter(&cportinfo->cport_mutex);
		sata_show_drive_info(sata_hba_inst,
		    SATA_CPORTINFO_DRV_INFO(cportinfo));

		if ((sata_device->satadev_type & SATA_VALID_DEV_TYPE) == 0) {
			/*
			 * Could not determine device type or
			 * a device is not supported.
			 * Degrade this device to unknown.
			 */
			cportinfo->cport_dev_type = SATA_DTYPE_UNKNOWN;
			mutex_exit(&cportinfo->cport_mutex);
			return (SATA_SUCCESS);
		}
		cportinfo->cport_dev_type = sata_device->satadev_type;
		cportinfo->cport_tgtnode_clean = B_TRUE;
		mutex_exit(&cportinfo->cport_mutex);

		/*
		 * Initialize device to the desired state. Even if it
		 * fails, the device will still attach but syslog
		 * will show the warning.
		 */
		if (sata_initialize_device(sata_hba_inst,
		    SATA_CPORTINFO_DRV_INFO(cportinfo)) != SATA_SUCCESS) {
			/* Retry */
			rval = sata_initialize_device(sata_hba_inst,
			    SATA_CPORTINFO_DRV_INFO(cportinfo));

			if (rval == SATA_RETRY)
				sata_log(sata_hba_inst, CE_WARN,
				    "SATA device at port %d - "
				    "default device features could not be set."
				    " Device may not operate as expected.",
				    cport);
		}

		cdip = sata_create_target_node(pdip, sata_hba_inst, saddr);
		if (cdip == NULL) {
			/*
			 * Attaching target node failed.
			 * We retain sata_drive_info structure...
			 */
			return (SATA_SUCCESS);
		}

		mutex_enter(&cportinfo->cport_mutex);
		(SATA_CPORTINFO_DRV_INFO(cportinfo))->
		    satadrv_state = SATA_STATE_READY;
		mutex_exit(&cportinfo->cport_mutex);

		break;

	case SATA_ADDR_PMPORT:
		saddr->qual = SATA_ADDR_DPMPORT;

		mutex_enter(&cportinfo->cport_mutex);
		/* It must be a Port Multiplier at the controller port */
		ASSERT(cportinfo->cport_dev_type == SATA_DTYPE_PMULT);

		pminfo = SATA_CPORTINFO_PMULT_INFO(cportinfo);
		pmportinfo = pminfo->pmult_dev_port[saddr->pmport];
		mutex_exit(&cportinfo->cport_mutex);

		rval = sata_probe_device(sata_hba_inst, sata_device);
		if (rval != SATA_SUCCESS ||
		    sata_device->satadev_type == SATA_DTYPE_UNKNOWN) {
			return (SATA_FAILURE);
		}

		mutex_enter(&pmportinfo->pmport_mutex);
		sata_show_drive_info(sata_hba_inst,
		    SATA_PMPORTINFO_DRV_INFO(pmportinfo));

		if ((sata_device->satadev_type & SATA_VALID_DEV_TYPE) == 0) {
			/*
			 * Could not determine device type.
			 * Degrade this device to unknown.
			 */
			pmportinfo->pmport_dev_type = SATA_DTYPE_UNKNOWN;
			mutex_exit(&pmportinfo->pmport_mutex);
			return (SATA_SUCCESS);
		}
		pmportinfo->pmport_dev_type = sata_device->satadev_type;
		pmportinfo->pmport_tgtnode_clean = B_TRUE;
		mutex_exit(&pmportinfo->pmport_mutex);

		/*
		 * Initialize device to the desired state.
		 * Even if it fails, the device will still
		 * attach but syslog will show the warning.
		 */
		if (sata_initialize_device(sata_hba_inst,
		    pmportinfo->pmport_sata_drive) != SATA_SUCCESS) {
			/* Retry */
			rval = sata_initialize_device(sata_hba_inst,
			    pmportinfo->pmport_sata_drive);

			if (rval == SATA_RETRY)
				sata_log(sata_hba_inst, CE_WARN,
				    "SATA device at port %d:%d - "
				    "default device features could not be set."
				    " Device may not operate as expected.",
				    cport, pmport);
		}

		cdip = sata_create_target_node(pdip, sata_hba_inst, saddr);
		if (cdip == NULL) {
			/*
			 * Attaching target node failed.
			 * We retain sata_drive_info structure...
			 */
			return (SATA_SUCCESS);
		}
		mutex_enter(&pmportinfo->pmport_mutex);
		pmportinfo->pmport_sata_drive->satadrv_state |=
		    SATA_STATE_READY;
		mutex_exit(&pmportinfo->pmport_mutex);

		break;

	default:
		return (SATA_FAILURE);
	}

	return (SATA_SUCCESS);
}

/*
 * Clean up target node at specific address.
 *
 * NOTE: No Mutex should be hold.
 */
static int
sata_offline_device(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device, sata_drive_info_t *sdinfo)
{
	uint8_t cport, pmport, qual;
	dev_info_t *tdip;

	cport = sata_device->satadev_addr.cport;
	pmport = sata_device->satadev_addr.pmport;
	qual = sata_device->satadev_addr.qual;

	if (qual == SATA_ADDR_DCPORT) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_hba_ioctl: disconnect device at port %d", cport));
	} else {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_hba_ioctl: disconnect device at port %d:%d",
		    cport, pmport));
	}

	/* We are addressing attached device, not a port */
	sata_device->satadev_addr.qual =
	    sdinfo->satadrv_addr.qual;
	tdip = sata_get_scsi_target_dip(SATA_DIP(sata_hba_inst),
	    &sata_device->satadev_addr);
	if (tdip != NULL && ndi_devi_offline(tdip,
	    NDI_DEVI_REMOVE) != NDI_SUCCESS) {
		/*
		 * Problem :
		 * The target node remained attached.
		 * This happens when the device file was open
		 * or a node was waiting for resources.
		 * Cannot do anything about it.
		 */
		if (qual == SATA_ADDR_DCPORT) {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_ioctl: disconnect: could "
			    "not unconfigure device before "
			    "disconnecting the SATA port %d",
			    cport));
		} else {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_ioctl: disconnect: could "
			    "not unconfigure device before "
			    "disconnecting the SATA port %d:%d",
			    cport, pmport));
		}
		/*
		 * Set DEVICE REMOVED state in the target
		 * node. It will prevent access to the device
		 * even when a new device is attached, until
		 * the old target node is released, removed and
		 * recreated for a new  device.
		 */
		sata_set_device_removed(tdip);

		/*
		 * Instruct event daemon to try the target
		 * node cleanup later.
		 */
		sata_set_target_node_cleanup(
		    sata_hba_inst, &sata_device->satadev_addr);
	}


	return (SATA_SUCCESS);
}


/*
 * Create scsi target node for attached device, create node properties and
 * attach the node.
 * The node could be removed if the device onlining fails.
 *
 * A dev_info_t pointer is returned if operation is successful, NULL is
 * returned otherwise.
 */

static dev_info_t *
sata_create_target_node(dev_info_t *dip, sata_hba_inst_t *sata_hba_inst,
    sata_address_t *sata_addr)
{
	dev_info_t *cdip = NULL;
	int rval;
	char *nname = NULL;
	char **compatible = NULL;
	int ncompatible;
	struct scsi_inquiry inq;
	sata_device_t sata_device;
	sata_drive_info_t *sdinfo;
	int target;
	int i;

	sata_device.satadev_rev = SATA_DEVICE_REV;
	sata_device.satadev_addr = *sata_addr;

	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst, sata_addr->cport)));

	sdinfo = sata_get_device_info(sata_hba_inst, &sata_device);

	target = SATA_TO_SCSI_TARGET(sata_addr->cport,
	    sata_addr->pmport, sata_addr->qual);

	if (sdinfo == NULL) {
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sata_addr->cport)));
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_create_target_node: no sdinfo for target %x",
		    target));
		return (NULL);
	}

	/*
	 * create or get scsi inquiry data, expected by
	 * scsi_hba_nodename_compatible_get()
	 * SATA hard disks get Identify Data translated into Inguiry Data.
	 * ATAPI devices respond directly to Inquiry request.
	 */
	if (sdinfo->satadrv_type == SATA_DTYPE_ATADISK) {
		sata_identdev_to_inquiry(sata_hba_inst, sdinfo,
		    (uint8_t *)&inq);
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sata_addr->cport)));
	} else { /* Assume supported ATAPI device */
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sata_addr->cport)));
		if (sata_get_atapi_inquiry_data(sata_hba_inst, sata_addr,
		    &inq) == SATA_FAILURE)
			return (NULL);
		/*
		 * Save supported ATAPI transport version
		 */
		sdinfo->satadrv_atapi_trans_ver =
		    SATA_ATAPI_TRANS_VERSION(&inq);
	}

	/* determine the node name and compatible */
	scsi_hba_nodename_compatible_get(&inq, NULL,
	    inq.inq_dtype, NULL, &nname, &compatible, &ncompatible);

#ifdef SATA_DEBUG
	if (sata_debug_flags & SATA_DBG_NODES) {
		if (nname == NULL) {
			cmn_err(CE_NOTE, "sata_create_target_node: "
			    "cannot determine nodename for target %d\n",
			    target);
		} else {
			cmn_err(CE_WARN, "sata_create_target_node: "
			    "target %d nodename: %s\n", target, nname);
		}
		if (compatible == NULL) {
			cmn_err(CE_WARN,
			    "sata_create_target_node: no compatible name\n");
		} else {
			for (i = 0; i < ncompatible; i++) {
				cmn_err(CE_WARN, "sata_create_target_node: "
				    "compatible name: %s\n", compatible[i]);
			}
		}
	}
#endif

	/* if nodename can't be determined, log error and exit */
	if (nname == NULL) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_create_target_node: cannot determine nodename "
		    "for target %d\n", target));
		scsi_hba_nodename_compatible_free(nname, compatible);
		return (NULL);
	}
	/*
	 * Create scsi target node
	 */
	ndi_devi_alloc_sleep(dip, nname, (pnode_t)DEVI_SID_NODEID, &cdip);
	rval = ndi_prop_update_string(DDI_DEV_T_NONE, cdip,
	    "device-type", "scsi");

	if (rval != DDI_PROP_SUCCESS) {
		SATA_LOG_D((sata_hba_inst, CE_WARN, "sata_create_target_node: "
		    "updating device_type prop failed %d", rval));
		goto fail;
	}

	/*
	 * Create target node properties: target & lun
	 */
	rval = ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "target", target);
	if (rval != DDI_PROP_SUCCESS) {
		SATA_LOG_D((sata_hba_inst, CE_WARN, "sata_create_target_node: "
		    "updating target prop failed %d", rval));
		goto fail;
	}
	rval = ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "lun", 0);
	if (rval != DDI_PROP_SUCCESS) {
		SATA_LOG_D((sata_hba_inst, CE_WARN, "sata_create_target_node: "
		    "updating target prop failed %d", rval));
		goto fail;
	}

	if (sdinfo->satadrv_type & SATA_DTYPE_ATAPI) {
		/*
		 * Add "variant" property
		 */
		rval = ndi_prop_update_string(DDI_DEV_T_NONE, cdip,
		    "variant", "atapi");
		if (rval != DDI_PROP_SUCCESS) {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_create_target_node: variant atapi "
			    "property could not be created: %d", rval));
			goto fail;
		}
	}
	/* decorate the node with compatible */
	if (ndi_prop_update_string_array(DDI_DEV_T_NONE, cdip, "compatible",
	    compatible, ncompatible) != DDI_PROP_SUCCESS) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_create_target_node: FAIL compatible props cdip 0x%p",
		    (void *)cdip));
		goto fail;
	}

	if (sdinfo->satadrv_type == SATA_DTYPE_ATADISK) {
		/*
		 * Add "sata-phy" property
		 */
		if (ndi_prop_update_int(DDI_DEV_T_NONE, cdip, "sata-phy",
		    (int)sata_addr->cport) != DDI_PROP_SUCCESS) {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_create_target_node: failed to create "
			    "\"sata-phy\" property: port %d",
			    sata_addr->cport));
		}
	}


	/*
	 * Now, try to attach the driver. If probing of the device fails,
	 * the target node may be removed
	 */
	rval = ndi_devi_online(cdip, NDI_ONLINE_ATTACH);

	scsi_hba_nodename_compatible_free(nname, compatible);

	if (rval == NDI_SUCCESS)
		return (cdip);

	/* target node was removed - are we sure? */
	return (NULL);

fail:
	scsi_hba_nodename_compatible_free(nname, compatible);
	ddi_prop_remove_all(cdip);
	rval = ndi_devi_free(cdip);
	if (rval != NDI_SUCCESS) {
		SATA_LOG_D((sata_hba_inst, CE_WARN, "sata_create_target_node: "
		    "node removal failed %d", rval));
	}
	sata_log(sata_hba_inst, CE_WARN, "sata_create_target_node: "
	    "cannot create target node for SATA device at port %d",
	    sata_addr->cport);
	return (NULL);
}

/*
 * Remove a target node.
 */
static void
sata_remove_target_node(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *sata_addr)
{
	dev_info_t *tdip;
	uint8_t cport = sata_addr->cport;
	uint8_t pmport = sata_addr->pmport;
	uint8_t qual = sata_addr->qual;

	/* Note the sata daemon uses the address of the port/pmport */
	ASSERT(qual == SATA_ADDR_CPORT || qual == SATA_ADDR_PMPORT);

	/* Remove target node */
	tdip = sata_get_target_dip(SATA_DIP(sata_hba_inst), cport, pmport);
	if (tdip != NULL) {
		/*
		 * Target node exists.  Unconfigure device
		 * then remove the target node (one ndi
		 * operation).
		 */
		if (ndi_devi_offline(tdip, NDI_DEVI_REMOVE) != NDI_SUCCESS) {
			/*
			 * PROBLEM - no device, but target node remained. This
			 * happens when the file was open or node was waiting
			 * for resources.
			 */
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_remove_target_node: "
			    "Failed to remove target node for "
			    "detached SATA device."));
			/*
			 * Set target node state to DEVI_DEVICE_REMOVED. But
			 * re-check first that the node still exists.
			 */
			tdip = sata_get_target_dip(SATA_DIP(sata_hba_inst),
			    cport, pmport);
			if (tdip != NULL) {
				sata_set_device_removed(tdip);
				/*
				 * Instruct event daemon to retry the cleanup
				 * later.
				 */
				sata_set_target_node_cleanup(sata_hba_inst,
				    sata_addr);
			}
		}

		if (qual == SATA_ADDR_CPORT)
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device detached at port %d", cport);
		else
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device detached at port %d:%d",
			    cport, pmport);
	}
#ifdef SATA_DEBUG
	else {
		if (qual == SATA_ADDR_CPORT)
			sata_log(sata_hba_inst, CE_WARN,
			    "target node not found at port %d", cport);
		else
			sata_log(sata_hba_inst, CE_WARN,
			    "target node not found at port %d:%d",
			    cport, pmport);
	}
#endif
}


/*
 * Re-probe sata port, check for a device and attach info
 * structures when necessary. Identify Device data is fetched, if possible.
 * Assumption: sata address is already validated.
 * SATA_SUCCESS is returned if port is re-probed sucessfully, regardless of
 * the presence of a device and its type.
 *
 * flag arg specifies that the function should try multiple times to identify
 * device type and to initialize it, or it should return immediately on failure.
 * SATA_DEV_IDENTIFY_RETRY - retry
 * SATA_DEV_IDENTIFY_NORETRY - no retry
 *
 * SATA_FAILURE is returned if one of the operations failed.
 *
 * This function cannot be called in interrupt context - it may sleep.
 *
 * Note: Port multiplier is supported.
 */
static int
sata_reprobe_port(sata_hba_inst_t *sata_hba_inst, sata_device_t *sata_device,
    int flag)
{
	sata_cport_info_t *cportinfo;
	sata_pmult_info_t *pmultinfo;
	sata_drive_info_t *sdinfo, *osdinfo;
	boolean_t init_device = B_FALSE;
	int prev_device_type = SATA_DTYPE_NONE;
	int prev_device_settings = 0;
	int prev_device_state = 0;
	clock_t start_time = 0;
	int retry = B_FALSE;
	uint8_t cport = sata_device->satadev_addr.cport;
	int rval_probe, rval_init;

	/*
	 * If target is pmport, sata_reprobe_pmport() will handle it.
	 */
	if (sata_device->satadev_addr.qual == SATA_ADDR_PMPORT ||
	    sata_device->satadev_addr.qual == SATA_ADDR_DPMPORT)
		return (sata_reprobe_pmport(sata_hba_inst, sata_device, flag));

	/* We only care about host sata cport for now */
	cportinfo = SATA_CPORT_INFO(sata_hba_inst,
	    sata_device->satadev_addr.cport);

	/*
	 * If a port multiplier was previously attached (we have no idea it
	 * still there or not), sata_reprobe_pmult() will handle it.
	 */
	if (cportinfo->cport_dev_type == SATA_DTYPE_PMULT)
		return (sata_reprobe_pmult(sata_hba_inst, sata_device, flag));

	/* Store sata_drive_info when a non-pmult device was attached. */
	osdinfo = SATA_CPORTINFO_DRV_INFO(cportinfo);
	if (osdinfo != NULL) {
		/*
		 * We are re-probing port with a previously attached device.
		 * Save previous device type and settings.
		 */
		prev_device_type = cportinfo->cport_dev_type;
		prev_device_settings = osdinfo->satadrv_settings;
		prev_device_state = osdinfo->satadrv_state;
	}
	if (flag == SATA_DEV_IDENTIFY_RETRY) {
		start_time = ddi_get_lbolt();
		retry = B_TRUE;
	}
retry_probe:

	/* probe port */
	mutex_enter(&cportinfo->cport_mutex);
	cportinfo->cport_state &= ~SATA_PORT_STATE_CLEAR_MASK;
	cportinfo->cport_state |= SATA_STATE_PROBING;
	mutex_exit(&cportinfo->cport_mutex);

	rval_probe = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), sata_device);

	mutex_enter(&cportinfo->cport_mutex);
	if (rval_probe != SATA_SUCCESS) {
		cportinfo->cport_state = SATA_PSTATE_FAILED;
		mutex_exit(&cportinfo->cport_mutex);
		SATA_LOG_D((sata_hba_inst, CE_WARN, "sata_reprobe_port: "
		    "SATA port %d probing failed",
		    cportinfo->cport_addr.cport));
		return (SATA_FAILURE);
	}

	/*
	 * update sata port state and set device type
	 */
	sata_update_port_info(sata_hba_inst, sata_device);
	cportinfo->cport_state &= ~SATA_STATE_PROBING;

	/*
	 * Sanity check - Port is active? Is the link active?
	 * Is there any device attached?
	 */
	if ((cportinfo->cport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) ||
	    (cportinfo->cport_scr.sstatus & SATA_PORT_DEVLINK_UP_MASK) !=
	    SATA_PORT_DEVLINK_UP) {
		/*
		 * Port in non-usable state or no link active/no device.
		 * Free info structure if necessary (direct attached drive
		 * only, for now!
		 */
		sdinfo = SATA_CPORTINFO_DRV_INFO(cportinfo);
		SATA_CPORTINFO_DRV_INFO(cportinfo) = NULL;
		/* Add here differentiation for device attached or not */
		cportinfo->cport_dev_type = SATA_DTYPE_NONE;
		mutex_exit(&cportinfo->cport_mutex);
		if (sdinfo != NULL)
			kmem_free(sdinfo, sizeof (sata_drive_info_t));
		return (SATA_SUCCESS);
	}

	cportinfo->cport_state |= SATA_STATE_READY;
	cportinfo->cport_state |= SATA_STATE_PROBED;

	cportinfo->cport_dev_type = sata_device->satadev_type;
	sdinfo = SATA_CPORTINFO_DRV_INFO(cportinfo);

	/*
	 * If we are re-probing the port, there may be
	 * sata_drive_info structure attached
	 */
	if (sata_device->satadev_type == SATA_DTYPE_NONE) {

		/*
		 * There is no device, so remove device info structure,
		 * if necessary.
		 */
		/* Device change: Drive -> None */
		SATA_CPORTINFO_DRV_INFO(cportinfo) = NULL;
		cportinfo->cport_dev_type = SATA_DTYPE_NONE;
		if (sdinfo != NULL) {
			kmem_free(sdinfo, sizeof (sata_drive_info_t));
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device detached "
			    "from port %d", cportinfo->cport_addr.cport);
		}
		mutex_exit(&cportinfo->cport_mutex);
		return (SATA_SUCCESS);

	}

	if (sata_device->satadev_type != SATA_DTYPE_PMULT) {

		/* Device (may) change: Drive -> Drive */
		if (sdinfo == NULL) {
			/*
			 * There is some device attached, but there is
			 * no sata_drive_info structure - allocate one
			 */
			mutex_exit(&cportinfo->cport_mutex);
			sdinfo = kmem_zalloc(
			    sizeof (sata_drive_info_t), KM_SLEEP);
			mutex_enter(&cportinfo->cport_mutex);
			/*
			 * Recheck, that the port state did not change when we
			 * released mutex.
			 */
			if (cportinfo->cport_state & SATA_STATE_READY) {
				SATA_CPORTINFO_DRV_INFO(cportinfo) = sdinfo;
				sdinfo->satadrv_addr = cportinfo->cport_addr;
				sdinfo->satadrv_addr.qual = SATA_ADDR_DCPORT;
				sdinfo->satadrv_type = SATA_DTYPE_UNKNOWN;
				sdinfo->satadrv_state = SATA_STATE_UNKNOWN;
			} else {
				/*
				 * Port is not in ready state, we
				 * cannot attach a device.
				 */
				mutex_exit(&cportinfo->cport_mutex);
				kmem_free(sdinfo, sizeof (sata_drive_info_t));
				return (SATA_SUCCESS);
			}
			/*
			 * Since we are adding device, presumably new one,
			 * indicate that it  should be initalized,
			 * as well as some internal framework states).
			 */
			init_device = B_TRUE;
		}
		cportinfo->cport_dev_type = SATA_DTYPE_UNKNOWN;
		sata_device->satadev_addr.qual = sdinfo->satadrv_addr.qual;
	} else {
		/* Device change: Drive -> PMult */
		SATA_CPORTINFO_DRV_INFO(cportinfo) = NULL;
		if (sdinfo != NULL) {
			kmem_free(sdinfo, sizeof (sata_drive_info_t));
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device detached "
			    "from port %d", cportinfo->cport_addr.cport);
		}

		sata_log(sata_hba_inst, CE_WARN,
		    "SATA port multiplier detected at port %d",
		    cportinfo->cport_addr.cport);

		mutex_exit(&cportinfo->cport_mutex);
		if (sata_alloc_pmult(sata_hba_inst, sata_device) !=
		    SATA_SUCCESS)
			return (SATA_FAILURE);
		sata_show_pmult_info(sata_hba_inst, sata_device);
		mutex_enter(&cportinfo->cport_mutex);

		/*
		 * Mark all the port multiplier port behind the port
		 * multiplier behind with link events, so that the sata daemon
		 * will update their status.
		 */
		pmultinfo = SATA_PMULT_INFO(sata_hba_inst, cport);
		pmultinfo->pmult_event_flags |= SATA_EVNT_DEVICE_RESET;
		mutex_exit(&cportinfo->cport_mutex);
		return (SATA_SUCCESS);
	}
	mutex_exit(&cportinfo->cport_mutex);

	/*
	 * Figure out what kind of device we are really
	 * dealing with. Failure of identifying device does not fail this
	 * function.
	 */
	rval_probe = sata_probe_device(sata_hba_inst, sata_device);
	rval_init = SATA_FAILURE;
	mutex_enter(&cportinfo->cport_mutex);
	if (rval_probe == SATA_SUCCESS) {
		/*
		 * If we are dealing with the same type of a device as before,
		 * restore its settings flags.
		 */
		if (osdinfo != NULL &&
		    sata_device->satadev_type == prev_device_type)
			sdinfo->satadrv_settings = prev_device_settings;

		mutex_exit(&cportinfo->cport_mutex);
		rval_init = SATA_SUCCESS;
		/* Set initial device features, if necessary */
		if (init_device == B_TRUE) {
			rval_init = sata_initialize_device(sata_hba_inst,
			    sdinfo);
		}
		if (rval_init == SATA_SUCCESS)
			return (rval_init);
		/* else we will retry if retry was asked for */

	} else {
		/*
		 * If there was some device info before we probe the device,
		 * restore previous device setting, so we can retry from scratch
		 * later. Providing, of course, that device has not disapear
		 * during probing process.
		 */
		if (sata_device->satadev_type != SATA_DTYPE_NONE) {
			if (osdinfo != NULL) {
				cportinfo->cport_dev_type = prev_device_type;
				sdinfo->satadrv_type = prev_device_type;
				sdinfo->satadrv_state = prev_device_state;
			}
		} else {
			/* device is gone */
			kmem_free(sdinfo, sizeof (sata_drive_info_t));
			cportinfo->cport_dev_type = SATA_DTYPE_NONE;
			SATA_CPORTINFO_DRV_INFO(cportinfo) = NULL;
			mutex_exit(&cportinfo->cport_mutex);
			return (SATA_SUCCESS);
		}
		mutex_exit(&cportinfo->cport_mutex);
	}

	if (retry) {
		clock_t cur_time = ddi_get_lbolt();
		/*
		 * A device was not successfully identified or initialized.
		 * Track retry time for device identification.
		 */
		if ((cur_time - start_time) <
		    drv_usectohz(SATA_DEV_REPROBE_TIMEOUT)) {
			/* sleep for a while */
			delay(drv_usectohz(SATA_DEV_RETRY_DLY));
			goto retry_probe;
		}
		/* else no more retries */
		mutex_enter(&cportinfo->cport_mutex);
		if (SATA_CPORTINFO_DRV_INFO(cportinfo) != NULL) {
			if (rval_init == SATA_RETRY) {
				/*
				 * Setting drive features have failed, but
				 * because the drive is still accessible,
				 * keep it and emit a warning message.
				 */
				sata_log(sata_hba_inst, CE_WARN,
				    "SATA device at port %d - desired "
				    "drive features could not be set. "
				    "Device may not operate as expected.",
				    cportinfo->cport_addr.cport);
			} else {
				SATA_CPORTINFO_DRV_INFO(cportinfo)->
				    satadrv_state = SATA_DSTATE_FAILED;
			}
		}
		mutex_exit(&cportinfo->cport_mutex);
	}
	return (SATA_SUCCESS);
}

/*
 * Reprobe a controller port that connected to a port multiplier.
 *
 * NOTE: No Mutex should be hold.
 */
static int
sata_reprobe_pmult(sata_hba_inst_t *sata_hba_inst, sata_device_t *sata_device,
    int flag)
{
	_NOTE(ARGUNUSED(flag))
	sata_cport_info_t *cportinfo;
	sata_pmult_info_t *pmultinfo;
	uint8_t cport = sata_device->satadev_addr.cport;
	int rval_probe;

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);
	pmultinfo = SATA_PMULT_INFO(sata_hba_inst, cport);

	/* probe port */
	mutex_enter(&cportinfo->cport_mutex);
	cportinfo->cport_state &= ~SATA_PORT_STATE_CLEAR_MASK;
	cportinfo->cport_state |= SATA_STATE_PROBING;
	mutex_exit(&cportinfo->cport_mutex);

	rval_probe = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), sata_device);

	mutex_enter(&cportinfo->cport_mutex);
	if (rval_probe != SATA_SUCCESS) {
		cportinfo->cport_state = SATA_PSTATE_FAILED;
		SATA_LOG_D((sata_hba_inst, CE_WARN, "sata_reprobe_pmult: "
		    "SATA port %d probing failed", cport));
		sata_log(sata_hba_inst, CE_WARN,
		    "SATA port multiplier detached at port %d", cport);
		mutex_exit(&cportinfo->cport_mutex);
		sata_free_pmult(sata_hba_inst, sata_device);
		return (SATA_FAILURE);
	}

	/*
	 * update sata port state and set device type
	 */
	sata_update_port_info(sata_hba_inst, sata_device);
	cportinfo->cport_state &= ~SATA_STATE_PROBING;
	cportinfo->cport_state |= SATA_STATE_PROBED;

	/*
	 * Sanity check - Port is active? Is the link active?
	 * Is there any device attached?
	 */
	if ((cportinfo->cport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) ||
	    (cportinfo->cport_scr.sstatus & SATA_PORT_DEVLINK_UP_MASK) !=
	    SATA_PORT_DEVLINK_UP ||
	    (sata_device->satadev_type == SATA_DTYPE_NONE)) {
		cportinfo->cport_dev_type = SATA_DTYPE_NONE;
		mutex_exit(&cportinfo->cport_mutex);
		sata_free_pmult(sata_hba_inst, sata_device);
		sata_log(sata_hba_inst, CE_WARN,
		    "SATA port multiplier detached at port %d", cport);
		return (SATA_SUCCESS);
	}

	/*
	 * Device changed: PMult -> Non-PMult
	 *
	 * This situation is uncommon, most possibly being caused by errors
	 * after which the port multiplier is not correct initialized and
	 * recognized. In that case the new device will be marked as unknown
	 * and will not be automatically probed in this routine. Instead
	 * system administrator could manually restart it via cfgadm(8).
	 */
	if (sata_device->satadev_type != SATA_DTYPE_PMULT) {
		cportinfo->cport_dev_type = SATA_DTYPE_UNKNOWN;
		mutex_exit(&cportinfo->cport_mutex);
		sata_free_pmult(sata_hba_inst, sata_device);
		sata_log(sata_hba_inst, CE_WARN,
		    "SATA port multiplier detached at port %d", cport);
		return (SATA_FAILURE);
	}

	/*
	 * Now we know it is a port multiplier. However, if this is not the
	 * previously attached port multiplier - they may have different
	 * pmport numbers - we need to re-allocate data structures for every
	 * pmport and drive.
	 *
	 * Port multipliers of the same model have identical values in these
	 * registers, so it is still necessary to update the information of
	 * all drives attached to the previous port multiplier afterwards.
	 */
	/* Device changed: PMult -> another PMult */
	mutex_exit(&cportinfo->cport_mutex);
	sata_free_pmult(sata_hba_inst, sata_device);
	if (sata_alloc_pmult(sata_hba_inst, sata_device) != SATA_SUCCESS)
		return (SATA_FAILURE);
	mutex_enter(&cportinfo->cport_mutex);

	SATADBG1(SATA_DBG_PMULT, sata_hba_inst,
	    "SATA port multiplier [changed] at port %d", cport);
	sata_log(sata_hba_inst, CE_WARN,
	    "SATA port multiplier detected at port %d", cport);

	/*
	 * Mark all the port multiplier port behind the port
	 * multiplier behind with link events, so that the sata daemon
	 * will update their status.
	 */
	pmultinfo->pmult_event_flags |= SATA_EVNT_DEVICE_RESET;
	mutex_exit(&cportinfo->cport_mutex);

	return (SATA_SUCCESS);
}

/*
 * Re-probe a port multiplier port, check for a device and attach info
 * structures when necessary. Identify Device data is fetched, if possible.
 * Assumption: sata address is already validated as port multiplier port.
 * SATA_SUCCESS is returned if port is re-probed sucessfully, regardless of
 * the presence of a device and its type.
 *
 * flag arg specifies that the function should try multiple times to identify
 * device type and to initialize it, or it should return immediately on failure.
 * SATA_DEV_IDENTIFY_RETRY - retry
 * SATA_DEV_IDENTIFY_NORETRY - no retry
 *
 * SATA_FAILURE is returned if one of the operations failed.
 *
 * This function cannot be called in interrupt context - it may sleep.
 *
 * NOTE: Should be only called by sata_probe_port() in case target port is a
 *       port multiplier port.
 * NOTE: No Mutex should be hold.
 */
static int
sata_reprobe_pmport(sata_hba_inst_t *sata_hba_inst, sata_device_t *sata_device,
    int flag)
{
	sata_cport_info_t *cportinfo = NULL;
	sata_pmport_info_t *pmportinfo = NULL;
	sata_drive_info_t *sdinfo, *osdinfo;
	sata_device_t sdevice;
	boolean_t init_device = B_FALSE;
	int prev_device_type = SATA_DTYPE_NONE;
	int prev_device_settings = 0;
	int prev_device_state = 0;
	clock_t start_time;
	uint8_t cport = sata_device->satadev_addr.cport;
	uint8_t pmport = sata_device->satadev_addr.pmport;
	int rval;

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);
	pmportinfo = SATA_PMPORT_INFO(sata_hba_inst, cport, pmport);
	osdinfo = SATA_PMPORTINFO_DRV_INFO(pmportinfo);

	if (osdinfo != NULL) {
		/*
		 * We are re-probing port with a previously attached device.
		 * Save previous device type and settings.
		 */
		prev_device_type = pmportinfo->pmport_dev_type;
		prev_device_settings = osdinfo->satadrv_settings;
		prev_device_state = osdinfo->satadrv_state;
	}

	start_time = ddi_get_lbolt();

	/* check parent status */
	mutex_enter(&cportinfo->cport_mutex);
	if ((cportinfo->cport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) ||
	    (cportinfo->cport_scr.sstatus & SATA_PORT_DEVLINK_UP_MASK) !=
	    SATA_PORT_DEVLINK_UP) {
		mutex_exit(&cportinfo->cport_mutex);
		return (SATA_FAILURE);
	}
	mutex_exit(&cportinfo->cport_mutex);

retry_probe_pmport:

	/* probe port */
	mutex_enter(&pmportinfo->pmport_mutex);
	pmportinfo->pmport_state &= ~SATA_PORT_STATE_CLEAR_MASK;
	pmportinfo->pmport_state |= SATA_STATE_PROBING;
	mutex_exit(&pmportinfo->pmport_mutex);

	rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), sata_device);

	/* might need retry because we cannot touch registers. */
	if (rval == SATA_FAILURE) {
		mutex_enter(&pmportinfo->pmport_mutex);
		pmportinfo->pmport_state = SATA_PSTATE_FAILED;
		mutex_exit(&pmportinfo->pmport_mutex);
		SATA_LOG_D((sata_hba_inst, CE_WARN, "sata_reprobe_pmport: "
		    "SATA port %d:%d probing failed",
		    cport, pmport));
		return (SATA_FAILURE);
	} else if (rval == SATA_RETRY) {
		SATA_LOG_D((sata_hba_inst, CE_WARN, "sata_reprobe_pmport: "
		    "SATA port %d:%d probing failed, retrying...",
		    cport, pmport));
		clock_t cur_time = ddi_get_lbolt();
		/*
		 * A device was not successfully identified or initialized.
		 * Track retry time for device identification.
		 */
		if ((cur_time - start_time) <
		    drv_usectohz(SATA_DEV_REPROBE_TIMEOUT)) {
			/* sleep for a while */
			delay(drv_usectohz(SATA_DEV_RETRY_DLY));
			goto retry_probe_pmport;
		} else {
			mutex_enter(&pmportinfo->pmport_mutex);
			if (SATA_PMPORTINFO_DRV_INFO(pmportinfo) != NULL)
				SATA_PMPORTINFO_DRV_INFO(pmportinfo)->
				    satadrv_state = SATA_DSTATE_FAILED;
			mutex_exit(&pmportinfo->pmport_mutex);
			return (SATA_SUCCESS);
		}
	}

	/*
	 * Sanity check - Controller port is active? Is the link active?
	 * Is it still a port multiplier?
	 */
	if ((cportinfo->cport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) ||
	    (cportinfo->cport_scr.sstatus & SATA_PORT_DEVLINK_UP_MASK) !=
	    SATA_PORT_DEVLINK_UP ||
	    (cportinfo->cport_dev_type != SATA_DTYPE_PMULT)) {
		/*
		 * Port in non-usable state or no link active/no
		 * device. Free info structure.
		 */
		cportinfo->cport_dev_type = SATA_DTYPE_UNKNOWN;

		sdevice.satadev_addr.cport = cport;
		sdevice.satadev_addr.pmport = pmport;
		sdevice.satadev_addr.qual = SATA_ADDR_PMULT;
		mutex_exit(&cportinfo->cport_mutex);

		sata_free_pmult(sata_hba_inst, &sdevice);
		return (SATA_FAILURE);
	}

	/* SATA_SUCCESS NOW */
	/*
	 * update sata port state and set device type
	 */
	mutex_enter(&pmportinfo->pmport_mutex);
	sata_update_pmport_info(sata_hba_inst, sata_device);
	pmportinfo->pmport_state &= ~SATA_STATE_PROBING;

	/*
	 * Sanity check - Port is active? Is the link active?
	 * Is there any device attached?
	 */
	if ((pmportinfo->pmport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) ||
	    (pmportinfo->pmport_scr.sstatus & SATA_PORT_DEVLINK_UP_MASK) !=
	    SATA_PORT_DEVLINK_UP) {
		/*
		 * Port in non-usable state or no link active/no device.
		 * Free info structure if necessary (direct attached drive
		 * only, for now!
		 */
		sdinfo = SATA_PMPORTINFO_DRV_INFO(pmportinfo);
		SATA_PMPORTINFO_DRV_INFO(pmportinfo) = NULL;
		/* Add here differentiation for device attached or not */
		pmportinfo->pmport_dev_type = SATA_DTYPE_NONE;
		mutex_exit(&pmportinfo->pmport_mutex);
		if (sdinfo != NULL)
			kmem_free(sdinfo, sizeof (sata_drive_info_t));
		return (SATA_SUCCESS);
	}

	pmportinfo->pmport_state |= SATA_STATE_READY;
	pmportinfo->pmport_dev_type = sata_device->satadev_type;
	sdinfo = SATA_PMPORTINFO_DRV_INFO(pmportinfo);

	/*
	 * If we are re-probing the port, there may be
	 * sata_drive_info structure attached
	 * (or sata_pm_info, if PMult is supported).
	 */
	if (sata_device->satadev_type == SATA_DTYPE_NONE) {
		/*
		 * There is no device, so remove device info structure,
		 * if necessary.
		 */
		SATA_PMPORTINFO_DRV_INFO(pmportinfo) = NULL;
		pmportinfo->pmport_dev_type = SATA_DTYPE_NONE;
		if (sdinfo != NULL) {
			kmem_free(sdinfo, sizeof (sata_drive_info_t));
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device detached from port %d:%d",
			    cport, pmport);
		}
		mutex_exit(&pmportinfo->pmport_mutex);
		return (SATA_SUCCESS);
	}

	/* this should not be a pmult */
	ASSERT(sata_device->satadev_type != SATA_DTYPE_PMULT);
	if (sdinfo == NULL) {
		/*
		 * There is some device attached, but there is
		 * no sata_drive_info structure - allocate one
		 */
		mutex_exit(&pmportinfo->pmport_mutex);
		sdinfo = kmem_zalloc(sizeof (sata_drive_info_t),
		    KM_SLEEP);
		mutex_enter(&pmportinfo->pmport_mutex);
		/*
		 * Recheck, that the port state did not change when we
		 * released mutex.
		 */
		if (pmportinfo->pmport_state & SATA_STATE_READY) {
			SATA_PMPORTINFO_DRV_INFO(pmportinfo) = sdinfo;
			sdinfo->satadrv_addr = pmportinfo->pmport_addr;
			sdinfo->satadrv_addr.qual = SATA_ADDR_DPMPORT;
			sdinfo->satadrv_type = SATA_DTYPE_UNKNOWN;
			sdinfo->satadrv_state = SATA_STATE_UNKNOWN;
		} else {
			/*
			 * Port is not in ready state, we
			 * cannot attach a device.
			 */
			mutex_exit(&pmportinfo->pmport_mutex);
			kmem_free(sdinfo, sizeof (sata_drive_info_t));
			return (SATA_SUCCESS);
		}
		/*
		 * Since we are adding device, presumably new one,
		 * indicate that it  should be initalized,
		 * as well as some internal framework states).
		 */
		init_device = B_TRUE;
	}

	pmportinfo->pmport_dev_type = SATA_DTYPE_UNKNOWN;
	sata_device->satadev_addr.qual = sdinfo->satadrv_addr.qual;

	mutex_exit(&pmportinfo->pmport_mutex);
	/*
	 * Figure out what kind of device we are really
	 * dealing with.
	 */
	rval = sata_probe_device(sata_hba_inst, sata_device);

	mutex_enter(&pmportinfo->pmport_mutex);
	if (rval == SATA_SUCCESS) {
		/*
		 * If we are dealing with the same type of a device as before,
		 * restore its settings flags.
		 */
		if (osdinfo != NULL &&
		    sata_device->satadev_type == prev_device_type)
			sdinfo->satadrv_settings = prev_device_settings;

		mutex_exit(&pmportinfo->pmport_mutex);
		/* Set initial device features, if necessary */
		if (init_device == B_TRUE) {
			rval = sata_initialize_device(sata_hba_inst, sdinfo);
		}
		if (rval == SATA_SUCCESS)
			return (rval);
	} else {
		/*
		 * If there was some device info before we probe the device,
		 * restore previous device setting, so we can retry from scratch
		 * later. Providing, of course, that device has not disappeared
		 * during probing process.
		 */
		if (sata_device->satadev_type != SATA_DTYPE_NONE) {
			if (osdinfo != NULL) {
				pmportinfo->pmport_dev_type = prev_device_type;
				sdinfo->satadrv_type = prev_device_type;
				sdinfo->satadrv_state = prev_device_state;
			}
		} else {
			/* device is gone */
			kmem_free(sdinfo, sizeof (sata_drive_info_t));
			pmportinfo->pmport_dev_type = SATA_DTYPE_NONE;
			SATA_PMPORTINFO_DRV_INFO(pmportinfo) = NULL;
			mutex_exit(&pmportinfo->pmport_mutex);
			return (SATA_SUCCESS);
		}
		mutex_exit(&pmportinfo->pmport_mutex);
	}

	if (flag == SATA_DEV_IDENTIFY_RETRY) {
		clock_t cur_time = ddi_get_lbolt();
		/*
		 * A device was not successfully identified or initialized.
		 * Track retry time for device identification.
		 */
		if ((cur_time - start_time) <
		    drv_usectohz(SATA_DEV_REPROBE_TIMEOUT)) {
			/* sleep for a while */
			delay(drv_usectohz(SATA_DEV_RETRY_DLY));
			goto retry_probe_pmport;
		} else {
			mutex_enter(&pmportinfo->pmport_mutex);
			if (SATA_PMPORTINFO_DRV_INFO(pmportinfo) != NULL)
				SATA_PMPORTINFO_DRV_INFO(pmportinfo)->
				    satadrv_state = SATA_DSTATE_FAILED;
			mutex_exit(&pmportinfo->pmport_mutex);
		}
	}
	return (SATA_SUCCESS);
}

/*
 * Allocated related structure for a port multiplier and its device ports
 *
 * Port multiplier should be ready and probed, and related information like
 * the number of the device ports should be store in sata_device_t.
 *
 * NOTE: No Mutex should be hold.
 */
static int
sata_alloc_pmult(sata_hba_inst_t *sata_hba_inst, sata_device_t *sata_device)
{
	dev_info_t *dip = SATA_DIP(sata_hba_inst);
	sata_cport_info_t *cportinfo = NULL;
	sata_pmult_info_t *pmultinfo = NULL;
	sata_pmport_info_t *pmportinfo = NULL;
	sata_device_t sd;
	dev_t minor_number;
	char name[16];
	uint8_t cport = sata_device->satadev_addr.cport;
	int rval;
	int npmport;

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);

	/* This function might be called while a port-mult is hot-plugged. */
	mutex_enter(&cportinfo->cport_mutex);

	/* dev_type's not updated when get called from sata_reprobe_port() */
	if (SATA_CPORTINFO_PMULT_INFO(cportinfo) == NULL) {
		/* Create a pmult_info structure */
		SATA_CPORTINFO_PMULT_INFO(cportinfo) =
		    kmem_zalloc(sizeof (sata_pmult_info_t), KM_SLEEP);
	}
	pmultinfo = SATA_CPORTINFO_PMULT_INFO(cportinfo);

	pmultinfo->pmult_addr = sata_device->satadev_addr;
	pmultinfo->pmult_addr.qual = SATA_ADDR_PMULT;
	pmultinfo->pmult_state = SATA_STATE_PROBING;

	/*
	 * Probe the port multiplier with qualifier SATA_ADDR_PMULT_SPEC,
	 * The HBA driver should initialize and register the port multiplier,
	 * sata_register_pmult() will fill following fields,
	 *   + sata_pmult_info.pmult_gscr
	 *   + sata_pmult_info.pmult_num_dev_ports
	 */
	sd.satadev_addr = sata_device->satadev_addr;
	sd.satadev_addr.qual = SATA_ADDR_PMULT_SPEC;
	mutex_exit(&cportinfo->cport_mutex);
	rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), &sd);
	mutex_enter(&cportinfo->cport_mutex);

	if (rval != SATA_SUCCESS ||
	    (sd.satadev_type != SATA_DTYPE_PMULT) ||
	    !(sd.satadev_state & SATA_DSTATE_PMULT_INIT)) {
		SATA_CPORTINFO_PMULT_INFO(cportinfo) = NULL;
		kmem_free(pmultinfo, sizeof (sata_pmult_info_t));
		cportinfo->cport_state = SATA_PSTATE_FAILED;
		cportinfo->cport_dev_type = SATA_DTYPE_UNKNOWN;
		mutex_exit(&cportinfo->cport_mutex);
		SATADBG1(SATA_DBG_PMULT, sata_hba_inst,
		    "sata_alloc_pmult: failed to initialize pmult "
		    "at port %d.", cport)
		return (SATA_FAILURE);
	}

	/* Initialize pmport_info structure */
	for (npmport = 0; npmport < pmultinfo->pmult_num_dev_ports;
	    npmport++) {

		/* if everything is allocated, skip */
		if (SATA_PMPORT_INFO(sata_hba_inst, cport, npmport) != NULL)
			continue;

		pmportinfo = kmem_zalloc(sizeof (sata_pmport_info_t), KM_SLEEP);
		mutex_init(&pmportinfo->pmport_mutex, NULL, MUTEX_DRIVER, NULL);
		mutex_exit(&cportinfo->cport_mutex);

		mutex_enter(&pmportinfo->pmport_mutex);
		pmportinfo->pmport_addr.cport = cport;
		pmportinfo->pmport_addr.pmport = (uint8_t)npmport;
		pmportinfo->pmport_addr.qual = SATA_ADDR_PMPORT;
		pmportinfo->pmport_state &= ~SATA_PORT_STATE_CLEAR_MASK;
		mutex_exit(&pmportinfo->pmport_mutex);

		mutex_enter(&cportinfo->cport_mutex);
		SATA_PMPORT_INFO(sata_hba_inst, cport, npmport) = pmportinfo;

		/* Create an attachment point */
		minor_number = SATA_MAKE_AP_MINOR(ddi_get_instance(dip),
		    cport, (uint8_t)npmport, SATA_ADDR_PMPORT);
		(void) sprintf(name, "%d.%d", cport, npmport);

		if (ddi_create_minor_node(dip, name, S_IFCHR, minor_number,
		    DDI_NT_SATA_ATTACHMENT_POINT, 0) != DDI_SUCCESS) {
			sata_log(sata_hba_inst, CE_WARN, "sata_hba_attach: "
			    "cannot create SATA attachment point for "
			    "port %d:%d", cport, npmport);
		}
	}

	pmultinfo->pmult_state &= ~SATA_STATE_PROBING;
	pmultinfo->pmult_state |= (SATA_STATE_PROBED|SATA_STATE_READY);
	cportinfo->cport_dev_type = SATA_DTYPE_PMULT;

	mutex_exit(&cportinfo->cport_mutex);
	return (SATA_SUCCESS);
}

/*
 * Free data structures when a port multiplier is removed.
 *
 * NOTE: No Mutex should be hold.
 */
static void
sata_free_pmult(sata_hba_inst_t *sata_hba_inst, sata_device_t *sata_device)
{
	sata_cport_info_t *cportinfo;
	sata_pmult_info_t *pmultinfo;
	sata_pmport_info_t *pmportinfo;
	sata_device_t pmport_device;
	sata_drive_info_t *sdinfo;
	dev_info_t *tdip;
	char name[16];
	uint8_t cport = sata_device->satadev_addr.cport;
	int npmport;

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);

	/* This function might be called while port-mult is hot plugged. */
	mutex_enter(&cportinfo->cport_mutex);

	cportinfo->cport_dev_type = SATA_DTYPE_NONE;
	pmultinfo = SATA_CPORTINFO_PMULT_INFO(cportinfo);
	ASSERT(pmultinfo != NULL);

	/* Free pmport_info structure */
	for (npmport = 0; npmport < pmultinfo->pmult_num_dev_ports;
	    npmport++) {
		pmportinfo = SATA_PMPORT_INFO(sata_hba_inst, cport, npmport);
		if (pmportinfo == NULL)
			continue;
		mutex_exit(&cportinfo->cport_mutex);

		mutex_enter(&pmportinfo->pmport_mutex);
		sdinfo = pmportinfo->pmport_sata_drive;
		SATA_PMPORTINFO_DRV_INFO(pmportinfo) = NULL;
		mutex_exit(&pmportinfo->pmport_mutex);

		/* Remove attachment point. */
		name[0] = '\0';
		(void) sprintf(name, "%d.%d", cport, npmport);
		ddi_remove_minor_node(SATA_DIP(sata_hba_inst), name);
		sata_log(sata_hba_inst, CE_NOTE,
		    "Remove attachment point of port %d:%d",
		    cport, npmport);

		/*
		 * Rumove target node
		 */
		bzero(&pmport_device, sizeof (sata_device_t));
		pmport_device.satadev_rev = SATA_DEVICE_REV;
		pmport_device.satadev_addr.cport = cport;
		pmport_device.satadev_addr.pmport = (uint8_t)npmport;
		pmport_device.satadev_addr.qual = SATA_ADDR_DPMPORT;

		tdip = sata_get_scsi_target_dip(SATA_DIP(sata_hba_inst),
		    &(pmport_device.satadev_addr));
		if (tdip != NULL && ndi_devi_offline(tdip,
		    NDI_DEVI_REMOVE) != NDI_SUCCESS) {
			/*
			 * Problem :
			 * The target node remained attached.
			 * This happens when the device file was open
			 * or a node was waiting for resources.
			 * Cannot do anything about it.
			 */
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_free_pmult: could not unconfigure device "
			    "before disconnecting the SATA port %d:%d",
			    cport, npmport));

			/*
			 * Set DEVICE REMOVED state in the target
			 * node. It will prevent access to the device
			 * even when a new device is attached, until
			 * the old target node is released, removed and
			 * recreated for a new  device.
			 */
			sata_set_device_removed(tdip);

			/*
			 * Instruct event daemon to try the target
			 * node cleanup later.
			 */
			sata_set_target_node_cleanup(
			    sata_hba_inst, &(pmport_device.satadev_addr));

		}
		mutex_enter(&cportinfo->cport_mutex);

		/*
		 * Add here differentiation for device attached or not
		 */
		if (sdinfo != NULL)  {
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device detached from port %d:%d",
			    cport, npmport);
			kmem_free(sdinfo, sizeof (sata_drive_info_t));
		}

		mutex_destroy(&pmportinfo->pmport_mutex);
		kmem_free(pmportinfo, sizeof (sata_pmport_info_t));
	}

	kmem_free(pmultinfo, sizeof (sata_pmult_info_t));

	cportinfo->cport_devp.cport_sata_pmult = NULL;

	sata_log(sata_hba_inst, CE_WARN,
	    "SATA port multiplier detached at port %d", cport);

	mutex_exit(&cportinfo->cport_mutex);
}

/*
 * Initialize device
 * Specified device is initialized to a default state.
 *
 * Returns SATA_SUCCESS if all device features are set successfully,
 * SATA_RETRY if device is accessible but device features were not set
 * successfully, and SATA_FAILURE otherwise.
 */
static int
sata_initialize_device(sata_hba_inst_t *sata_hba_inst,
    sata_drive_info_t *sdinfo)
{
	int rval;

	sata_save_drive_settings(sdinfo);

	sdinfo->satadrv_settings |= SATA_DEV_READ_AHEAD;

	sata_init_write_cache_mode(sdinfo);

	rval = sata_set_drive_features(sata_hba_inst, sdinfo, 0);

	/* Determine current data transfer mode */
	if ((sdinfo->satadrv_id.ai_cap & SATA_DMA_SUPPORT) == 0) {
		sdinfo->satadrv_settings &= ~SATA_DEV_DMA;
	} else if ((sdinfo->satadrv_id.ai_validinfo &
	    SATA_VALIDINFO_88) != 0 &&
	    (sdinfo->satadrv_id.ai_ultradma & SATA_UDMA_SEL_MASK) != 0) {
		sdinfo->satadrv_settings |= SATA_DEV_DMA;
	} else if ((sdinfo->satadrv_id.ai_dworddma &
	    SATA_MDMA_SEL_MASK) != 0) {
		sdinfo->satadrv_settings |= SATA_DEV_DMA;
	} else
		/* DMA supported, not no DMA transfer mode is selected !? */
		sdinfo->satadrv_settings &= ~SATA_DEV_DMA;

	if ((sdinfo->satadrv_id.ai_cmdset83 & 0x20) &&
	    (sdinfo->satadrv_id.ai_features86 & 0x20))
		sdinfo->satadrv_power_level = SATA_POWER_STANDBY;
	else
		sdinfo->satadrv_power_level = SATA_POWER_ACTIVE;

	return (rval);
}


/*
 * Initialize write cache mode.
 *
 * The default write cache setting for SATA HDD is provided by sata_write_cache
 * static variable. ATAPI CD/DVDs devices have write cache default is
 * determined by sata_atapicdvd_write_cache static variable.
 * ATAPI tape devices have write cache default is determined by
 * sata_atapitape_write_cache static variable.
 * ATAPI disk devices have write cache default is determined by
 * sata_atapidisk_write_cache static variable.
 * 1 - enable
 * 0 - disable
 * any other value - current drive setting
 *
 * Although there is not reason to disable write cache on CD/DVD devices,
 * tape devices and ATAPI disk devices, the default setting control is provided
 * for the maximun flexibility.
 *
 * In the future, it may be overridden by the
 * disk-write-cache-enable property setting, if it is defined.
 * Returns SATA_SUCCESS if all device features are set successfully,
 * SATA_FAILURE otherwise.
 */
static void
sata_init_write_cache_mode(sata_drive_info_t *sdinfo)
{
	switch (sdinfo->satadrv_type) {
	case SATA_DTYPE_ATADISK:
		if (sata_write_cache == 1)
			sdinfo->satadrv_settings |= SATA_DEV_WRITE_CACHE;
		else if (sata_write_cache == 0)
			sdinfo->satadrv_settings &= ~SATA_DEV_WRITE_CACHE;
		/*
		 * When sata_write_cache value is not 0 or 1,
		 * a current setting of the drive's write cache is used.
		 */
		break;
	case SATA_DTYPE_ATAPICD:
		if (sata_atapicdvd_write_cache == 1)
			sdinfo->satadrv_settings |= SATA_DEV_WRITE_CACHE;
		else if (sata_atapicdvd_write_cache == 0)
			sdinfo->satadrv_settings &= ~SATA_DEV_WRITE_CACHE;
		/*
		 * When sata_atapicdvd_write_cache value is not 0 or 1,
		 * a current setting of the drive's write cache is used.
		 */
		break;
	case SATA_DTYPE_ATAPITAPE:
		if (sata_atapitape_write_cache == 1)
			sdinfo->satadrv_settings |= SATA_DEV_WRITE_CACHE;
		else if (sata_atapitape_write_cache == 0)
			sdinfo->satadrv_settings &= ~SATA_DEV_WRITE_CACHE;
		/*
		 * When sata_atapitape_write_cache value is not 0 or 1,
		 * a current setting of the drive's write cache is used.
		 */
		break;
	case SATA_DTYPE_ATAPIDISK:
		if (sata_atapidisk_write_cache == 1)
			sdinfo->satadrv_settings |= SATA_DEV_WRITE_CACHE;
		else if (sata_atapidisk_write_cache == 0)
			sdinfo->satadrv_settings &= ~SATA_DEV_WRITE_CACHE;
		/*
		 * When sata_atapidisk_write_cache value is not 0 or 1,
		 * a current setting of the drive's write cache is used.
		 */
		break;
	}
}


/*
 * Validate sata address.
 * Specified cport, pmport and qualifier has to match
 * passed sata_scsi configuration info.
 * The presence of an attached device is not verified.
 *
 * Returns 0 when address is valid, -1 otherwise.
 */
static int
sata_validate_sata_address(sata_hba_inst_t *sata_hba_inst, int cport,
    int pmport, int qual)
{
	if (qual == SATA_ADDR_DCPORT && pmport != 0)
		goto invalid_address;
	if (cport >= SATA_NUM_CPORTS(sata_hba_inst))
		goto invalid_address;
	if ((qual == SATA_ADDR_DPMPORT || qual == SATA_ADDR_PMPORT) &&
	    ((SATA_CPORT_DEV_TYPE(sata_hba_inst, cport) != SATA_DTYPE_PMULT) ||
	    (SATA_PMULT_INFO(sata_hba_inst, cport) == NULL) ||
	    (pmport >= SATA_NUM_PMPORTS(sata_hba_inst, cport))))
		goto invalid_address;

	return (0);

invalid_address:
	return (-1);

}

/*
 * Validate scsi address
 * SCSI target address is translated into SATA cport/pmport and compared
 * with a controller port/device configuration. LUN has to be 0.
 * Returns 0 if a scsi target refers to an attached device,
 * returns 1 if address is valid but no valid device is attached,
 * returns 2 if address is valid but device type is unknown (not valid device),
 * returns -1 if bad address or device is of an unsupported type.
 * Upon return sata_device argument is set.
 *
 * Port multiplier is supported now.
 */
static int
sata_validate_scsi_address(sata_hba_inst_t *sata_hba_inst,
    struct scsi_address *ap, sata_device_t *sata_device)
{
	int cport, pmport, qual, rval;

	rval = -1;	/* Invalid address */
	if (ap->a_lun != 0)
		goto out;

	qual = SCSI_TO_SATA_ADDR_QUAL(ap->a_target);
	cport = SCSI_TO_SATA_CPORT(ap->a_target);
	pmport = SCSI_TO_SATA_PMPORT(ap->a_target);

	if (qual != SATA_ADDR_DCPORT && qual != SATA_ADDR_DPMPORT)
		goto out;

	if (sata_validate_sata_address(sata_hba_inst, cport, pmport, qual) ==
	    0) {

		sata_cport_info_t *cportinfo;
		sata_pmult_info_t *pmultinfo;
		sata_drive_info_t *sdinfo = NULL;

		sata_device->satadev_addr.qual = qual;
		sata_device->satadev_addr.cport = cport;
		sata_device->satadev_addr.pmport = pmport;
		sata_device->satadev_rev = SATA_DEVICE_REV_1;

		rval = 1;	/* Valid sata address */

		cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);
		if (qual == SATA_ADDR_DCPORT) {
			if (cportinfo == NULL ||
			    cportinfo->cport_dev_type == SATA_DTYPE_NONE)
				goto out;

			sdinfo = SATA_CPORTINFO_DRV_INFO(cportinfo);
			if (cportinfo->cport_dev_type == SATA_DTYPE_UNKNOWN &&
			    sdinfo != NULL) {
				rval = 2;
				goto out;
			}

			if ((cportinfo->cport_dev_type &
			    SATA_VALID_DEV_TYPE) == 0) {
				rval = -1;
				goto out;
			}

		} else if (qual == SATA_ADDR_DPMPORT) {
			pmultinfo = SATA_CPORTINFO_PMULT_INFO(cportinfo);
			if (pmultinfo == NULL) {
				rval = -1;
				goto out;
			}
			if (SATA_PMPORT_INFO(sata_hba_inst, cport, pmport) ==
			    NULL ||
			    SATA_PMPORT_DEV_TYPE(sata_hba_inst, cport,
			    pmport) == SATA_DTYPE_NONE)
				goto out;

			sdinfo = SATA_PMPORT_DRV_INFO(sata_hba_inst, cport,
			    pmport);
			if (SATA_PMPORT_DEV_TYPE(sata_hba_inst, cport,
			    pmport) == SATA_DTYPE_UNKNOWN && sdinfo != NULL) {
				rval = 2;
				goto out;
			}

			if ((SATA_PMPORT_DEV_TYPE(sata_hba_inst, cport,
			    pmport) & SATA_VALID_DEV_TYPE) == 0) {
				rval = -1;
				goto out;
			}

		} else {
			rval = -1;
			goto out;
		}
		if ((sdinfo == NULL) ||
		    (sdinfo->satadrv_type & SATA_VALID_DEV_TYPE) == 0)
			goto out;

		sata_device->satadev_type = sdinfo->satadrv_type;

		return (0);
	}
out:
	if (rval > 0) {
		SATADBG2(SATA_DBG_SCSI_IF, sata_hba_inst,
		    "sata_validate_scsi_address: no valid target %x lun %x",
		    ap->a_target, ap->a_lun);
	}
	return (rval);
}

/*
 * Find dip corresponding to passed device number
 *
 * Returns NULL if invalid device number is passed or device cannot be found,
 * Returns dip is device is found.
 */
static dev_info_t *
sata_devt_to_devinfo(dev_t dev)
{
	dev_info_t *dip;
#ifndef __lock_lint
	struct devnames *dnp;
	major_t major = getmajor(dev);
	int instance = SATA_MINOR2INSTANCE(getminor(dev));

	if (major >= devcnt)
		return (NULL);

	dnp = &devnamesp[major];
	LOCK_DEV_OPS(&(dnp->dn_lock));
	dip = dnp->dn_head;
	while (dip && (ddi_get_instance(dip) != instance)) {
		dip = ddi_get_next(dip);
	}
	UNLOCK_DEV_OPS(&(dnp->dn_lock));
#endif

	return (dip);
}


/*
 * Probe device.
 * This function issues Identify Device command and initializes local
 * sata_drive_info structure if the device can be identified.
 * The device type is determined by examining Identify Device
 * command response.
 * If the sata_hba_inst has linked drive info structure for this
 * device address, the Identify Device data is stored into sata_drive_info
 * structure linked to the port info structure.
 *
 * sata_device has to refer to the valid sata port(s) for HBA described
 * by sata_hba_inst structure.
 *
 * Returns:
 *	SATA_SUCCESS if device type was successfully probed and port-linked
 *		drive info structure was updated;
 *	SATA_FAILURE if there is no device, or device was not probed
 *		successully;
 *	SATA_RETRY if device probe can be retried later.
 * If a device cannot be identified, sata_device's dev_state and dev_type
 * fields are set to unknown.
 * There are no retries in this function. Any retries should be managed by
 * the caller.
 */


static int
sata_probe_device(sata_hba_inst_t *sata_hba_inst, sata_device_t *sata_device)
{
	sata_pmport_info_t *pmportinfo = NULL;
	sata_drive_info_t *sdinfo;
	sata_drive_info_t new_sdinfo;	/* local drive info struct */
	int rval;

	ASSERT((SATA_CPORT_STATE(sata_hba_inst,
	    sata_device->satadev_addr.cport) &
	    (SATA_STATE_PROBED | SATA_STATE_READY)) != 0);

	sata_device->satadev_type = SATA_DTYPE_NONE;

	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device->satadev_addr.cport)));

	if (sata_device->satadev_addr.qual == SATA_ADDR_DPMPORT) {
		pmportinfo = SATA_PMPORT_INFO(sata_hba_inst,
		    sata_device->satadev_addr.cport,
		    sata_device->satadev_addr.pmport);
		ASSERT(pmportinfo != NULL);
	}

	/* Get pointer to port-linked sata device info structure */
	sdinfo = sata_get_device_info(sata_hba_inst, sata_device);
	if (sdinfo != NULL) {
		sdinfo->satadrv_state &=
		    ~(SATA_STATE_PROBED | SATA_STATE_READY);
		sdinfo->satadrv_state |= SATA_STATE_PROBING;
	} else {
		/* No device to probe */
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sata_device->satadev_addr.cport)));
		sata_device->satadev_type = SATA_DTYPE_NONE;
		sata_device->satadev_state = SATA_STATE_UNKNOWN;
		return (SATA_FAILURE);
	}
	/*
	 * Need to issue both types of identify device command and
	 * determine device type by examining retreived data/status.
	 * First, ATA Identify Device.
	 */
	bzero(&new_sdinfo, sizeof (sata_drive_info_t));
	new_sdinfo.satadrv_addr = sata_device->satadev_addr;
	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device->satadev_addr.cport)));
	new_sdinfo.satadrv_type = SATA_DTYPE_ATADISK;
	rval = sata_identify_device(sata_hba_inst, &new_sdinfo);
	if (rval == SATA_RETRY) {
		/* We may try to check for ATAPI device */
		if (SATA_FEATURES(sata_hba_inst) & SATA_CTLF_ATAPI) {
			/*
			 * HBA supports ATAPI - try to issue Identify Packet
			 * Device command.
			 */
			new_sdinfo.satadrv_type = SATA_DTYPE_ATAPI;
			rval = sata_identify_device(sata_hba_inst, &new_sdinfo);
		}
	}
	if (rval == SATA_SUCCESS) {
		/*
		 * Got something responding positively to ATA Identify Device
		 * or to Identify Packet Device cmd.
		 * Save last used device type.
		 */
		sata_device->satadev_type = new_sdinfo.satadrv_type;

		/* save device info, if possible */
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sata_device->satadev_addr.cport)));
		sdinfo = sata_get_device_info(sata_hba_inst, sata_device);
		if (sdinfo == NULL) {
			mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
			    sata_device->satadev_addr.cport)));
			return (SATA_FAILURE);
		}
		/*
		 * Copy drive info into the port-linked drive info structure.
		 */
		*sdinfo = new_sdinfo;
		sdinfo->satadrv_state &= ~SATA_STATE_PROBING;
		sdinfo->satadrv_state |= SATA_STATE_PROBED;
		if (sata_device->satadev_addr.qual == SATA_ADDR_DCPORT)
			SATA_CPORT_DEV_TYPE(sata_hba_inst,
			    sata_device->satadev_addr.cport) =
			    sdinfo->satadrv_type;
		else { /* SATA_ADDR_DPMPORT */
			mutex_enter(&pmportinfo->pmport_mutex);
			SATA_PMPORT_DEV_TYPE(sata_hba_inst,
			    sata_device->satadev_addr.cport,
			    sata_device->satadev_addr.pmport) =
			    sdinfo->satadrv_type;
			mutex_exit(&pmportinfo->pmport_mutex);
		}
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sata_device->satadev_addr.cport)));
		return (SATA_SUCCESS);
	}

	/*
	 * It may be SATA_RETRY or SATA_FAILURE return.
	 * Looks like we cannot determine the device type at this time.
	 */
	mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device->satadev_addr.cport)));
	sdinfo = sata_get_device_info(sata_hba_inst, sata_device);
	if (sdinfo != NULL) {
		sata_device->satadev_type = SATA_DTYPE_UNKNOWN;
		sdinfo->satadrv_type = SATA_DTYPE_UNKNOWN;
		sdinfo->satadrv_state &= ~SATA_STATE_PROBING;
		sdinfo->satadrv_state |= SATA_STATE_PROBED;
		if (sata_device->satadev_addr.qual == SATA_ADDR_DCPORT)
			SATA_CPORT_DEV_TYPE(sata_hba_inst,
			    sata_device->satadev_addr.cport) =
			    SATA_DTYPE_UNKNOWN;
		else {
			/* SATA_ADDR_DPMPORT */
			mutex_enter(&pmportinfo->pmport_mutex);
			if ((SATA_PMULT_INFO(sata_hba_inst,
			    sata_device->satadev_addr.cport) != NULL) &&
			    (SATA_PMPORT_INFO(sata_hba_inst,
			    sata_device->satadev_addr.cport,
			    sata_device->satadev_addr.pmport) != NULL))
				SATA_PMPORT_DEV_TYPE(sata_hba_inst,
				    sata_device->satadev_addr.cport,
				    sata_device->satadev_addr.pmport) =
				    SATA_DTYPE_UNKNOWN;
			mutex_exit(&pmportinfo->pmport_mutex);
		}
	}
	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sata_device->satadev_addr.cport)));
	return (rval);
}


/*
 * Get pointer to sata_drive_info structure.
 *
 * The sata_device has to contain address (cport, pmport and qualifier) for
 * specified sata_scsi structure.
 *
 * Returns NULL if device address is not valid for this HBA configuration.
 * Otherwise, returns a pointer to sata_drive_info structure.
 *
 * This function should be called with a port mutex held.
 */
static sata_drive_info_t *
sata_get_device_info(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	uint8_t cport = sata_device->satadev_addr.cport;
	uint8_t pmport = sata_device->satadev_addr.pmport;
	uint8_t qual = sata_device->satadev_addr.qual;

	if (cport >= SATA_NUM_CPORTS(sata_hba_inst))
		return (NULL);

	if (!(SATA_CPORT_STATE(sata_hba_inst, cport) &
	    (SATA_STATE_PROBED | SATA_STATE_READY)))
		/* Port not probed yet */
		return (NULL);

	if (SATA_CPORT_DEV_TYPE(sata_hba_inst, cport) == SATA_DTYPE_NONE)
		return (NULL);

	if (qual == SATA_ADDR_DCPORT) {
		/* Request for a device on a controller port */
		if (SATA_CPORT_DEV_TYPE(sata_hba_inst, cport) ==
		    SATA_DTYPE_PMULT)
			/* Port multiplier attached */
			return (NULL);
		return (SATA_CPORT_DRV_INFO(sata_hba_inst, cport));
	}
	if (qual == SATA_ADDR_DPMPORT) {
		if (SATA_CPORT_DEV_TYPE(sata_hba_inst, cport) !=
		    SATA_DTYPE_PMULT)
			return (NULL);

		if (pmport > SATA_NUM_PMPORTS(sata_hba_inst, cport))
			return (NULL);

		if (!(SATA_PMPORT_STATE(sata_hba_inst, cport, pmport) &
		    (SATA_STATE_PROBED | SATA_STATE_READY)))
			/* Port multiplier port not probed yet */
			return (NULL);

		return (SATA_PMPORT_DRV_INFO(sata_hba_inst, cport, pmport));
	}

	/* we should not get here */
	return (NULL);
}


/*
 * sata_identify_device.
 * Send Identify Device command to SATA HBA driver.
 * If command executes successfully, update sata_drive_info structure pointed
 * to by sdinfo argument, including Identify Device data.
 * If command fails, invalidate data in sata_drive_info.
 *
 * Cannot be called from interrupt level.
 *
 * Returns:
 * SATA_SUCCESS if the device was identified as a supported device,
 * SATA_RETRY if the device was not identified but could be retried,
 * SATA_FAILURE if the device was not identified and identify attempt
 *	should not be retried.
 */
static int
sata_identify_device(sata_hba_inst_t *sata_hba_inst,
    sata_drive_info_t *sdinfo)
{
	uint16_t cfg_word;
	int rval;

	/* fetch device identify data */
	if ((rval = sata_fetch_device_identify_data(sata_hba_inst,
	    sdinfo)) != SATA_SUCCESS)
		goto fail_unknown;

	cfg_word = sdinfo->satadrv_id.ai_config;

	/* Set the correct device type */
	if ((cfg_word & SATA_ATA_TYPE_MASK) == SATA_ATA_TYPE) {
		sdinfo->satadrv_type = SATA_DTYPE_ATADISK;
	} else if (cfg_word == SATA_CFA_TYPE) {
		/* It's a Compact Flash media via CF-to-SATA HDD adapter */
		sdinfo->satadrv_type = SATA_DTYPE_ATADISK;
	} else if ((cfg_word & SATA_ATAPI_TYPE_MASK) == SATA_ATAPI_TYPE) {
		switch (cfg_word & SATA_ATAPI_ID_DEV_TYPE) {
		case SATA_ATAPI_CDROM_DEV:
			sdinfo->satadrv_type = SATA_DTYPE_ATAPICD;
			break;
		case SATA_ATAPI_SQACC_DEV:
			sdinfo->satadrv_type = SATA_DTYPE_ATAPITAPE;
			break;
		case SATA_ATAPI_DIRACC_DEV:
			sdinfo->satadrv_type = SATA_DTYPE_ATAPIDISK;
			break;
		case SATA_ATAPI_PROC_DEV:
			sdinfo->satadrv_type = SATA_DTYPE_ATAPIPROC;
			break;
		default:
			sdinfo->satadrv_type = SATA_DTYPE_UNKNOWN;
		}
	} else {
			sdinfo->satadrv_type = SATA_DTYPE_UNKNOWN;
	}

	if (sdinfo->satadrv_type == SATA_DTYPE_ATADISK) {
		if (sdinfo->satadrv_capacity == 0) {
			/* Non-LBA disk. Too bad... */
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA disk device at port %d does not support LBA",
			    sdinfo->satadrv_addr.cport);
			rval = SATA_FAILURE;
			goto fail_unknown;
		}
	}
#if 0
	/* Left for historical reason */
	/*
	 * Some initial version of SATA spec indicated that at least
	 * UDMA mode 4 has to be supported. It is not metioned in
	 * SerialATA 2.6, so this restriction is removed.
	 */
	/* Check for Ultra DMA modes 6 through 0 being supported */
	for (i = 6; i >= 0; --i) {
		if (sdinfo->satadrv_id.ai_ultradma & (1 << i))
			break;
	}

	/*
	 * At least UDMA 4 mode has to be supported. If mode 4 or
	 * higher are not supported by the device, fail this
	 * device.
	 */
	if (i < 4) {
		/* No required Ultra DMA mode supported */
		sata_log(sata_hba_inst, CE_WARN,
		    "SATA disk device at port %d does not support UDMA "
		    "mode 4 or higher", sdinfo->satadrv_addr.cport);
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "mode 4 or higher required, %d supported", i));
		rval = SATA_FAILURE;
		goto fail_unknown;
	}
#endif

	/*
	 * For Disk devices, if it doesn't support UDMA mode, we would
	 * like to return failure directly.
	 */
	if ((sdinfo->satadrv_type == SATA_DTYPE_ATADISK) &&
	    !((sdinfo->satadrv_id.ai_validinfo & SATA_VALIDINFO_88) != 0 &&
	    (sdinfo->satadrv_id.ai_ultradma & SATA_UDMA_SUP_MASK) != 0)) {
		sata_log(sata_hba_inst, CE_WARN,
		    "SATA disk device at port %d does not support UDMA",
		    sdinfo->satadrv_addr.cport);
		rval = SATA_FAILURE;
		goto fail_unknown;
	}

	return (SATA_SUCCESS);

fail_unknown:
	/* Invalidate sata_drive_info ? */
	sdinfo->satadrv_type = SATA_DTYPE_UNKNOWN;
	sdinfo->satadrv_state = SATA_STATE_UNKNOWN;
	return (rval);
}

/*
 * Log/display device information
 */
static void
sata_show_drive_info(sata_hba_inst_t *sata_hba_inst,
    sata_drive_info_t *sdinfo)
{
	int valid_version = 0;
	char msg_buf[MAXPATHLEN];
	int i;

	/* Show HBA path */
	(void) ddi_pathname(SATA_DIP(sata_hba_inst), msg_buf);

	cmn_err(CE_CONT, "?%s :\n", msg_buf);

	switch (sdinfo->satadrv_type) {
	case SATA_DTYPE_ATADISK:
		(void) sprintf(msg_buf, "SATA disk device at");
		break;

	case SATA_DTYPE_ATAPICD:
		(void) sprintf(msg_buf, "SATA CD/DVD (ATAPI) device at");
		break;

	case SATA_DTYPE_ATAPITAPE:
		(void) sprintf(msg_buf, "SATA tape (ATAPI) device at");
		break;

	case SATA_DTYPE_ATAPIDISK:
		(void) sprintf(msg_buf, "SATA disk (ATAPI) device at");
		break;

	case SATA_DTYPE_ATAPIPROC:
		(void) sprintf(msg_buf, "SATA processor (ATAPI) device at");
		break;

	case SATA_DTYPE_UNKNOWN:
		(void) sprintf(msg_buf,
		    "Unsupported SATA device type (cfg 0x%x) at ",
		    sdinfo->satadrv_id.ai_config);
		break;
	}

	if (sdinfo->satadrv_addr.qual == SATA_ADDR_DCPORT)
		cmn_err(CE_CONT, "?\t%s port %d\n",
		    msg_buf, sdinfo->satadrv_addr.cport);
	else
		cmn_err(CE_CONT, "?\t%s port %d:%d\n",
		    msg_buf, sdinfo->satadrv_addr.cport,
		    sdinfo->satadrv_addr.pmport);

	bcopy(&sdinfo->satadrv_id.ai_model, msg_buf,
	    sizeof (sdinfo->satadrv_id.ai_model));
	swab(msg_buf, msg_buf, sizeof (sdinfo->satadrv_id.ai_model));
	msg_buf[sizeof (sdinfo->satadrv_id.ai_model)] = '\0';
	cmn_err(CE_CONT, "?\tmodel %s\n", msg_buf);

	bcopy(&sdinfo->satadrv_id.ai_fw, msg_buf,
	    sizeof (sdinfo->satadrv_id.ai_fw));
	swab(msg_buf, msg_buf, sizeof (sdinfo->satadrv_id.ai_fw));
	msg_buf[sizeof (sdinfo->satadrv_id.ai_fw)] = '\0';
	cmn_err(CE_CONT, "?\tfirmware %s\n", msg_buf);

	bcopy(&sdinfo->satadrv_id.ai_drvser, msg_buf,
	    sizeof (sdinfo->satadrv_id.ai_drvser));
	swab(msg_buf, msg_buf, sizeof (sdinfo->satadrv_id.ai_drvser));
	msg_buf[sizeof (sdinfo->satadrv_id.ai_drvser)] = '\0';
	if (sdinfo->satadrv_type == SATA_DTYPE_ATADISK) {
		cmn_err(CE_CONT, "?\tserial number %s\n", msg_buf);
	} else {
		/*
		 * Some drives do not implement serial number and may
		 * violate the spec by providing spaces rather than zeros
		 * in serial number field. Scan the buffer to detect it.
		 */
		for (i = 0; i < sizeof (sdinfo->satadrv_id.ai_drvser); i++) {
			if (msg_buf[i] != '\0' && msg_buf[i] != ' ')
				break;
		}
		if (i == sizeof (sdinfo->satadrv_id.ai_drvser)) {
			cmn_err(CE_CONT, "?\tserial number - none\n");
		} else {
			cmn_err(CE_CONT, "?\tserial number %s\n", msg_buf);
		}
	}

#ifdef SATA_DEBUG
	if (sdinfo->satadrv_id.ai_majorversion != 0 &&
	    sdinfo->satadrv_id.ai_majorversion != 0xffff) {
		int i;
		for (i = 14; i >= 2; i--) {
			if (sdinfo->satadrv_id.ai_majorversion & (1 << i)) {
				valid_version = i;
				break;
			}
		}
		cmn_err(CE_CONT,
		    "?\tATA/ATAPI-%d supported, majver 0x%x minver 0x%x\n",
		    valid_version,
		    sdinfo->satadrv_id.ai_majorversion,
		    sdinfo->satadrv_id.ai_minorversion);
	}
#endif
	/* Log some info */
	cmn_err(CE_CONT, "?\tsupported features:\n");
	msg_buf[0] = '\0';
	if (sdinfo->satadrv_type == SATA_DTYPE_ATADISK) {
		if (sdinfo->satadrv_features_support & SATA_DEV_F_LBA48)
			(void) strlcat(msg_buf, "48-bit LBA, ", MAXPATHLEN);
		else if (sdinfo->satadrv_features_support & SATA_DEV_F_LBA28)
			(void) strlcat(msg_buf, "28-bit LBA, ", MAXPATHLEN);
	}
	if (sdinfo->satadrv_features_support & SATA_DEV_F_DMA)
		(void) strlcat(msg_buf, "DMA", MAXPATHLEN);
	if (sdinfo->satadrv_features_support & SATA_DEV_F_NCQ)
		(void) strlcat(msg_buf, ", Native Command Queueing",
		    MAXPATHLEN);
	if (sdinfo->satadrv_features_support & SATA_DEV_F_TCQ)
		(void) strlcat(msg_buf, ", Legacy Tagged Queuing", MAXPATHLEN);
	if ((sdinfo->satadrv_id.ai_cmdset82 & SATA_SMART_SUPPORTED) &&
	    (sdinfo->satadrv_id.ai_features85 & SATA_SMART_ENABLED))
		(void) strlcat(msg_buf, ", SMART", MAXPATHLEN);
	if ((sdinfo->satadrv_id.ai_cmdset84 & SATA_SMART_SELF_TEST_SUPPORTED) &&
	    (sdinfo->satadrv_id.ai_features87 & SATA_SMART_SELF_TEST_SUPPORTED))
		(void) strlcat(msg_buf, ", SMART self-test", MAXPATHLEN);
	cmn_err(CE_CONT, "?\t %s\n", msg_buf);
	if (sdinfo->satadrv_features_support & SATA_DEV_F_SATA3)
		cmn_err(CE_CONT, "?\tSATA Gen3 signaling speed (6.0Gbps)\n");
	else if (sdinfo->satadrv_features_support & SATA_DEV_F_SATA2)
		cmn_err(CE_CONT, "?\tSATA Gen2 signaling speed (3.0Gbps)\n");
	else if (sdinfo->satadrv_features_support & SATA_DEV_F_SATA1)
		cmn_err(CE_CONT, "?\tSATA Gen1 signaling speed (1.5Gbps)\n");
	if (sdinfo->satadrv_features_support &
	    (SATA_DEV_F_TCQ | SATA_DEV_F_NCQ)) {
		msg_buf[0] = '\0';
		(void) snprintf(msg_buf, MAXPATHLEN,
		    "Supported queue depth %d",
		    sdinfo->satadrv_queue_depth);
		if (!(sata_func_enable &
		    (SATA_ENABLE_QUEUING | SATA_ENABLE_NCQ)))
			(void) strlcat(msg_buf,
			    " - queueing disabled globally", MAXPATHLEN);
		else if (sdinfo->satadrv_queue_depth >
		    sdinfo->satadrv_max_queue_depth) {
			(void) snprintf(&msg_buf[strlen(msg_buf)],
			    MAXPATHLEN - strlen(msg_buf), ", limited to %d",
			    (int)sdinfo->satadrv_max_queue_depth);
		}
		cmn_err(CE_CONT, "?\t%s\n", msg_buf);
	}

	if (sdinfo->satadrv_type == SATA_DTYPE_ATADISK) {
		(void) sprintf(msg_buf, "\tcapacity = %lu sectors\n",
		    sdinfo->satadrv_capacity);
		cmn_err(CE_CONT, "?%s", msg_buf);
	}
}

/*
 * Log/display port multiplier information
 * No Mutex should be hold.
 */
static void
sata_show_pmult_info(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	_NOTE(ARGUNUSED(sata_hba_inst))

	int cport = sata_device->satadev_addr.cport;
	sata_pmult_info_t *pmultinfo;
	char msg_buf[MAXPATHLEN];
	uint32_t gscr0, gscr1, gscr2, gscr64;

	mutex_enter(&SATA_CPORT_MUTEX(sata_hba_inst, cport));
	pmultinfo = SATA_PMULT_INFO(sata_hba_inst, cport);
	if (pmultinfo == NULL) {
		mutex_exit(&SATA_CPORT_MUTEX(sata_hba_inst, cport));
		return;
	}

	gscr0 = pmultinfo->pmult_gscr.gscr0;
	gscr1 = pmultinfo->pmult_gscr.gscr1;
	gscr2 = pmultinfo->pmult_gscr.gscr2;
	gscr64 = pmultinfo->pmult_gscr.gscr64;
	mutex_exit(&SATA_CPORT_MUTEX(sata_hba_inst, cport));

	cmn_err(CE_CONT, "?Port Multiplier %d device-ports found at port %d",
	    sata_device->satadev_add_info, sata_device->satadev_addr.cport);

	(void) sprintf(msg_buf, "\tVendor_ID 0x%04x, Module_ID 0x%04x",
	    gscr0 & 0xffff, (gscr0 >> 16) & 0xffff);
	cmn_err(CE_CONT, "?%s", msg_buf);

	(void) strcpy(msg_buf, "\tSupport SATA PMP Spec ");
	if (gscr1 & (1 << 3))
		(void) strlcat(msg_buf, "1.2", MAXPATHLEN);
	else if (gscr1 & (1 << 2))
		(void) strlcat(msg_buf, "1.1", MAXPATHLEN);
	else if (gscr1 & (1 << 1))
		(void) strlcat(msg_buf, "1.0", MAXPATHLEN);
	else
		(void) strlcat(msg_buf, "unknown", MAXPATHLEN);
	cmn_err(CE_CONT, "?%s", msg_buf);

	(void) strcpy(msg_buf, "\tSupport ");
	if (gscr64 & (1 << 3))
		(void) strlcat(msg_buf, "Asy-Notif, ",
		    MAXPATHLEN);
	if (gscr64 & (1 << 2))
		(void) strlcat(msg_buf, "Dyn-SSC, ", MAXPATHLEN);
	if (gscr64 & (1 << 1))
		(void) strlcat(msg_buf, "Iss-PMREQ, ", MAXPATHLEN);
	if (gscr64 & (1 << 0))
		(void) strlcat(msg_buf, "BIST", MAXPATHLEN);
	if ((gscr64 & 0xf) == 0)
		(void) strlcat(msg_buf, "nothing", MAXPATHLEN);
	cmn_err(CE_CONT, "?%s", msg_buf);

	(void) sprintf(msg_buf, "\tNumber of exposed device fan-out ports: %d",
	    gscr2 & SATA_PMULT_PORTNUM_MASK);
	cmn_err(CE_CONT, "?%s", msg_buf);
}

/*
 * sata_save_drive_settings extracts current setting of the device and stores
 * it for future reference, in case the device setup would need to be restored
 * after the device reset.
 *
 * For all devices read ahead and write cache settings are saved, if the
 * device supports these features at all.
 * For ATAPI devices the Removable Media Status Notification setting is saved.
 */
static void
sata_save_drive_settings(sata_drive_info_t *sdinfo)
{
	if (SATA_READ_AHEAD_SUPPORTED(sdinfo->satadrv_id) ||
	    SATA_WRITE_CACHE_SUPPORTED(sdinfo->satadrv_id)) {

		/* Current setting of Read Ahead (and Read Cache) */
		if (SATA_READ_AHEAD_ENABLED(sdinfo->satadrv_id))
			sdinfo->satadrv_settings |= SATA_DEV_READ_AHEAD;
		else
			sdinfo->satadrv_settings &= ~SATA_DEV_READ_AHEAD;

		/* Current setting of Write Cache */
		if (SATA_WRITE_CACHE_ENABLED(sdinfo->satadrv_id))
			sdinfo->satadrv_settings |= SATA_DEV_WRITE_CACHE;
		else
			sdinfo->satadrv_settings &= ~SATA_DEV_WRITE_CACHE;
	}

	if (sdinfo->satadrv_type == SATA_DTYPE_ATAPICD) {
		if (SATA_RM_NOTIFIC_SUPPORTED(sdinfo->satadrv_id))
			sdinfo->satadrv_settings |= SATA_DEV_RMSN;
		else
			sdinfo->satadrv_settings &= ~SATA_DEV_RMSN;
	}
}


/*
 * sata_check_capacity function determines a disk capacity
 * and addressing mode (LBA28/LBA48) by examining a disk identify device data.
 *
 * NOTE: CHS mode is not supported! If a device does not support LBA,
 * this function is not called.
 *
 * Returns device capacity in number of blocks, i.e. largest addressable LBA+1
 */
static uint64_t
sata_check_capacity(sata_drive_info_t *sdinfo)
{
	uint64_t capacity = 0;
	int i;

	if (sdinfo->satadrv_type != SATA_DTYPE_ATADISK ||
	    (sdinfo->satadrv_id.ai_cap & SATA_LBA_SUPPORT) == 0)
		/* Capacity valid only for LBA-addressable disk devices */
		return (0);

	if ((sdinfo->satadrv_id.ai_validinfo & SATA_VALIDINFO_88) &&
	    (sdinfo->satadrv_id.ai_cmdset83 & SATA_EXT48) &&
	    (sdinfo->satadrv_id.ai_features86 & SATA_EXT48)) {
		/* LBA48 mode supported and enabled */
		sdinfo->satadrv_features_support |= SATA_DEV_F_LBA48 |
		    SATA_DEV_F_LBA28;
		for (i = 3;  i >= 0;  --i) {
			capacity <<= 16;
			capacity += sdinfo->satadrv_id.ai_addrsecxt[i];
		}
	} else {
		capacity = sdinfo->satadrv_id.ai_addrsec[1];
		capacity <<= 16;
		capacity += sdinfo->satadrv_id.ai_addrsec[0];
		if (capacity >= 0x1000000)
			/* LBA28 mode */
			sdinfo->satadrv_features_support |= SATA_DEV_F_LBA28;
	}
	return (capacity);
}


/*
 * Allocate consistent buffer for DMA transfer
 *
 * Cannot be called from interrupt level or with mutex held - it may sleep.
 *
 * Returns pointer to allocated buffer structure, or NULL if allocation failed.
 */
static struct buf *
sata_alloc_local_buffer(sata_pkt_txlate_t *spx, size_t len)
{
	struct scsi_address ap;
	struct buf *bp;
	ddi_dma_attr_t	cur_dma_attr;

	ASSERT(spx->txlt_sata_pkt != NULL);
	ap.a_hba_tran = spx->txlt_sata_hba_inst->satahba_scsi_tran;
	ap.a_target = SATA_TO_SCSI_TARGET(
	    spx->txlt_sata_pkt->satapkt_device.satadev_addr.cport,
	    spx->txlt_sata_pkt->satapkt_device.satadev_addr.pmport,
	    spx->txlt_sata_pkt->satapkt_device.satadev_addr.qual);
	ap.a_lun = 0;

	bp = scsi_alloc_consistent_buf(&ap, NULL, len,
	    B_READ, SLEEP_FUNC, NULL);

	if (bp != NULL) {
		/* Allocate DMA resources for this buffer */
		spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp = bp;
		/*
		 * We use a local version of the dma_attr, to account
		 * for a device addressing limitations.
		 * sata_adjust_dma_attr() will handle sdinfo == NULL which
		 * will cause dma attributes to be adjusted to a lowest
		 * acceptable level.
		 */
		sata_adjust_dma_attr(NULL,
		    SATA_DMA_ATTR(spx->txlt_sata_hba_inst), &cur_dma_attr);

		if (sata_dma_buf_setup(spx, PKT_CONSISTENT,
		    SLEEP_FUNC, NULL, &cur_dma_attr) != DDI_SUCCESS) {
			scsi_free_consistent_buf(bp);
			spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp = NULL;
			bp = NULL;
		}
	}
	return (bp);
}

/*
 * Release local buffer (consistent buffer for DMA transfer) allocated
 * via sata_alloc_local_buffer().
 */
static void
sata_free_local_buffer(sata_pkt_txlate_t *spx)
{
	ASSERT(spx->txlt_sata_pkt != NULL);
	ASSERT(spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp != NULL);

	spx->txlt_sata_pkt->satapkt_cmd.satacmd_num_dma_cookies = 0;
	spx->txlt_sata_pkt->satapkt_cmd.satacmd_dma_cookie_list = NULL;

	sata_common_free_dma_rsrcs(spx);

	/* Free buffer */
	scsi_free_consistent_buf(spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp);
	spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp = NULL;
}

/*
 * Allocate sata_pkt
 * Pkt structure version and embedded strcutures version are initialized.
 * sata_pkt and sata_pkt_txlate structures are cross-linked.
 *
 * Since this may be called in interrupt context by sata_scsi_init_pkt,
 * callback argument determines if it can sleep or not.
 * Hence, it should not be called from interrupt context.
 *
 * If successful, non-NULL pointer to a sata pkt is returned.
 * Upon failure, NULL pointer is returned.
 */
static sata_pkt_t *
sata_pkt_alloc(sata_pkt_txlate_t *spx, int (*callback)(caddr_t))
{
	sata_pkt_t *spkt;
	int kmsflag;

	kmsflag = (callback == SLEEP_FUNC) ? KM_SLEEP : KM_NOSLEEP;
	spkt = kmem_zalloc(sizeof (sata_pkt_t), kmsflag);
	if (spkt == NULL) {
		SATA_LOG_D((spx->txlt_sata_hba_inst, CE_WARN,
		    "sata_pkt_alloc: failed"));
		return (NULL);
	}
	spkt->satapkt_rev = SATA_PKT_REV;
	spkt->satapkt_cmd.satacmd_rev = SATA_CMD_REV;
	spkt->satapkt_device.satadev_rev = SATA_DEVICE_REV;
	spkt->satapkt_framework_private = spx;
	spx->txlt_sata_pkt = spkt;
	return (spkt);
}

/*
 * Free sata pkt allocated via sata_pkt_alloc()
 */
static void
sata_pkt_free(sata_pkt_txlate_t *spx)
{
	ASSERT(spx->txlt_sata_pkt != NULL);
	ASSERT(spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp == NULL);
	kmem_free(spx->txlt_sata_pkt, sizeof (sata_pkt_t));
	spx->txlt_sata_pkt = NULL;
}


/*
 * Adjust DMA attributes.
 * SCSI cmds block count is up to 24 bits, SATA cmd block count vary
 * from 8 bits to 16 bits, depending on a command being used.
 * Limiting max block count arbitrarily to 256 for all read/write
 * commands may affects performance, so check both the device and
 * controller capability before adjusting dma attributes.
 */
void
sata_adjust_dma_attr(sata_drive_info_t *sdinfo, ddi_dma_attr_t *dma_attr,
    ddi_dma_attr_t *adj_dma_attr)
{
	uint32_t count_max;

	/* Copy original attributes */
	*adj_dma_attr = *dma_attr;
	/*
	 * Things to consider: device addressing capability,
	 * "excessive" controller DMA capabilities.
	 * If a device is being probed/initialized, there are
	 * no device info - use default limits then.
	 */
	if (sdinfo == NULL) {
		count_max = dma_attr->dma_attr_granular * 0x100;
		if (dma_attr->dma_attr_count_max > count_max)
			adj_dma_attr->dma_attr_count_max = count_max;
		if (dma_attr->dma_attr_maxxfer > count_max)
			adj_dma_attr->dma_attr_maxxfer = count_max;
		return;
	}

	if (sdinfo->satadrv_type == SATA_DTYPE_ATADISK) {
		if (sdinfo->satadrv_features_support & (SATA_DEV_F_LBA48)) {
			/*
			 * 16-bit sector count may be used - we rely on
			 * the assumption that only read and write cmds
			 * will request more than 256 sectors worth of data
			 */
			count_max = adj_dma_attr->dma_attr_granular * 0x10000;
		} else {
			/*
			 * 8-bit sector count will be used - default limits
			 * for dma attributes
			 */
			count_max = adj_dma_attr->dma_attr_granular * 0x100;
		}
		/*
		 * Adjust controler dma attributes, if necessary
		 */
		if (dma_attr->dma_attr_count_max > count_max)
			adj_dma_attr->dma_attr_count_max = count_max;
		if (dma_attr->dma_attr_maxxfer > count_max)
			adj_dma_attr->dma_attr_maxxfer = count_max;
	}
}


/*
 * Allocate DMA resources for the buffer
 * This function handles initial DMA resource allocation as well as
 * DMA window shift and may be called repeatedly for the same DMA window
 * until all DMA cookies in the DMA window are processed.
 * To guarantee that there is always a coherent set of cookies to process
 * by SATA HBA driver (observing alignment, device granularity, etc.),
 * the number of slots for DMA cookies is equal to lesser of  a number of
 * cookies in a DMA window and a max number of scatter/gather entries.
 *
 * Returns DDI_SUCCESS upon successful operation.
 * Return failure code of a failing command or DDI_FAILURE when
 * internal cleanup failed.
 */
static int
sata_dma_buf_setup(sata_pkt_txlate_t *spx, int flags,
    int (*callback)(caddr_t), caddr_t arg,
    ddi_dma_attr_t *cur_dma_attr)
{
	int	rval;
	off_t	offset;
	size_t	size;
	int	max_sg_len, req_len, i;
	uint_t	dma_flags;
	struct buf	*bp;
	uint64_t	cur_txfer_len;


	ASSERT(spx->txlt_sata_pkt != NULL);
	bp = spx->txlt_sata_pkt->satapkt_cmd.satacmd_bp;
	ASSERT(bp != NULL);


	if (spx->txlt_buf_dma_handle == NULL) {
		/*
		 * No DMA resources allocated so far - this is a first call
		 * for this sata pkt.
		 */
		rval = ddi_dma_alloc_handle(SATA_DIP(spx->txlt_sata_hba_inst),
		    cur_dma_attr, callback, arg, &spx->txlt_buf_dma_handle);

		if (rval != DDI_SUCCESS) {
			SATA_LOG_D((spx->txlt_sata_hba_inst, CE_WARN,
			    "sata_dma_buf_setup: no buf DMA resources %x",
			    rval));
			return (rval);
		}

		if (bp->b_flags & B_READ)
			dma_flags = DDI_DMA_READ;
		else
			dma_flags = DDI_DMA_WRITE;

		if (flags & PKT_CONSISTENT)
			dma_flags |= DDI_DMA_CONSISTENT;

		if (flags & PKT_DMA_PARTIAL)
			dma_flags |= DDI_DMA_PARTIAL;

		/*
		 * Check buffer alignment and size against dma attributes
		 * Consider dma_attr_align only. There may be requests
		 * with the size lower than device granularity, but they
		 * will not read/write from/to the device, so no adjustment
		 * is necessary. The dma_attr_minxfer theoretically should
		 * be considered, but no HBA driver is checking it.
		 */
		if (IS_P2ALIGNED(bp->b_un.b_addr,
		    cur_dma_attr->dma_attr_align)) {
			rval = ddi_dma_buf_bind_handle(
			    spx->txlt_buf_dma_handle,
			    bp, dma_flags, callback, arg,
			    &spx->txlt_dma_cookie,
			    &spx->txlt_curwin_num_dma_cookies);
		} else { /* Buffer is not aligned */

			int	(*ddicallback)(caddr_t);
			size_t	bufsz;

			/* Check id sleeping is allowed */
			ddicallback = (callback == NULL_FUNC) ?
			    DDI_DMA_DONTWAIT : DDI_DMA_SLEEP;

			SATADBG2(SATA_DBG_DMA_SETUP, spx->txlt_sata_hba_inst,
			    "mis-aligned buffer: addr=0x%p, cnt=%lu",
			    (void *)bp->b_un.b_addr, bp->b_bcount);

			if (bp->b_flags & (B_PAGEIO|B_PHYS))
				/*
				 * CPU will need to access data in the buffer
				 * (for copying) so map it.
				 */
				bp_mapin(bp);

			ASSERT(spx->txlt_tmp_buf == NULL);

			/* Buffer may be padded by ddi_dma_mem_alloc()! */
			rval = ddi_dma_mem_alloc(
			    spx->txlt_buf_dma_handle,
			    bp->b_bcount,
			    &sata_acc_attr,
			    DDI_DMA_STREAMING,
			    ddicallback, NULL,
			    &spx->txlt_tmp_buf,
			    &bufsz,
			    &spx->txlt_tmp_buf_handle);

			if (rval != DDI_SUCCESS) {
				/* DMA mapping failed */
				(void) ddi_dma_free_handle(
				    &spx->txlt_buf_dma_handle);
				spx->txlt_buf_dma_handle = NULL;
#ifdef SATA_DEBUG
				mbuffail_count++;
#endif
				SATADBG1(SATA_DBG_DMA_SETUP,
				    spx->txlt_sata_hba_inst,
				    "sata_dma_buf_setup: "
				    "buf dma mem alloc failed %x\n", rval);
				return (rval);
			}
			ASSERT(IS_P2ALIGNED(spx->txlt_tmp_buf,
			    cur_dma_attr->dma_attr_align));

#ifdef SATA_DEBUG
			mbuf_count++;

			if (bp->b_bcount != bufsz)
				/*
				 * This will require special handling, because
				 * DMA cookies will be based on the temporary
				 * buffer size, not the original buffer
				 * b_bcount, so the residue may have to
				 * be counted differently.
				 */
				SATADBG2(SATA_DBG_DMA_SETUP,
				    spx->txlt_sata_hba_inst,
				    "sata_dma_buf_setup: bp size %x != "
				    "bufsz %x\n", bp->b_bcount, bufsz);
#endif
			if (dma_flags & DDI_DMA_WRITE) {
				/*
				 * Write operation - copy data into
				 * an aligned temporary buffer. Buffer will be
				 * synced for device by ddi_dma_addr_bind_handle
				 */
				bcopy(bp->b_un.b_addr, spx->txlt_tmp_buf,
				    bp->b_bcount);
			}

			rval = ddi_dma_addr_bind_handle(
			    spx->txlt_buf_dma_handle,
			    NULL,
			    spx->txlt_tmp_buf,
			    bufsz, dma_flags, ddicallback, 0,
			    &spx->txlt_dma_cookie,
			    &spx->txlt_curwin_num_dma_cookies);
		}

		switch (rval) {
		case DDI_DMA_PARTIAL_MAP:
			SATADBG1(SATA_DBG_DMA_SETUP, spx->txlt_sata_hba_inst,
			    "sata_dma_buf_setup: DMA Partial Map\n", NULL);
			/*
			 * Partial DMA mapping.
			 * Retrieve number of DMA windows for this request.
			 */
			if (ddi_dma_numwin(spx->txlt_buf_dma_handle,
			    &spx->txlt_num_dma_win) != DDI_SUCCESS) {
				if (spx->txlt_tmp_buf != NULL) {
					ddi_dma_mem_free(
					    &spx->txlt_tmp_buf_handle);
					spx->txlt_tmp_buf = NULL;
				}
				(void) ddi_dma_unbind_handle(
				    spx->txlt_buf_dma_handle);
				(void) ddi_dma_free_handle(
				    &spx->txlt_buf_dma_handle);
				spx->txlt_buf_dma_handle = NULL;
				SATA_LOG_D((spx->txlt_sata_hba_inst, CE_WARN,
				    "sata_dma_buf_setup: numwin failed\n"));
				return (DDI_FAILURE);
			}
			SATADBG2(SATA_DBG_DMA_SETUP,
			    spx->txlt_sata_hba_inst,
			    "sata_dma_buf_setup: windows: %d, cookies: %d\n",
			    spx->txlt_num_dma_win,
			    spx->txlt_curwin_num_dma_cookies);
			spx->txlt_cur_dma_win = 0;
			break;

		case DDI_DMA_MAPPED:
			/* DMA fully mapped */
			spx->txlt_num_dma_win = 1;
			spx->txlt_cur_dma_win = 0;
			SATADBG1(SATA_DBG_DMA_SETUP,
			    spx->txlt_sata_hba_inst,
			    "sata_dma_buf_setup: windows: 1 "
			    "cookies: %d\n", spx->txlt_curwin_num_dma_cookies);
			break;

		default:
			/* DMA mapping failed */
			if (spx->txlt_tmp_buf != NULL) {
				ddi_dma_mem_free(
				    &spx->txlt_tmp_buf_handle);
				spx->txlt_tmp_buf = NULL;
			}
			(void) ddi_dma_free_handle(&spx->txlt_buf_dma_handle);
			spx->txlt_buf_dma_handle = NULL;
			SATA_LOG_D((spx->txlt_sata_hba_inst, CE_WARN,
			    "sata_dma_buf_setup: buf dma handle binding "
			    "failed %x\n", rval));
			return (rval);
		}
		spx->txlt_curwin_processed_dma_cookies = 0;
		spx->txlt_dma_cookie_list = NULL;
	} else {
		/*
		 * DMA setup is reused. Check if we need to process more
		 * cookies in current window, or to get next window, if any.
		 */

		ASSERT(spx->txlt_curwin_processed_dma_cookies <=
		    spx->txlt_curwin_num_dma_cookies);

		if (spx->txlt_curwin_processed_dma_cookies ==
		    spx->txlt_curwin_num_dma_cookies) {
			/*
			 * All cookies from current DMA window were processed.
			 * Get next DMA window.
			 */
			spx->txlt_cur_dma_win++;
			if (spx->txlt_cur_dma_win < spx->txlt_num_dma_win) {
				(void) ddi_dma_getwin(spx->txlt_buf_dma_handle,
				    spx->txlt_cur_dma_win, &offset, &size,
				    &spx->txlt_dma_cookie,
				    &spx->txlt_curwin_num_dma_cookies);
				spx->txlt_curwin_processed_dma_cookies = 0;
			} else {
				/* No more windows! End of request! */
				/* What to do? - panic for now */
				ASSERT(spx->txlt_cur_dma_win >=
				    spx->txlt_num_dma_win);

				spx->txlt_curwin_num_dma_cookies = 0;
				spx->txlt_curwin_processed_dma_cookies = 0;
				spx->txlt_sata_pkt->
				    satapkt_cmd.satacmd_num_dma_cookies = 0;
				return (DDI_SUCCESS);
			}
		}
	}
	/* There better be at least one DMA cookie outstanding */
	ASSERT((spx->txlt_curwin_num_dma_cookies -
	    spx->txlt_curwin_processed_dma_cookies) > 0);

	if (spx->txlt_dma_cookie_list == &spx->txlt_dma_cookie) {
		/* The default cookie slot was used in previous run */
		ASSERT(spx->txlt_curwin_processed_dma_cookies == 0);
		spx->txlt_dma_cookie_list = NULL;
		spx->txlt_dma_cookie_list_len = 0;
	}
	if (spx->txlt_curwin_processed_dma_cookies == 0) {
		/*
		 * Processing a new DMA window - set-up dma cookies list.
		 * We may reuse previously allocated cookie array if it is
		 * possible.
		 */
		if (spx->txlt_dma_cookie_list != NULL &&
		    spx->txlt_dma_cookie_list_len <
		    spx->txlt_curwin_num_dma_cookies) {
			/*
			 * New DMA window contains more cookies than
			 * the previous one. We need larger cookie list - free
			 * the old one.
			 */
			(void) kmem_free(spx->txlt_dma_cookie_list,
			    spx->txlt_dma_cookie_list_len *
			    sizeof (ddi_dma_cookie_t));
			spx->txlt_dma_cookie_list = NULL;
			spx->txlt_dma_cookie_list_len = 0;
		}
		if (spx->txlt_dma_cookie_list == NULL) {
			/*
			 * Calculate lesser of number of cookies in this
			 * DMA window and number of s/g entries.
			 */
			max_sg_len = cur_dma_attr->dma_attr_sgllen;
			req_len = MIN(max_sg_len,
			    spx->txlt_curwin_num_dma_cookies);

			/* Allocate new dma cookie array if necessary */
			if (req_len == 1) {
				/* Only one cookie - no need for a list */
				spx->txlt_dma_cookie_list =
				    &spx->txlt_dma_cookie;
				spx->txlt_dma_cookie_list_len = 1;
			} else {
				/*
				 * More than one cookie - try to allocate space.
				 */
				spx->txlt_dma_cookie_list = kmem_zalloc(
				    sizeof (ddi_dma_cookie_t) * req_len,
				    callback == NULL_FUNC ? KM_NOSLEEP :
				    KM_SLEEP);
				if (spx->txlt_dma_cookie_list == NULL) {
					SATADBG1(SATA_DBG_DMA_SETUP,
					    spx->txlt_sata_hba_inst,
					    "sata_dma_buf_setup: cookie list "
					    "allocation failed\n", NULL);
					/*
					 * We could not allocate space for
					 * neccessary number of dma cookies in
					 * this window, so we fail this request.
					 * Next invocation would try again to
					 * allocate space for cookie list.
					 * Note:Packet residue was not modified.
					 */
					return (DDI_DMA_NORESOURCES);
				} else {
					spx->txlt_dma_cookie_list_len = req_len;
				}
			}
		}
		/*
		 * Fetch DMA cookies into cookie list in sata_pkt_txlate.
		 * First cookie was already fetched.
		 */
		*(&spx->txlt_dma_cookie_list[0]) = spx->txlt_dma_cookie;
		cur_txfer_len =
		    (uint64_t)spx->txlt_dma_cookie_list[0].dmac_size;
		spx->txlt_sata_pkt->satapkt_cmd.satacmd_num_dma_cookies = 1;
		spx->txlt_curwin_processed_dma_cookies++;
		for (i = 1; (i < spx->txlt_dma_cookie_list_len) &&
		    (i < spx->txlt_curwin_num_dma_cookies); i++) {
			ddi_dma_nextcookie(spx->txlt_buf_dma_handle,
			    &spx->txlt_dma_cookie_list[i]);
			cur_txfer_len +=
			    (uint64_t)spx->txlt_dma_cookie_list[i].dmac_size;
			spx->txlt_curwin_processed_dma_cookies++;
			spx->txlt_sata_pkt->
			    satapkt_cmd.satacmd_num_dma_cookies += 1;
		}
	} else {
		SATADBG2(SATA_DBG_DMA_SETUP, spx->txlt_sata_hba_inst,
		    "sata_dma_buf_setup: sliding within DMA window, "
		    "cur cookie %d, total cookies %d\n",
		    spx->txlt_curwin_processed_dma_cookies,
		    spx->txlt_curwin_num_dma_cookies);

		/*
		 * Not all cookies from the current dma window were used because
		 * of s/g limitation.
		 * There is no need to re-size the list - it was set at
		 * optimal size, or only default entry is used (s/g = 1).
		 */
		if (spx->txlt_dma_cookie_list == NULL) {
			spx->txlt_dma_cookie_list = &spx->txlt_dma_cookie;
			spx->txlt_dma_cookie_list_len = 1;
		}
		/*
		 * Since we are processing remaining cookies in a DMA window,
		 * there may be less of them than the number of entries in the
		 * current dma cookie list.
		 */
		req_len = MIN(spx->txlt_dma_cookie_list_len,
		    (spx->txlt_curwin_num_dma_cookies -
		    spx->txlt_curwin_processed_dma_cookies));

		/* Fetch the next batch of cookies */
		for (i = 0, cur_txfer_len = 0; i < req_len; i++) {
			ddi_dma_nextcookie(spx->txlt_buf_dma_handle,
			    &spx->txlt_dma_cookie_list[i]);
			cur_txfer_len +=
			    (uint64_t)spx->txlt_dma_cookie_list[i].dmac_size;
			spx->txlt_sata_pkt->
			    satapkt_cmd.satacmd_num_dma_cookies++;
			spx->txlt_curwin_processed_dma_cookies++;
		}
	}

	ASSERT(spx->txlt_sata_pkt->satapkt_cmd.satacmd_num_dma_cookies > 0);

	/* Point sata_cmd to the cookie list */
	spx->txlt_sata_pkt->satapkt_cmd.satacmd_dma_cookie_list =
	    &spx->txlt_dma_cookie_list[0];

	/* Remember number of DMA cookies passed in sata packet */
	spx->txlt_num_dma_cookies =
	    spx->txlt_sata_pkt->satapkt_cmd.satacmd_num_dma_cookies;

	ASSERT(cur_txfer_len != 0);
	if (cur_txfer_len <= bp->b_bcount)
		spx->txlt_total_residue -= cur_txfer_len;
	else {
		/*
		 * Temporary DMA buffer has been padded by
		 * ddi_dma_mem_alloc()!
		 * This requires special handling, because DMA cookies are
		 * based on the temporary buffer size, not the b_bcount,
		 * and we have extra bytes to transfer - but the packet
		 * residue has to stay correct because we will copy only
		 * the requested number of bytes.
		 */
		spx->txlt_total_residue -= bp->b_bcount;
	}

	return (DDI_SUCCESS);
}

/*
 * Common routine for releasing DMA resources
 */
static void
sata_common_free_dma_rsrcs(sata_pkt_txlate_t *spx)
{
	if (spx->txlt_buf_dma_handle != NULL) {
		if (spx->txlt_tmp_buf != NULL)  {
			/*
			 * Intermediate DMA buffer was allocated.
			 * Free allocated buffer and associated access handle.
			 */
			ddi_dma_mem_free(&spx->txlt_tmp_buf_handle);
			spx->txlt_tmp_buf = NULL;
		}
		/*
		 * Free DMA resources - cookies and handles
		 */
		/* ASSERT(spx->txlt_dma_cookie_list != NULL); */
		if (spx->txlt_dma_cookie_list != NULL) {
			if (spx->txlt_dma_cookie_list !=
			    &spx->txlt_dma_cookie) {
				(void) kmem_free(spx->txlt_dma_cookie_list,
				    spx->txlt_dma_cookie_list_len *
				    sizeof (ddi_dma_cookie_t));
				spx->txlt_dma_cookie_list = NULL;
			}
		}
		(void) ddi_dma_unbind_handle(spx->txlt_buf_dma_handle);
		(void) ddi_dma_free_handle(&spx->txlt_buf_dma_handle);
		spx->txlt_buf_dma_handle = NULL;
	}
}

/*
 * Free DMA resources
 * Used by the HBA driver to release DMA resources that it does not use.
 *
 * Returns Void
 */
void
sata_free_dma_resources(sata_pkt_t *sata_pkt)
{
	sata_pkt_txlate_t *spx;

	if (sata_pkt == NULL)
		return;

	spx = (sata_pkt_txlate_t *)sata_pkt->satapkt_framework_private;

	sata_common_free_dma_rsrcs(spx);
}

/*
 * Fetch Device Identify data.
 * Send DEVICE IDENTIFY or IDENTIFY PACKET DEVICE (depending on a device type)
 * command to a device and get the device identify data.
 * The device_info structure has to be set to device type (for selecting proper
 * device identify command).
 *
 * Returns:
 * SATA_SUCCESS if cmd succeeded
 * SATA_RETRY if cmd was rejected and could be retried,
 * SATA_FAILURE if cmd failed and should not be retried (port error)
 *
 * Cannot be called in an interrupt context.
 */

static int
sata_fetch_device_identify_data(sata_hba_inst_t *sata_hba_inst,
    sata_drive_info_t *sdinfo)
{
	struct buf *bp;
	sata_pkt_t *spkt;
	sata_cmd_t *scmd;
	sata_pkt_txlate_t *spx;
	int rval;
	dev_info_t *dip = SATA_DIP(sata_hba_inst);

	spx = kmem_zalloc(sizeof (sata_pkt_txlate_t), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba_inst;
	spx->txlt_scsi_pkt = NULL;		/* No scsi pkt involved */
	spkt = sata_pkt_alloc(spx, SLEEP_FUNC);
	if (spkt == NULL) {
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		return (SATA_RETRY); /* may retry later */
	}
	/* address is needed now */
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;

	/*
	 * Allocate buffer for Identify Data return data
	 */
	bp = sata_alloc_local_buffer(spx, sizeof (sata_id_t));
	if (bp == NULL) {
		sata_pkt_free(spx);
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_fetch_device_identify_data: "
		    "cannot allocate buffer for ID"));
		return (SATA_RETRY); /* may retry later */
	}

	/* Fill sata_pkt */
	sdinfo->satadrv_state = SATA_STATE_PROBING;
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;
	spkt->satapkt_op_mode = SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;
	/* Synchronous mode, no callback */
	spkt->satapkt_comp = NULL;
	/* Timeout 30s */
	spkt->satapkt_time = sata_default_pkt_time;

	scmd = &spkt->satapkt_cmd;
	scmd->satacmd_bp = bp;
	scmd->satacmd_flags.sata_data_direction = SATA_DIR_READ;
	scmd->satacmd_flags.sata_ignore_dev_reset = B_TRUE;

	/* Build Identify Device cmd in the sata_pkt */
	scmd->satacmd_addr_type = 0;		/* N/A */
	scmd->satacmd_sec_count_lsb = 0;	/* N/A */
	scmd->satacmd_lba_low_lsb = 0;		/* N/A */
	scmd->satacmd_lba_mid_lsb = 0;		/* N/A */
	scmd->satacmd_lba_high_lsb = 0;		/* N/A */
	scmd->satacmd_features_reg = 0;		/* N/A */
	scmd->satacmd_device_reg = 0;		/* Always device 0 */
	if (sdinfo->satadrv_type & SATA_DTYPE_ATAPI) {
		/* Identify Packet Device cmd */
		scmd->satacmd_cmd_reg = SATAC_ID_PACKET_DEVICE;
	} else {
		/* Identify Device cmd - mandatory for all other devices */
		scmd->satacmd_cmd_reg = SATAC_ID_DEVICE;
	}

	/* Send pkt to SATA HBA driver */
	rval = (*SATA_START_FUNC(sata_hba_inst))(SATA_DIP(sata_hba_inst), spkt);

#ifdef SATA_INJECT_FAULTS
	sata_inject_pkt_fault(spkt, &rval, sata_fault_type);
#endif

	if (rval == SATA_TRAN_ACCEPTED &&
	    spkt->satapkt_reason == SATA_PKT_COMPLETED) {
		if (spx->txlt_buf_dma_handle != NULL) {
			rval = ddi_dma_sync(spx->txlt_buf_dma_handle, 0, 0,
			    DDI_DMA_SYNC_FORKERNEL);
			ASSERT(rval == DDI_SUCCESS);
			if (sata_check_for_dma_error(dip, spx)) {
				ddi_fm_service_impact(dip,
				    DDI_SERVICE_UNAFFECTED);
				rval = SATA_RETRY;
				goto fail;
			}

		}
		if ((((sata_id_t *)(bp->b_un.b_addr))->ai_config &
		    SATA_INCOMPLETE_DATA) == SATA_INCOMPLETE_DATA) {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "SATA disk device at port %d - "
			    "partial Identify Data",
			    sdinfo->satadrv_addr.cport));
			rval = SATA_RETRY; /* may retry later */
			goto fail;
		}
		/* Update sata_drive_info */
		bcopy(bp->b_un.b_addr, &sdinfo->satadrv_id,
		    sizeof (sata_id_t));

		sdinfo->satadrv_features_support = 0;
		if (sdinfo->satadrv_type == SATA_DTYPE_ATADISK) {
			/*
			 * Retrieve capacity (disks only) and addressing mode
			 */
			sdinfo->satadrv_capacity = sata_check_capacity(sdinfo);
		} else {
			/*
			 * For ATAPI devices one would have to issue
			 * Get Capacity cmd for media capacity. Not here.
			 */
			sdinfo->satadrv_capacity = 0;
			/*
			 * Check what cdb length is supported
			 */
			if ((sdinfo->satadrv_id.ai_config &
			    SATA_ATAPI_ID_PKT_SZ) == SATA_ATAPI_ID_PKT_16B)
				sdinfo->satadrv_atapi_cdb_len = 16;
			else
				sdinfo->satadrv_atapi_cdb_len = 12;
		}
		/* Setup supported features flags */
		if (sdinfo->satadrv_id.ai_cap & SATA_DMA_SUPPORT)
			sdinfo->satadrv_features_support |= SATA_DEV_F_DMA;

		/* Check for SATA GEN and NCQ support */
		if (sdinfo->satadrv_id.ai_satacap != 0 &&
		    sdinfo->satadrv_id.ai_satacap != 0xffff) {
			/* SATA compliance */
			if (sdinfo->satadrv_id.ai_satacap & SATA_NCQ)
				sdinfo->satadrv_features_support |=
				    SATA_DEV_F_NCQ;
			if (sdinfo->satadrv_id.ai_satacap &
			    (SATA_1_SPEED | SATA_2_SPEED | SATA_3_SPEED)) {
				if (sdinfo->satadrv_id.ai_satacap &
				    SATA_3_SPEED)
					sdinfo->satadrv_features_support |=
					    SATA_DEV_F_SATA3;
				if (sdinfo->satadrv_id.ai_satacap &
				    SATA_2_SPEED)
					sdinfo->satadrv_features_support |=
					    SATA_DEV_F_SATA2;
				if (sdinfo->satadrv_id.ai_satacap &
				    SATA_1_SPEED)
					sdinfo->satadrv_features_support |=
					    SATA_DEV_F_SATA1;
			} else {
				sdinfo->satadrv_features_support |=
				    SATA_DEV_F_SATA1;
			}
		}
		if ((sdinfo->satadrv_id.ai_cmdset83 & SATA_RW_DMA_QUEUED_CMD) &&
		    (sdinfo->satadrv_id.ai_features86 & SATA_RW_DMA_QUEUED_CMD))
			sdinfo->satadrv_features_support |= SATA_DEV_F_TCQ;

		sdinfo->satadrv_queue_depth = sdinfo->satadrv_id.ai_qdepth;
		if ((sdinfo->satadrv_features_support & SATA_DEV_F_NCQ) ||
		    (sdinfo->satadrv_features_support & SATA_DEV_F_TCQ)) {
			++sdinfo->satadrv_queue_depth;
			/* Adjust according to controller capabilities */
			sdinfo->satadrv_max_queue_depth = MIN(
			    sdinfo->satadrv_queue_depth,
			    SATA_QDEPTH(sata_hba_inst));
			/* Adjust according to global queue depth limit */
			sdinfo->satadrv_max_queue_depth = MIN(
			    sdinfo->satadrv_max_queue_depth,
			    sata_current_max_qdepth);
			if (sdinfo->satadrv_max_queue_depth == 0)
				sdinfo->satadrv_max_queue_depth = 1;
		} else
			sdinfo->satadrv_max_queue_depth = 1;

		rval = SATA_SUCCESS;
	} else {
		/*
		 * Woops, no Identify Data.
		 */
		if (rval == SATA_TRAN_BUSY || rval == SATA_TRAN_QUEUE_FULL) {
			rval = SATA_RETRY; /* may retry later */
		} else if (rval == SATA_TRAN_ACCEPTED) {
			if (spkt->satapkt_reason == SATA_PKT_DEV_ERROR ||
			    spkt->satapkt_reason == SATA_PKT_ABORTED ||
			    spkt->satapkt_reason == SATA_PKT_TIMEOUT ||
			    spkt->satapkt_reason == SATA_PKT_RESET)
				rval = SATA_RETRY; /* may retry later */
			else
				rval = SATA_FAILURE;
		} else {
			rval = SATA_FAILURE;
		}
	}
fail:
	/* Free allocated resources */
	sata_free_local_buffer(spx);
	sata_pkt_free(spx);
	kmem_free(spx, sizeof (sata_pkt_txlate_t));

	return (rval);
}


/*
 * Some devices may not come-up with default DMA mode (UDMA or MWDMA).
 * UDMA mode is checked first, followed by MWDMA mode.
 * set correctly, so this function is setting it to the highest supported level.
 * Older SATA spec required that the device supports at least DMA 4 mode and
 * UDMA mode is selected.  It is not mentioned in SerialATA 2.6, so this
 * restriction has been removed.
 *
 * Returns SATA_SUCCESS if proper DMA mode is selected or no DMA is supported.
 * Returns SATA_FAILURE if proper DMA mode could not be selected.
 *
 * NOTE: This function should be called only if DMA mode is supported.
 */
static int
sata_set_dma_mode(sata_hba_inst_t *sata_hba_inst, sata_drive_info_t *sdinfo)
{
	sata_pkt_t *spkt;
	sata_cmd_t *scmd;
	sata_pkt_txlate_t *spx;
	int i, mode;
	uint8_t subcmd;
	int rval = SATA_SUCCESS;

	ASSERT(sdinfo != NULL);
	ASSERT(sata_hba_inst != NULL);

	if ((sdinfo->satadrv_id.ai_validinfo & SATA_VALIDINFO_88) != 0 &&
	    (sdinfo->satadrv_id.ai_ultradma & SATA_UDMA_SUP_MASK) != 0) {
		/* Find highest Ultra DMA mode supported */
		for (mode = 6; mode >= 0; --mode) {
			if (sdinfo->satadrv_id.ai_ultradma & (1 << mode))
				break;
		}
#if 0
		/* Left for historical reasons */
		/*
		 * Some initial version of SATA spec indicated that at least
		 * UDMA mode 4 has to be supported. It is not mentioned in
		 * SerialATA 2.6, so this restriction is removed.
		 */
		if (mode < 4)
			return (SATA_FAILURE);
#endif

		/*
		 * For disk, we're still going to set DMA mode whatever is
		 * selected by default
		 *
		 * We saw an old maxtor sata drive will select Ultra DMA and
		 * Multi-Word DMA simultaneouly by default, which is going
		 * to cause DMA command timed out, so we need to select DMA
		 * mode even when it's already done by default
		 */
		if (sdinfo->satadrv_type != SATA_DTYPE_ATADISK) {

			/* Find UDMA mode currently selected */
			for (i = 6; i >= 0; --i) {
				if (sdinfo->satadrv_id.ai_ultradma &
				    (1 << (i + 8)))
					break;
			}
			if (i >= mode)
				/* Nothing to do */
				return (SATA_SUCCESS);
		}

		subcmd = SATAC_TRANSFER_MODE_ULTRA_DMA;

	} else if ((sdinfo->satadrv_id.ai_dworddma & SATA_MDMA_SUP_MASK) != 0) {
		/* Find highest MultiWord DMA mode supported */
		for (mode = 2; mode >= 0; --mode) {
			if (sdinfo->satadrv_id.ai_dworddma & (1 << mode))
				break;
		}

		/*
		 * For disk, We're still going to set DMA mode whatever is
		 * selected by default
		 *
		 * We saw an old maxtor sata drive will select Ultra DMA and
		 * Multi-Word DMA simultaneouly by default, which is going
		 * to cause DMA command timed out, so we need to select DMA
		 * mode even when it's already done by default
		 */
		if (sdinfo->satadrv_type != SATA_DTYPE_ATADISK) {

			/* Find highest MultiWord DMA mode selected */
			for (i = 2; i >= 0; --i) {
				if (sdinfo->satadrv_id.ai_dworddma &
				    (1 << (i + 8)))
					break;
			}
			if (i >= mode)
				/* Nothing to do */
				return (SATA_SUCCESS);
		}

		subcmd = SATAC_TRANSFER_MODE_MULTI_WORD_DMA;
	} else
		return (SATA_SUCCESS);

	/*
	 * Set DMA mode via SET FEATURES COMMAND.
	 * Prepare packet for SET FEATURES COMMAND.
	 */
	spx = kmem_zalloc(sizeof (sata_pkt_txlate_t), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba_inst;
	spx->txlt_scsi_pkt = NULL;	/* No scsi pkt involved */
	spkt = sata_pkt_alloc(spx, SLEEP_FUNC);
	if (spkt == NULL) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_set_dma_mode: could not set DMA mode %d", mode));
		rval = SATA_FAILURE;
		goto done;
	}
	/* Fill sata_pkt */
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;
	/* Timeout 30s */
	spkt->satapkt_time = sata_default_pkt_time;
	/* Synchronous mode, no callback, interrupts */
	spkt->satapkt_op_mode = SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;
	spkt->satapkt_comp = NULL;
	scmd = &spkt->satapkt_cmd;
	scmd->satacmd_flags.sata_data_direction = SATA_DIR_NODATA_XFER;
	scmd->satacmd_flags.sata_ignore_dev_reset = B_TRUE;
	scmd->satacmd_addr_type = 0;
	scmd->satacmd_device_reg = 0;
	scmd->satacmd_status_reg = 0;
	scmd->satacmd_error_reg = 0;
	scmd->satacmd_cmd_reg = SATAC_SET_FEATURES;
	scmd->satacmd_features_reg = SATAC_SF_TRANSFER_MODE;
	scmd->satacmd_sec_count_lsb = subcmd | mode;

	/* Transfer command to HBA */
	if ((*SATA_START_FUNC(sata_hba_inst))(SATA_DIP(sata_hba_inst),
	    spkt) != SATA_TRAN_ACCEPTED ||
	    spkt->satapkt_reason != SATA_PKT_COMPLETED) {
		/* Pkt execution failed */
		rval = SATA_FAILURE;
	}
done:

	/* Free allocated resources */
	if (spkt != NULL)
		sata_pkt_free(spx);
	(void) kmem_free(spx, sizeof (sata_pkt_txlate_t));

	return (rval);
}


/*
 * Set device caching mode.
 * One of the following operations should be specified:
 * SATAC_SF_ENABLE_READ_AHEAD
 * SATAC_SF_DISABLE_READ_AHEAD
 * SATAC_SF_ENABLE_WRITE_CACHE
 * SATAC_SF_DISABLE_WRITE_CACHE
 *
 * If operation fails, system log messgage is emitted.
 * Returns SATA_SUCCESS when the operation succeeds, SATA_RETRY if
 * command was sent but did not succeed, and SATA_FAILURE otherwise.
 */

static int
sata_set_cache_mode(sata_hba_inst_t *sata_hba_inst, sata_drive_info_t *sdinfo,
    int cache_op)
{
	sata_pkt_t *spkt;
	sata_cmd_t *scmd;
	sata_pkt_txlate_t *spx;
	int rval = SATA_SUCCESS;
	int hba_rval;
	char *infop = NULL;

	ASSERT(sdinfo != NULL);
	ASSERT(sata_hba_inst != NULL);
	ASSERT(cache_op == SATAC_SF_ENABLE_READ_AHEAD ||
	    cache_op == SATAC_SF_DISABLE_READ_AHEAD ||
	    cache_op == SATAC_SF_ENABLE_WRITE_CACHE ||
	    cache_op == SATAC_SF_DISABLE_WRITE_CACHE);


	/* Prepare packet for SET FEATURES COMMAND */
	spx = kmem_zalloc(sizeof (sata_pkt_txlate_t), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba_inst;
	spx->txlt_scsi_pkt = NULL;	/* No scsi pkt involved */
	spkt = sata_pkt_alloc(spx, SLEEP_FUNC);
	if (spkt == NULL) {
		rval = SATA_FAILURE;
		goto failure;
	}
	/* Fill sata_pkt */
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;
	/* Timeout 30s */
	spkt->satapkt_time = sata_default_pkt_time;
	/* Synchronous mode, no callback, interrupts */
	spkt->satapkt_op_mode =
	    SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;
	spkt->satapkt_comp = NULL;
	scmd = &spkt->satapkt_cmd;
	scmd->satacmd_flags.sata_data_direction = SATA_DIR_NODATA_XFER;
	scmd->satacmd_flags.sata_ignore_dev_reset = B_TRUE;
	scmd->satacmd_addr_type = 0;
	scmd->satacmd_device_reg = 0;
	scmd->satacmd_status_reg = 0;
	scmd->satacmd_error_reg = 0;
	scmd->satacmd_cmd_reg = SATAC_SET_FEATURES;
	scmd->satacmd_features_reg = cache_op;

	/* Transfer command to HBA */
	hba_rval = (*SATA_START_FUNC(sata_hba_inst))(
	    SATA_DIP(sata_hba_inst), spkt);

#ifdef SATA_INJECT_FAULTS
	sata_inject_pkt_fault(spkt, &rval, sata_fault_type);
#endif

	if ((hba_rval != SATA_TRAN_ACCEPTED) ||
	    (spkt->satapkt_reason != SATA_PKT_COMPLETED)) {
		/* Pkt execution failed */
		switch (cache_op) {
		case SATAC_SF_ENABLE_READ_AHEAD:
			infop = "enabling read ahead failed";
			break;
		case SATAC_SF_DISABLE_READ_AHEAD:
			infop = "disabling read ahead failed";
			break;
		case SATAC_SF_ENABLE_WRITE_CACHE:
			infop = "enabling write cache failed";
			break;
		case SATAC_SF_DISABLE_WRITE_CACHE:
			infop = "disabling write cache failed";
			break;
		}
		SATA_LOG_D((sata_hba_inst, CE_WARN, "%s", infop));
		rval = SATA_RETRY;
	}
failure:
	/* Free allocated resources */
	if (spkt != NULL)
		sata_pkt_free(spx);
	(void) kmem_free(spx, sizeof (sata_pkt_txlate_t));
	return (rval);
}

/*
 * Set Removable Media Status Notification (enable/disable)
 * state == 0 , disable
 * state != 0 , enable
 *
 * If operation fails, system log messgage is emitted.
 * Returns SATA_SUCCESS when the operation succeeds, SATA_FAILURE otherwise.
 */

static int
sata_set_rmsn(sata_hba_inst_t *sata_hba_inst, sata_drive_info_t *sdinfo,
    int state)
{
	sata_pkt_t *spkt;
	sata_cmd_t *scmd;
	sata_pkt_txlate_t *spx;
	int rval = SATA_SUCCESS;
	char *infop;

	ASSERT(sdinfo != NULL);
	ASSERT(sata_hba_inst != NULL);

	/* Prepare packet for SET FEATURES COMMAND */
	spx = kmem_zalloc(sizeof (sata_pkt_txlate_t), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba_inst;
	spx->txlt_scsi_pkt = NULL;	/* No scsi pkt involved */
	spkt = sata_pkt_alloc(spx, SLEEP_FUNC);
	if (spkt == NULL) {
		rval = SATA_FAILURE;
		goto failure;
	}
	/* Fill sata_pkt */
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;
	/* Timeout 30s */
	spkt->satapkt_time = sata_default_pkt_time;
	/* Synchronous mode, no callback, interrupts */
	spkt->satapkt_op_mode =
	    SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;
	spkt->satapkt_comp = NULL;
	scmd = &spkt->satapkt_cmd;
	scmd->satacmd_flags.sata_data_direction = SATA_DIR_NODATA_XFER;
	scmd->satacmd_flags.sata_ignore_dev_reset = B_TRUE;
	scmd->satacmd_addr_type = 0;
	scmd->satacmd_device_reg = 0;
	scmd->satacmd_status_reg = 0;
	scmd->satacmd_error_reg = 0;
	scmd->satacmd_cmd_reg = SATAC_SET_FEATURES;
	if (state == 0)
		scmd->satacmd_features_reg = SATAC_SF_DISABLE_RMSN;
	else
		scmd->satacmd_features_reg = SATAC_SF_ENABLE_RMSN;

	/* Transfer command to HBA */
	if (((*SATA_START_FUNC(sata_hba_inst))(
	    SATA_DIP(sata_hba_inst), spkt) != SATA_TRAN_ACCEPTED) ||
	    (spkt->satapkt_reason != SATA_PKT_COMPLETED)) {
		/* Pkt execution failed */
		if (state == 0)
			infop = "disabling Removable Media Status "
			    "Notification failed";
		else
			infop = "enabling Removable Media Status "
			    "Notification failed";

		SATA_LOG_D((sata_hba_inst, CE_WARN, "%s", infop));
		rval = SATA_FAILURE;
	}
failure:
	/* Free allocated resources */
	if (spkt != NULL)
		sata_pkt_free(spx);
	(void) kmem_free(spx, sizeof (sata_pkt_txlate_t));
	return (rval);
}


/*
 * Update state and copy port ss* values from passed sata_device structure.
 * sata_address is validated - if not valid, nothing is changed in sata_scsi
 * configuration struct.
 *
 * SATA_PSTATE_SHUTDOWN in port state is not reset to 0 by this function
 * regardless of the state in device argument.
 *
 * Port mutex should be held while calling this function.
 */
static void
sata_update_port_info(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	sata_cport_info_t *cportinfo;

	if (sata_device->satadev_addr.qual == SATA_ADDR_CPORT ||
	    sata_device->satadev_addr.qual == SATA_ADDR_DCPORT) {
		if (SATA_NUM_CPORTS(sata_hba_inst) <=
		    sata_device->satadev_addr.cport)
			return;

		cportinfo = SATA_CPORT_INFO(sata_hba_inst,
		    sata_device->satadev_addr.cport);

		ASSERT(mutex_owned(&cportinfo->cport_mutex));
		cportinfo->cport_scr = sata_device->satadev_scr;

		/* Preserve SATA_PSTATE_SHUTDOWN flag */
		cportinfo->cport_state &= ~(SATA_PSTATE_PWRON |
		    SATA_PSTATE_PWROFF | SATA_PSTATE_FAILED);
		cportinfo->cport_state |=
		    sata_device->satadev_state & SATA_PSTATE_VALID;
	}
}

void
sata_update_pmport_info(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	sata_pmport_info_t *pmportinfo;

	if ((sata_device->satadev_addr.qual != SATA_ADDR_PMPORT &&
	    sata_device->satadev_addr.qual != SATA_ADDR_DPMPORT) ||
	    SATA_NUM_PMPORTS(sata_hba_inst,
	    sata_device->satadev_addr.cport) <
	    sata_device->satadev_addr.pmport) {
		SATADBG1(SATA_DBG_PMULT, sata_hba_inst,
		    "sata_update_port_info: error address %p.",
		    &sata_device->satadev_addr);
		return;
	}

	pmportinfo = SATA_PMPORT_INFO(sata_hba_inst,
	    sata_device->satadev_addr.cport,
	    sata_device->satadev_addr.pmport);

	ASSERT(mutex_owned(&pmportinfo->pmport_mutex));
	pmportinfo->pmport_scr = sata_device->satadev_scr;

	/* Preserve SATA_PSTATE_SHUTDOWN flag */
	pmportinfo->pmport_state &=
	    ~(SATA_PSTATE_PWRON | SATA_PSTATE_PWROFF | SATA_PSTATE_FAILED);
	pmportinfo->pmport_state |=
	    sata_device->satadev_state & SATA_PSTATE_VALID;
}

/*
 * Extract SATA port specification from an IOCTL argument.
 *
 * This function return the port the user land send us as is, unless it
 * cannot retrieve port spec, then -1 is returned.
 *
 * Support port multiplier.
 */
static int32_t
sata_get_port_num(sata_hba_inst_t *sata_hba_inst, struct devctl_iocdata *dcp)
{
	int32_t port;

	/* Extract port number from nvpair in dca structure  */
	if (nvlist_lookup_int32(ndi_dc_get_ap_data(dcp), "port", &port) != 0) {
		SATA_LOG_D((sata_hba_inst, CE_NOTE,
		    "sata_get_port_num: invalid port spec 0x%x in ioctl",
		    port));
		port = -1;
	}

	return (port);
}

/*
 * Get dev_info_t pointer to the device node pointed to by port argument.
 * NOTE: target argument is a value used in ioctls to identify
 * the AP - it is not a sata_address.
 * It is a combination of cport, pmport and address qualifier, encodded same
 * way as a scsi target number.
 * At this moment it carries only cport number.
 *
 * PMult hotplug is supported now.
 *
 * Returns dev_info_t pointer if target device was found, NULL otherwise.
 */

static dev_info_t *
sata_get_target_dip(dev_info_t *dip, uint8_t cport, uint8_t pmport)
{
	dev_info_t	*cdip = NULL;
	int		target, tgt;
	uint8_t		qual;

	sata_hba_inst_t	*sata_hba_inst;
	scsi_hba_tran_t *scsi_hba_tran;

	/* Get target id */
	scsi_hba_tran = ddi_get_driver_private(dip);
	if (scsi_hba_tran == NULL)
		return (NULL);

	sata_hba_inst = scsi_hba_tran->tran_hba_private;

	if (sata_hba_inst == NULL)
		return (NULL);

	/* Identify a port-mult by cport_info.cport_dev_type */
	if (SATA_CPORT_DEV_TYPE(sata_hba_inst, cport) == SATA_DTYPE_PMULT)
		qual = SATA_ADDR_DPMPORT;
	else
		qual = SATA_ADDR_DCPORT;

	target = SATA_TO_SCSI_TARGET(cport, pmport, qual);

	/* Retrieve target dip */
	ndi_devi_enter(dip);
	for (cdip = ddi_get_child(dip); cdip != NULL; ) {
		dev_info_t *next = ddi_get_next_sibling(cdip);

		tgt = ddi_prop_get_int(DDI_DEV_T_ANY, cdip,
		    DDI_PROP_DONTPASS, "target", -1);
		if (tgt == -1) {
			/*
			 * This is actually an error condition, but not
			 * a fatal one. Just continue the search.
			 */
			cdip = next;
			continue;
		}

		if (tgt == target)
			break;

		cdip = next;
	}
	ndi_devi_exit(dip);

	return (cdip);
}

/*
 * Get dev_info_t pointer to the device node pointed to by port argument.
 * NOTE: target argument is a value used in ioctls to identify
 * the AP - it is not a sata_address.
 * It is a combination of cport, pmport and address qualifier, encoded same
 * way as a scsi target number.
 *
 * Returns dev_info_t pointer if target device was found, NULL otherwise.
 */

static dev_info_t *
sata_get_scsi_target_dip(dev_info_t *dip, sata_address_t *saddr)
{
	dev_info_t	*cdip = NULL;
	int		target, tgt;

	target = SATA_TO_SCSI_TARGET(saddr->cport, saddr->pmport, saddr->qual);

	ndi_devi_enter(dip);
	for (cdip = ddi_get_child(dip); cdip != NULL; ) {
		dev_info_t *next = ddi_get_next_sibling(cdip);

		tgt = ddi_prop_get_int(DDI_DEV_T_ANY, cdip,
		    DDI_PROP_DONTPASS, "target", -1);
		if (tgt == -1) {
			/*
			 * This is actually an error condition, but not
			 * a fatal one. Just continue the search.
			 */
			cdip = next;
			continue;
		}

		if (tgt == target)
			break;

		cdip = next;
	}
	ndi_devi_exit(dip);

	return (cdip);
}

/*
 * Process sata port disconnect request.
 * Normally, cfgadm sata plugin will try to offline (unconfigure) the device
 * before this request. Nevertheless, if a device is still configured,
 * we need to attempt to offline and unconfigure device.
 * Regardless of the unconfigure operation results the port is marked as
 * deactivated and no access to the attached device is possible.
 * If the target node remains because unconfigure operation failed, its state
 * will be set to DEVICE_REMOVED, preventing it to be used again when a device
 * is inserted/re-inserted. The event daemon will repeatedly try to unconfigure
 * the device and remove old target node.
 *
 * This function invokes sata_hba_inst->satahba_tran->
 * sata_tran_hotplug_ops->sata_tran_port_deactivate().
 * If successful, the device structure (if any) attached to the specified port
 * is removed and state of the port marked appropriately.
 * Failure of the port_deactivate may keep port in the physically active state,
 * or may fail the port.
 *
 * NOTE: Port multiplier is supported.
 */

static int
sata_ioctl_disconnect(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	sata_drive_info_t *sdinfo = NULL, *subsdinfo = NULL;
	sata_cport_info_t *cportinfo = NULL;
	sata_pmport_info_t *pmportinfo = NULL;
	sata_pmult_info_t *pmultinfo = NULL;
	sata_device_t subsdevice;
	int cport, pmport, qual;
	int rval = SATA_SUCCESS;
	int npmport = 0;
	int rv = 0;

	cport = sata_device->satadev_addr.cport;
	pmport = sata_device->satadev_addr.pmport;
	qual = sata_device->satadev_addr.qual;

	ASSERT(qual == SATA_ADDR_DCPORT || qual == SATA_ADDR_DPMPORT);
	if (qual == SATA_ADDR_DCPORT)
		qual = SATA_ADDR_CPORT;
	else
		qual = SATA_ADDR_PMPORT;

	/*
	 * DEVCTL_AP_DISCONNECT invokes sata_hba_inst->satahba_tran->
	 * sata_tran_hotplug_ops->sata_tran_port_deactivate().
	 * Do the sanity check.
	 */
	if (SATA_PORT_DEACTIVATE_FUNC(sata_hba_inst) == NULL) {
		/* No physical port deactivation supported. */
		return (EINVAL);
	}

	/* Check the current state of the port */
	rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), sata_device);

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);

	/*
	 * Processing port mulitiplier
	 */
	if (qual == SATA_ADDR_CPORT &&
	    SATA_CPORT_DEV_TYPE(sata_hba_inst, cport) == SATA_DTYPE_PMULT) {
		mutex_enter(&cportinfo->cport_mutex);

		/* Check controller port status */
		sata_update_port_info(sata_hba_inst, sata_device);
		if (rval != SATA_SUCCESS ||
		    (sata_device->satadev_state & SATA_PSTATE_FAILED) != 0) {
			/*
			 * Device port status is unknown or it is in failed
			 * state
			 */
			SATA_CPORT_STATE(sata_hba_inst, cport) =
			    SATA_PSTATE_FAILED;
			SATADBG1(SATA_DBG_IOCTL_IF, sata_hba_inst,
			    "sata_hba_ioctl: connect: failed to deactivate "
			    "SATA port %d", cport);
			mutex_exit(&cportinfo->cport_mutex);
			return (EIO);
		}

		/* Disconnect all sub-devices. */
		pmultinfo = SATA_CPORTINFO_PMULT_INFO(cportinfo);
		if (pmultinfo != NULL) {

			for (npmport = 0; npmport < SATA_NUM_PMPORTS(
			    sata_hba_inst, cport); npmport ++) {
				subsdinfo = SATA_PMPORT_DRV_INFO(
				    sata_hba_inst, cport, npmport);
				if (subsdinfo == NULL)
					continue;

				subsdevice.satadev_addr = subsdinfo->
				    satadrv_addr;

				mutex_exit(&cportinfo->cport_mutex);
				if (sata_ioctl_disconnect(sata_hba_inst,
				    &subsdevice) == SATA_SUCCESS) {
					SATADBG2(SATA_DBG_PMULT, sata_hba_inst,
					"[Remove] device at port %d:%d "
					"successfully.", cport, npmport);
				}
				mutex_enter(&cportinfo->cport_mutex);
			}
		}

		/* Disconnect the port multiplier */
		cportinfo->cport_state &= ~SATA_STATE_READY;
		mutex_exit(&cportinfo->cport_mutex);

		sata_device->satadev_addr.qual = qual;
		rval = (*SATA_PORT_DEACTIVATE_FUNC(sata_hba_inst))
		    (SATA_DIP(sata_hba_inst), sata_device);

		sata_gen_sysevent(sata_hba_inst, &sata_device->satadev_addr,
		    SE_NO_HINT);

		mutex_enter(&cportinfo->cport_mutex);
		sata_update_port_info(sata_hba_inst, sata_device);
		if (rval != SATA_SUCCESS &&
		    sata_device->satadev_state & SATA_PSTATE_FAILED) {
			cportinfo->cport_state = SATA_PSTATE_FAILED;
			rv = EIO;
		} else {
			cportinfo->cport_state |= SATA_PSTATE_SHUTDOWN;
		}
		mutex_exit(&cportinfo->cport_mutex);

		return (rv);
	}

	/*
	 * Process non-port-multiplier device - it could be a drive connected
	 * to a port multiplier port or a controller port.
	 */
	if (qual == SATA_ADDR_PMPORT) {
		pmportinfo = SATA_PMPORT_INFO(sata_hba_inst, cport, pmport);
		mutex_enter(&pmportinfo->pmport_mutex);
		sata_update_pmport_info(sata_hba_inst, sata_device);
		if (rval != SATA_SUCCESS ||
		    (sata_device->satadev_state & SATA_PSTATE_FAILED) != 0) {
			SATA_PMPORT_STATE(sata_hba_inst, cport, pmport) =
			    SATA_PSTATE_FAILED;
			SATADBG2(SATA_DBG_IOCTL_IF, sata_hba_inst,
			    "sata_hba_ioctl: connect: failed to deactivate "
			    "SATA port %d:%d", cport, pmport);
			mutex_exit(&pmportinfo->pmport_mutex);
			return (EIO);
		}

		if (pmportinfo->pmport_dev_type != SATA_DTYPE_NONE) {
			sdinfo = pmportinfo->pmport_sata_drive;
			ASSERT(sdinfo != NULL);
		}

		/*
		 * Set port's dev_state to not ready - this will disable
		 * an access to a potentially attached device.
		 */
		pmportinfo->pmport_state &= ~SATA_STATE_READY;

		/* Remove and release sata_drive info structure. */
		if (sdinfo != NULL) {
			if ((sdinfo->satadrv_type &
			    SATA_VALID_DEV_TYPE) != 0) {
				/*
				 * If a target node exists, try to offline
				 * a device and remove target node.
				 */
				mutex_exit(&pmportinfo->pmport_mutex);
				(void) sata_offline_device(sata_hba_inst,
				    sata_device, sdinfo);
				mutex_enter(&pmportinfo->pmport_mutex);
			}

			SATA_PMPORTINFO_DRV_INFO(pmportinfo) = NULL;
			pmportinfo->pmport_dev_type = SATA_DTYPE_NONE;
			(void) kmem_free((void *)sdinfo,
			    sizeof (sata_drive_info_t));
		}
		mutex_exit(&pmportinfo->pmport_mutex);

	} else if (qual == SATA_ADDR_CPORT) {
		mutex_enter(&cportinfo->cport_mutex);
		sata_update_port_info(sata_hba_inst, sata_device);
		if (rval != SATA_SUCCESS ||
		    (sata_device->satadev_state & SATA_PSTATE_FAILED) != 0) {
			/*
			 * Device port status is unknown or it is in failed
			 * state
			 */
			SATA_CPORT_STATE(sata_hba_inst, cport) =
			    SATA_PSTATE_FAILED;
			SATADBG1(SATA_DBG_IOCTL_IF, sata_hba_inst,
			    "sata_hba_ioctl: connect: failed to deactivate "
			    "SATA port %d", cport);
			mutex_exit(&cportinfo->cport_mutex);
			return (EIO);
		}

		if (cportinfo->cport_dev_type == SATA_DTYPE_PMULT) {
			pmultinfo = SATA_CPORTINFO_PMULT_INFO(cportinfo);
			ASSERT(pmultinfo != NULL);
		} else if (cportinfo->cport_dev_type != SATA_DTYPE_NONE) {
			sdinfo = SATA_CPORTINFO_DRV_INFO(cportinfo);
			ASSERT(sdinfo != NULL);
		}
		cportinfo->cport_state &= ~SATA_STATE_READY;

		if (sdinfo != NULL) {
			if ((sdinfo->satadrv_type &
			    SATA_VALID_DEV_TYPE) != 0) {
				/*
				 * If a target node exists, try to offline
				 * a device and remove target node.
				 */
				mutex_exit(&cportinfo->cport_mutex);
				(void) sata_offline_device(sata_hba_inst,
				    sata_device, sdinfo);
				mutex_enter(&cportinfo->cport_mutex);
			}

			SATA_CPORTINFO_DRV_INFO(cportinfo) = NULL;
			cportinfo->cport_dev_type = SATA_DTYPE_NONE;
			(void) kmem_free((void *)sdinfo,
			    sizeof (sata_drive_info_t));
		}
		mutex_exit(&cportinfo->cport_mutex);
	}

	/* Just ask HBA driver to deactivate port */
	sata_device->satadev_addr.qual = qual;

	rval = (*SATA_PORT_DEACTIVATE_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), sata_device);

	/*
	 * Generate sysevent - EC_DR / ESC_DR_AP_STATE_CHANGE
	 * without the hint (to force listener to investivate the state).
	 */
	sata_gen_sysevent(sata_hba_inst, &sata_device->satadev_addr,
	    SE_NO_HINT);

	if (qual == SATA_ADDR_PMPORT) {
		mutex_enter(&pmportinfo->pmport_mutex);
		sata_update_pmport_info(sata_hba_inst, sata_device);

		if (rval != SATA_SUCCESS &&
		    sata_device->satadev_state & SATA_PSTATE_FAILED) {
			/*
			 * Port deactivation failure - do not change port
			 * state unless the state returned by HBA indicates a
			 * port failure.
			 *
			 * NOTE: device structures were released, so devices
			 * now are invisible! Port reset is needed to
			 * re-enumerate devices.
			 */
			pmportinfo->pmport_state = SATA_PSTATE_FAILED;
			rv = EIO;
		} else {
			/*
			 * Deactivation succeded. From now on the sata framework
			 * will not care what is happening to the device, until
			 * the port is activated again.
			 */
			pmportinfo->pmport_state |= SATA_PSTATE_SHUTDOWN;
		}
		mutex_exit(&pmportinfo->pmport_mutex);
	} else if (qual == SATA_ADDR_CPORT) {
		mutex_enter(&cportinfo->cport_mutex);
		sata_update_port_info(sata_hba_inst, sata_device);

		if (rval != SATA_SUCCESS &&
		    sata_device->satadev_state & SATA_PSTATE_FAILED) {
			cportinfo->cport_state = SATA_PSTATE_FAILED;
			rv = EIO;
		} else {
			cportinfo->cport_state |= SATA_PSTATE_SHUTDOWN;
		}
		mutex_exit(&cportinfo->cport_mutex);
	}

	return (rv);
}



/*
 * Process sata port connect request
 * The sata cfgadm pluging will invoke this operation only if port was found
 * in the disconnect state (failed state is also treated as the disconnected
 * state).
 * DEVCTL_AP_CONNECT would invoke  sata_hba_inst->satahba_tran->
 * sata_tran_hotplug_ops->sata_tran_port_activate().
 * If successful and a device is found attached to the port,
 * the initialization sequence is executed to attach a device structure to
 * a port structure. The state of the port and a device would be set
 * appropriately.
 * The device is not set in configured state (system-wise) by this operation.
 *
 * Note, that activating the port may generate link events,
 * so it is important that following processing and the
 * event processing does not interfere with each other!
 *
 * This operation may remove port failed state and will
 * try to make port active and in good standing.
 *
 * NOTE: Port multiplier is supported.
 */

static int
sata_ioctl_connect(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	sata_pmport_info_t	*pmportinfo = NULL;
	uint8_t cport, pmport, qual;
	int rv = 0;

	cport = sata_device->satadev_addr.cport;
	pmport = sata_device->satadev_addr.pmport;
	qual = sata_device->satadev_addr.qual;

	ASSERT(qual == SATA_ADDR_DCPORT || qual == SATA_ADDR_DPMPORT);
	if (qual == SATA_ADDR_DCPORT)
		qual = SATA_ADDR_CPORT;
	else
		qual = SATA_ADDR_PMPORT;

	if (qual == SATA_ADDR_PMPORT)
		pmportinfo = SATA_PMPORT_INFO(sata_hba_inst, cport, pmport);

	/*
	 * DEVCTL_AP_CONNECT would invoke sata_hba_inst->
	 * satahba_tran->sata_tran_hotplug_ops->sata_tran_port_activate().
	 * Perform sanity check now.
	 */
	if (SATA_PORT_ACTIVATE_FUNC(sata_hba_inst) == NULL) {
		/* No physical port activation supported. */
		return (EINVAL);
	}

	/* Just ask HBA driver to activate port */
	if ((*SATA_PORT_ACTIVATE_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), sata_device) != SATA_SUCCESS) {
		/*
		 * Port activation failure.
		 */
		if (qual == SATA_ADDR_CPORT) {
			mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
			    cport)->cport_mutex);
			sata_update_port_info(sata_hba_inst, sata_device);
			if (sata_device->satadev_state & SATA_PSTATE_FAILED) {
				SATA_CPORT_STATE(sata_hba_inst, cport) =
				    SATA_PSTATE_FAILED;
				SATADBG1(SATA_DBG_IOCTL_IF, sata_hba_inst,
				    "sata_hba_ioctl: connect: failed to "
				    "activate SATA port %d", cport);
			}
			mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
			    cport)->cport_mutex);
		} else { /* port multiplier device port */
			mutex_enter(&pmportinfo->pmport_mutex);
			sata_update_pmport_info(sata_hba_inst, sata_device);
			if (sata_device->satadev_state & SATA_PSTATE_FAILED) {
				SATA_PMPORT_STATE(sata_hba_inst, cport,
				    pmport) = SATA_PSTATE_FAILED;
				SATADBG2(SATA_DBG_IOCTL_IF, sata_hba_inst,
				    "sata_hba_ioctl: connect: failed to "
				    "activate SATA port %d:%d", cport, pmport);
			}
			mutex_exit(&pmportinfo->pmport_mutex);
		}
		return (EIO);
	}

	/* Virgin port state - will be updated by the port re-probe. */
	if (qual == SATA_ADDR_CPORT) {
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
		    cport)->cport_mutex);
		SATA_CPORT_STATE(sata_hba_inst, cport) = 0;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
		    cport)->cport_mutex);
	} else { /* port multiplier device port */
		mutex_enter(&pmportinfo->pmport_mutex);
		SATA_PMPORT_STATE(sata_hba_inst, cport, pmport) = 0;
		mutex_exit(&pmportinfo->pmport_mutex);
	}

	/*
	 * Probe the port to find its state and attached device.
	 */
	if (sata_reprobe_port(sata_hba_inst, sata_device,
	    SATA_DEV_IDENTIFY_RETRY) == SATA_FAILURE)
		rv = EIO;

	/*
	 * Generate sysevent - EC_DR / ESC_DR_AP_STATE_CHANGE
	 * without the hint
	 */
	sata_gen_sysevent(sata_hba_inst, &sata_device->satadev_addr,
	    SE_NO_HINT);

	/*
	 * If there is a device attached to the port, emit
	 * a message.
	 */
	if (sata_device->satadev_type != SATA_DTYPE_NONE) {

		if (qual == SATA_ADDR_CPORT) {
			if (sata_device->satadev_type == SATA_DTYPE_PMULT) {
				sata_log(sata_hba_inst, CE_WARN,
				    "SATA port multiplier detected "
				    "at port %d", cport);
			} else {
				sata_log(sata_hba_inst, CE_WARN,
				    "SATA device detected at port %d", cport);
				if (sata_device->satadev_type ==
				    SATA_DTYPE_UNKNOWN) {
				/*
				 * A device was not successfully identified
				 */
				sata_log(sata_hba_inst, CE_WARN,
				    "Could not identify SATA "
				    "device at port %d", cport);
				}
			}
		} else { /* port multiplier device port */
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device detected at port %d:%d",
			    cport, pmport);
			if (sata_device->satadev_type == SATA_DTYPE_UNKNOWN) {
				/*
				 * A device was not successfully identified
				 */
				sata_log(sata_hba_inst, CE_WARN,
				    "Could not identify SATA "
				    "device at port %d:%d", cport, pmport);
			}
		}
	}

	return (rv);
}


/*
 * Process sata device unconfigure request.
 * The unconfigure operation uses generic nexus operation to
 * offline a device. It leaves a target device node attached.
 * and obviously sata_drive_info attached as well, because
 * from the hardware point of view nothing has changed.
 */
static int
sata_ioctl_unconfigure(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	int rv = 0;
	dev_info_t *tdip;

	/* We are addressing attached device, not a port */
	if (sata_device->satadev_addr.qual == SATA_ADDR_CPORT)
		sata_device->satadev_addr.qual = SATA_ADDR_DCPORT;
	else if (sata_device->satadev_addr.qual == SATA_ADDR_PMPORT)
		sata_device->satadev_addr.qual = SATA_ADDR_DPMPORT;

	if ((tdip = sata_get_scsi_target_dip(SATA_DIP(sata_hba_inst),
	    &sata_device->satadev_addr)) != NULL) {

		if (ndi_devi_offline(tdip, NDI_UNCONFIG) != NDI_SUCCESS) {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_ioctl: unconfigure: "
			    "failed to unconfigure device at SATA port %d:%d",
			    sata_device->satadev_addr.cport,
			    sata_device->satadev_addr.pmport));
			rv = EIO;
		}
		/*
		 * The target node devi_state should be marked with
		 * DEVI_DEVICE_OFFLINE by ndi_devi_offline().
		 * This would be the indication for cfgadm that
		 * the AP node occupant state is 'unconfigured'.
		 */

	} else {
		/*
		 * This would indicate a failure on the part of cfgadm
		 * to detect correct state of the node prior to this
		 * call - one cannot unconfigure non-existing device.
		 */
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_hba_ioctl: unconfigure: "
		    "attempt to unconfigure non-existing device "
		    "at SATA port %d:%d",
		    sata_device->satadev_addr.cport,
		    sata_device->satadev_addr.pmport));
		rv = ENXIO;
	}
	return (rv);
}

/*
 * Process sata device configure request
 * If port is in a failed state, operation is aborted - one has to use
 * an explicit connect or port activate request to try to get a port into
 * non-failed mode. Port reset wil also work in such situation.
 * If the port is in disconnected (shutdown) state, the connect operation is
 * attempted prior to any other action.
 * When port is in the active state, there is a device attached and the target
 * node exists, a device was most likely offlined.
 * If target node does not exist, a new target node is created. In both cases
 * an attempt is made to online (configure) the device.
 *
 * NOTE: Port multiplier is supported.
 */
static int
sata_ioctl_configure(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	int cport, pmport, qual;
	int rval;
	boolean_t target = B_TRUE;
	sata_cport_info_t *cportinfo;
	sata_pmport_info_t *pmportinfo = NULL;
	dev_info_t *tdip;
	sata_drive_info_t *sdinfo;

	cport = sata_device->satadev_addr.cport;
	pmport = sata_device->satadev_addr.pmport;
	qual = sata_device->satadev_addr.qual;

	/* Get current port state */
	rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), sata_device);

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);
	if (qual == SATA_ADDR_DPMPORT) {
		pmportinfo = SATA_PMPORT_INFO(sata_hba_inst, cport, pmport);
		mutex_enter(&pmportinfo->pmport_mutex);
		sata_update_pmport_info(sata_hba_inst, sata_device);
		if (rval != SATA_SUCCESS ||
		    (sata_device->satadev_state & SATA_PSTATE_FAILED) != 0) {
			/*
			 * Obviously, device on a failed port is not visible
			 */
			mutex_exit(&pmportinfo->pmport_mutex);
			return (ENXIO);
		}
		mutex_exit(&pmportinfo->pmport_mutex);
	} else {
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
		    cport)->cport_mutex);
		sata_update_port_info(sata_hba_inst, sata_device);
		if (rval != SATA_SUCCESS ||
		    (sata_device->satadev_state & SATA_PSTATE_FAILED) != 0) {
			/*
			 * Obviously, device on a failed port is not visible
			 */
			mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
			    cport)->cport_mutex);
			return (ENXIO);
		}
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
		    cport)->cport_mutex);
	}

	if ((sata_device->satadev_state & SATA_PSTATE_SHUTDOWN) != 0) {
		/* need to activate port */
		target = B_FALSE;

		/* Sanity check */
		if (SATA_PORT_ACTIVATE_FUNC(sata_hba_inst) == NULL)
			return (ENXIO);

		/* Just let HBA driver to activate port */
		if ((*SATA_PORT_ACTIVATE_FUNC(sata_hba_inst))
		    (SATA_DIP(sata_hba_inst), sata_device) != SATA_SUCCESS) {
			/*
			 * Port activation failure - do not change port state
			 * unless the state returned by HBA indicates a port
			 * failure.
			 */
			if (qual == SATA_ADDR_DPMPORT) {
				mutex_enter(&pmportinfo->pmport_mutex);
				sata_update_pmport_info(sata_hba_inst,
				    sata_device);
				if (sata_device->satadev_state &
				    SATA_PSTATE_FAILED)
					pmportinfo->pmport_state =
					    SATA_PSTATE_FAILED;
				mutex_exit(&pmportinfo->pmport_mutex);
			} else {
				mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
				    cport)->cport_mutex);
				sata_update_port_info(sata_hba_inst,
				    sata_device);
				if (sata_device->satadev_state &
				    SATA_PSTATE_FAILED)
					cportinfo->cport_state =
					    SATA_PSTATE_FAILED;
				mutex_exit(&SATA_CPORT_INFO(
				    sata_hba_inst, cport)->cport_mutex);
			}
		}
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_hba_ioctl: configure: "
		    "failed to activate SATA port %d:%d",
		    cport, pmport));
		return (EIO);
	}
	/*
	 * Generate sysevent - EC_DR / ESC_DR_AP_STATE_CHANGE
	 * without the hint.
	 */
	sata_gen_sysevent(sata_hba_inst,
	    &sata_device->satadev_addr, SE_NO_HINT);

	/* Virgin port state */
	if (qual == SATA_ADDR_DPMPORT) {
		mutex_enter(&pmportinfo->pmport_mutex);
		pmportinfo->pmport_state = 0;
		mutex_exit(&pmportinfo->pmport_mutex);
	} else {
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
		    cport)-> cport_mutex);
		cportinfo->cport_state = 0;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
		    cport)->cport_mutex);
	}
	/*
	 * Always reprobe port, to get current device info.
	 */
	if (sata_reprobe_port(sata_hba_inst, sata_device,
	    SATA_DEV_IDENTIFY_RETRY) != SATA_SUCCESS)
		return (EIO);

	if (sata_device->satadev_type != SATA_DTYPE_NONE && target == B_FALSE) {
		if (qual == SATA_ADDR_DPMPORT) {
			/*
			 * That's the transition from "inactive" port
			 * to active one with device attached.
			 */
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device detected at port %d:%d",
			    cport, pmport);
		} else {
			/*
			 * When PM is attached to the cport and cport is
			 * activated, every PM device port needs to be reprobed.
			 * We need to emit message for all devices detected
			 * at port multiplier's device ports.
			 * Add such code here.
			 * For now, just inform about device attached to
			 * cport.
			 */
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device detected at port %d", cport);
		}
	}

	/*
	 * This is where real configuration operation starts.
	 *
	 * When PM is attached to the cport and cport is activated,
	 * devices attached PM device ports may have to be configured
	 * explicitly. This may change when port multiplier is supported.
	 * For now, configure only disks and other valid target devices.
	 */
	if (!(sata_device->satadev_type & SATA_VALID_DEV_TYPE)) {
		if (qual == SATA_ADDR_DCPORT) {
			if (sata_device->satadev_type == SATA_DTYPE_UNKNOWN) {
				/*
				 * A device was not successfully identified
				 */
				sata_log(sata_hba_inst, CE_WARN,
				    "Could not identify SATA "
				    "device at port %d", cport);
			}
		} else { /* port multiplier device port */
			if (sata_device->satadev_type == SATA_DTYPE_UNKNOWN) {
				/*
				 * A device was not successfully identified
				 */
				sata_log(sata_hba_inst, CE_WARN,
				    "Could not identify SATA "
				    "device at port %d:%d", cport, pmport);
			}
		}
		return (ENXIO);		/* No device to configure */
	}

	/*
	 * Here we may have a device in reset condition,
	 * but because we are just configuring it, there is
	 * no need to process the reset other than just
	 * to clear device reset condition in the HBA driver.
	 * Setting the flag SATA_EVNT_CLEAR_DEVICE_RESET will
	 * cause a first command sent the HBA driver with the request
	 * to clear device reset condition.
	 */
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
	if (qual == SATA_ADDR_DPMPORT)
		sata_device->satadev_addr.qual = SATA_ADDR_DPMPORT;
	else
		sata_device->satadev_addr.qual = SATA_ADDR_DCPORT;
	sdinfo = sata_get_device_info(sata_hba_inst, sata_device);
	if (sdinfo == NULL) {
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
		return (ENXIO);
	}
	if (sdinfo->satadrv_event_flags &
	    (SATA_EVNT_DEVICE_RESET | SATA_EVNT_INPROC_DEVICE_RESET)) {
		sdinfo->satadrv_event_flags = 0;
	}
	sdinfo->satadrv_event_flags |= SATA_EVNT_CLEAR_DEVICE_RESET;
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);

	if ((tdip = sata_get_scsi_target_dip(SATA_DIP(sata_hba_inst),
	    &sata_device->satadev_addr)) != NULL) {
		/*
		 * Target node exists. Verify, that it belongs
		 * to existing, attached device and not to
		 * a removed device.
		 */
		if (sata_check_device_removed(tdip) == B_TRUE) {
			if (qual == SATA_ADDR_DPMPORT)
				sata_log(sata_hba_inst, CE_WARN,
				    "SATA device at port %d cannot be "
				    "configured. "
				    "Application(s) accessing "
				    "previously attached device "
				    "have to release it before newly "
				    "inserted device can be made accessible.",
				    cport);
			else
				sata_log(sata_hba_inst, CE_WARN,
				    "SATA device at port %d:%d cannot be"
				    "configured. "
				    "Application(s) accessing "
				    "previously attached device "
				    "have to release it before newly "
				    "inserted device can be made accessible.",
				    cport, pmport);
			return (EIO);
		}
		/*
		 * Device was not removed and re-inserted.
		 * Try to online it.
		 */
		if (ndi_devi_online(tdip, 0) != NDI_SUCCESS) {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_ioctl: configure: "
			    "onlining device at SATA port "
			    "%d:%d failed", cport, pmport));
			return (EIO);
		}

		if (qual == SATA_ADDR_DPMPORT) {
			mutex_enter(&pmportinfo->pmport_mutex);
			pmportinfo->pmport_tgtnode_clean = B_TRUE;
			mutex_exit(&pmportinfo->pmport_mutex);
		} else {
			mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
			    cport)->cport_mutex);
			cportinfo-> cport_tgtnode_clean = B_TRUE;
			mutex_exit(&SATA_CPORT_INFO(
			    sata_hba_inst, cport)->cport_mutex);
		}
	} else {
		/*
		 * No target node - need to create a new target node.
		 */
		if (qual == SATA_ADDR_DPMPORT) {
			mutex_enter(&pmportinfo->pmport_mutex);
			pmportinfo->pmport_tgtnode_clean = B_TRUE;
			mutex_exit(&pmportinfo->pmport_mutex);
		} else {
			mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->
			    cport_mutex);
			cportinfo-> cport_tgtnode_clean = B_TRUE;
			mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->
			    cport_mutex);
		}

		tdip = sata_create_target_node(SATA_DIP(sata_hba_inst),
		    sata_hba_inst, &sata_device->satadev_addr);
		if (tdip == NULL) {
			/* Configure operation failed */
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_ioctl: configure: "
			    "configuring SATA device at port %d:%d "
			    "failed", cport, pmport));
			return (EIO);
		}
	}
	return (0);
}


/*
 * Process ioctl deactivate port request.
 * Arbitrarily unconfigure attached device, if any.
 * Even if the unconfigure fails, proceed with the
 * port deactivation.
 *
 * NOTE: Port Multiplier is supported now.
 */

static int
sata_ioctl_deactivate(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	int cport, pmport, qual;
	int rval, rv = 0;
	int npmport;
	sata_cport_info_t *cportinfo;
	sata_pmport_info_t *pmportinfo;
	sata_pmult_info_t *pmultinfo;
	dev_info_t *tdip;
	sata_drive_info_t *sdinfo = NULL;
	sata_device_t subsdevice;

	/* Sanity check */
	if (SATA_PORT_DEACTIVATE_FUNC(sata_hba_inst) == NULL)
		return (ENOTSUP);

	cport = sata_device->satadev_addr.cport;
	pmport = sata_device->satadev_addr.pmport;
	qual = sata_device->satadev_addr.qual;

	/* SCSI_TO_SATA_ADDR_QUAL() translate ap_id into a device qualifier */
	ASSERT(qual == SATA_ADDR_DCPORT || qual == SATA_ADDR_DPMPORT);
	if (qual == SATA_ADDR_DCPORT)
		qual = SATA_ADDR_CPORT;
	else
		qual = SATA_ADDR_PMPORT;

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);
	if (qual == SATA_ADDR_PMPORT)
		pmportinfo = SATA_PMPORT_INFO(sata_hba_inst, cport, pmport);

	/*
	 * Processing port multiplier
	 */
	if (qual == SATA_ADDR_CPORT &&
	    SATA_CPORT_DEV_TYPE(sata_hba_inst, cport) == SATA_DTYPE_PMULT) {
		mutex_enter(&cportinfo->cport_mutex);

		/* Deactivate all sub-deices */
		pmultinfo = SATA_CPORTINFO_PMULT_INFO(cportinfo);
		if (pmultinfo != NULL) {
			for (npmport = 0; npmport < SATA_NUM_PMPORTS(
			    sata_hba_inst, cport); npmport++) {

				subsdevice.satadev_addr.cport = cport;
				subsdevice.satadev_addr.pmport =
				    (uint8_t)npmport;
				subsdevice.satadev_addr.qual =
				    SATA_ADDR_DPMPORT;

				SATADBG2(SATA_DBG_PMULT, sata_hba_inst,
				    "sata_hba_ioctl: deactivate: trying to "
				    "deactivate SATA port %d:%d",
				    cport, npmport);

				mutex_exit(&cportinfo->cport_mutex);
				if (sata_ioctl_deactivate(sata_hba_inst,
				    &subsdevice) == SATA_SUCCESS) {
					SATADBG2(SATA_DBG_PMULT, sata_hba_inst,
					    "[Deactivate] device at port %d:%d "
					    "successfully.", cport, npmport);
				}
				mutex_enter(&cportinfo->cport_mutex);
			}
		}

		/* Deactivate the port multiplier now. */
		cportinfo->cport_state &= ~SATA_STATE_READY;
		mutex_exit(&cportinfo->cport_mutex);

		sata_device->satadev_addr.qual = qual;
		rval = (*SATA_PORT_DEACTIVATE_FUNC(sata_hba_inst))
		    (SATA_DIP(sata_hba_inst), sata_device);

		sata_gen_sysevent(sata_hba_inst, &sata_device->satadev_addr,
		    SE_NO_HINT);

		mutex_enter(&cportinfo->cport_mutex);
		sata_update_port_info(sata_hba_inst, sata_device);
		if (rval != SATA_SUCCESS) {
			if (sata_device->satadev_state & SATA_PSTATE_FAILED) {
				cportinfo->cport_state = SATA_PSTATE_FAILED;
			}
			rv = EIO;
		} else {
			cportinfo->cport_state |= SATA_PSTATE_SHUTDOWN;
		}
		mutex_exit(&cportinfo->cport_mutex);

		return (rv);
	}

	/*
	 * Process non-port-multiplier device - it could be a drive connected
	 * to a port multiplier port or a controller port.
	 */
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
	if (qual == SATA_ADDR_CPORT) {
		sata_device->satadev_addr.qual = SATA_ADDR_DCPORT;
		if (cportinfo->cport_dev_type != SATA_DTYPE_NONE) {
			/* deal only with valid devices */
			if ((cportinfo->cport_dev_type &
			    SATA_VALID_DEV_TYPE) != 0)
				sdinfo = SATA_CPORTINFO_DRV_INFO(cportinfo);
		}
		cportinfo->cport_state &= ~SATA_STATE_READY;
	} else {
		/* Port multiplier device port */
		mutex_enter(&pmportinfo->pmport_mutex);
		sata_device->satadev_addr.qual = SATA_ADDR_DPMPORT;
		if (pmportinfo->pmport_dev_type != SATA_DTYPE_NONE &&
		    (pmportinfo->pmport_dev_type & SATA_VALID_DEV_TYPE) != 0)
			sdinfo = SATA_PMPORTINFO_DRV_INFO(pmportinfo);
		pmportinfo->pmport_state &= ~SATA_STATE_READY;
		mutex_exit(&pmportinfo->pmport_mutex);
	}

	if (sdinfo != NULL) {
		/*
		 * If a target node exists, try to offline a device and
		 * to remove a target node.
		 */
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->
		    cport_mutex);
		tdip = sata_get_scsi_target_dip(SATA_DIP(sata_hba_inst),
		    &sata_device->satadev_addr);
		if (tdip != NULL) {
			/* target node exist */
			SATADBG1(SATA_DBG_IOCTL_IF, sata_hba_inst,
			    "sata_hba_ioctl: port deactivate: "
			    "target node exists.", NULL);

			if (ndi_devi_offline(tdip, NDI_DEVI_REMOVE) !=
			    NDI_SUCCESS) {
				SATA_LOG_D((sata_hba_inst, CE_WARN,
				    "sata_hba_ioctl: port deactivate: "
				    "failed to unconfigure device at port "
				    "%d:%d before deactivating the port",
				    cport, pmport));
				/*
				 * Set DEVICE REMOVED state in the target
				 * node. It will prevent an access to
				 * the device even when a new device is
				 * attached, until the old target node is
				 * released, removed and recreated for a new
				 * device.
				 */
				sata_set_device_removed(tdip);

				/*
				 * Instruct the event daemon to try the
				 * target node cleanup later.
				 */
				sata_set_target_node_cleanup(sata_hba_inst,
				    &sata_device->satadev_addr);
			}
		}
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->
		    cport_mutex);
		/*
		 * In any case, remove and release sata_drive_info
		 * structure.
		 */
		if (qual == SATA_ADDR_CPORT) {
			SATA_CPORTINFO_DRV_INFO(cportinfo) = NULL;
			cportinfo->cport_dev_type = SATA_DTYPE_NONE;
		} else { /* port multiplier device port */
			mutex_enter(&pmportinfo->pmport_mutex);
			SATA_PMPORTINFO_DRV_INFO(pmportinfo) = NULL;
			pmportinfo->pmport_dev_type = SATA_DTYPE_NONE;
			mutex_exit(&pmportinfo->pmport_mutex);
		}
		(void) kmem_free((void *)sdinfo, sizeof (sata_drive_info_t));
	}

	if (qual == SATA_ADDR_CPORT) {
		cportinfo->cport_state &= ~(SATA_STATE_PROBED |
		    SATA_STATE_PROBING);
	} else if (qual == SATA_ADDR_PMPORT) {
		mutex_enter(&pmportinfo->pmport_mutex);
		pmportinfo->pmport_state &= ~(SATA_STATE_PROBED |
		    SATA_STATE_PROBING);
		mutex_exit(&pmportinfo->pmport_mutex);
	}
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);

	/* Just let HBA driver to deactivate port */
	sata_device->satadev_addr.qual = qual;
	rval = (*SATA_PORT_DEACTIVATE_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), sata_device);

	/*
	 * Generate sysevent - EC_DR / ESC_DR_AP_STATE_CHANGE
	 * without the hint
	 */
	sata_gen_sysevent(sata_hba_inst, &sata_device->satadev_addr,
	    SE_NO_HINT);

	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
	sata_update_port_info(sata_hba_inst, sata_device);
	if (qual == SATA_ADDR_CPORT) {
		if (rval != SATA_SUCCESS) {
			/*
			 * Port deactivation failure - do not change port state
			 * unless the state returned by HBA indicates a port
			 * failure.
			 */
			if (sata_device->satadev_state & SATA_PSTATE_FAILED) {
				SATA_CPORT_STATE(sata_hba_inst, cport) =
				    SATA_PSTATE_FAILED;
			}
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_ioctl: port deactivate: "
			    "cannot deactivate SATA port %d", cport));
			rv = EIO;
		} else {
			cportinfo->cport_state |= SATA_PSTATE_SHUTDOWN;
		}
	} else {
		mutex_enter(&pmportinfo->pmport_mutex);
		if (rval != SATA_SUCCESS) {
			if (sata_device->satadev_state & SATA_PSTATE_FAILED) {
				SATA_PMPORT_STATE(sata_hba_inst, cport,
				    pmport) = SATA_PSTATE_FAILED;
			}
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_ioctl: port deactivate: "
			    "cannot deactivate SATA port %d:%d",
			    cport, pmport));
			rv = EIO;
		} else {
			pmportinfo->pmport_state |= SATA_PSTATE_SHUTDOWN;
		}
		mutex_exit(&pmportinfo->pmport_mutex);
	}

	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);

	return (rv);
}

/*
 * Process ioctl port activate request.
 *
 * NOTE: Port multiplier is supported now.
 */
static int
sata_ioctl_activate(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	int cport, pmport, qual;
	sata_cport_info_t *cportinfo;
	sata_pmport_info_t *pmportinfo = NULL;
	boolean_t dev_existed = B_TRUE;

	/* Sanity check */
	if (SATA_PORT_ACTIVATE_FUNC(sata_hba_inst) == NULL)
		return (ENOTSUP);

	cport = sata_device->satadev_addr.cport;
	pmport = sata_device->satadev_addr.pmport;
	qual = sata_device->satadev_addr.qual;

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);

	/*
	 * The qual translate from ap_id (by SCSI_TO_SATA_ADDR_QUAL())
	 * is a device. But what we are dealing with is port/pmport.
	 */
	ASSERT(qual == SATA_ADDR_DCPORT || qual == SATA_ADDR_DPMPORT);
	if (qual == SATA_ADDR_DCPORT)
		sata_device->satadev_addr.qual = qual = SATA_ADDR_CPORT;
	else
		sata_device->satadev_addr.qual = qual = SATA_ADDR_PMPORT;

	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
	if (qual == SATA_ADDR_PMPORT) {
		pmportinfo = SATA_PMPORT_INFO(sata_hba_inst, cport, pmport);
		if (pmportinfo->pmport_state & SATA_PSTATE_SHUTDOWN ||
		    pmportinfo->pmport_dev_type == SATA_DTYPE_NONE)
			dev_existed = B_FALSE;
	} else { /* cport */
		if (cportinfo->cport_state & SATA_PSTATE_SHUTDOWN ||
		    cportinfo->cport_dev_type == SATA_DTYPE_NONE)
			dev_existed = B_FALSE;
	}
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);

	/* Just let HBA driver to activate port, if necessary */
	if ((*SATA_PORT_ACTIVATE_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), sata_device) != SATA_SUCCESS) {
		/*
		 * Port activation failure - do not change port state unless
		 * the state returned by HBA indicates a port failure.
		 */
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
		    cport)->cport_mutex);
		sata_update_port_info(sata_hba_inst, sata_device);
		if (sata_device->satadev_state & SATA_PSTATE_FAILED) {
			if (qual == SATA_ADDR_PMPORT) {
				mutex_enter(&pmportinfo->pmport_mutex);
				pmportinfo->pmport_state = SATA_PSTATE_FAILED;
				mutex_exit(&pmportinfo->pmport_mutex);
			} else
				cportinfo->cport_state = SATA_PSTATE_FAILED;

			mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
			    cport)->cport_mutex);
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_ioctl: port activate: cannot activate "
			    "SATA port %d:%d", cport, pmport));
			return (EIO);
		}
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
	}
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
	if (qual == SATA_ADDR_PMPORT) {
		mutex_enter(&pmportinfo->pmport_mutex);
		pmportinfo->pmport_state &= ~SATA_PSTATE_SHUTDOWN;
		mutex_exit(&pmportinfo->pmport_mutex);
	} else
		cportinfo->cport_state &= ~SATA_PSTATE_SHUTDOWN;
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);

	/*
	 * Re-probe port to find its current state and possibly attached device.
	 * Port re-probing may change the cportinfo device type if device is
	 * found attached.
	 * If port probing failed, the device type would be set to
	 * SATA_DTYPE_NONE.
	 */
	(void) sata_reprobe_port(sata_hba_inst, sata_device,
	    SATA_DEV_IDENTIFY_RETRY);

	/*
	 * Generate sysevent - EC_DR / ESC_DR_AP_STATE_CHANGE
	 * without the hint.
	 */
	sata_gen_sysevent(sata_hba_inst, &sata_device->satadev_addr,
	    SE_NO_HINT);

	if (dev_existed == B_FALSE) {
		if (qual == SATA_ADDR_PMPORT &&
		    pmportinfo->pmport_dev_type != SATA_DTYPE_NONE) {
			/*
			 * That's the transition from the "inactive" port state
			 * or the active port without a device attached to the
			 * active port state with a device attached.
			 */
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device detected at port %d:%d",
			    cport, pmport);
		} else if (qual == SATA_ADDR_CPORT &&
		    cportinfo->cport_dev_type != SATA_DTYPE_NONE) {
			/*
			 * That's the transition from the "inactive" port state
			 * or the active port without a device attached to the
			 * active port state with a device attached.
			 */
			if (cportinfo->cport_dev_type != SATA_DTYPE_PMULT) {
				sata_log(sata_hba_inst, CE_WARN,
				    "SATA device detected at port %d", cport);
			} else {
				sata_log(sata_hba_inst, CE_WARN,
				    "SATA port multiplier detected at port %d",
				    cport);
			}
		}
	}
	return (0);
}



/*
 * Process ioctl reset port request.
 *
 * NOTE: Port-Multiplier is supported.
 */
static int
sata_ioctl_reset_port(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	int cport, pmport, qual;
	int rv = 0;

	cport = sata_device->satadev_addr.cport;
	pmport = sata_device->satadev_addr.pmport;
	qual = sata_device->satadev_addr.qual;

	/*
	 * The qual translate from ap_id (by SCSI_TO_SATA_ADDR_QUAL())
	 * is a device. But what we are dealing with is port/pmport.
	 */
	if (qual == SATA_ADDR_DCPORT)
		sata_device->satadev_addr.qual = qual = SATA_ADDR_CPORT;
	else
		sata_device->satadev_addr.qual = qual = SATA_ADDR_PMPORT;
	ASSERT(qual == SATA_ADDR_CPORT || qual == SATA_ADDR_PMPORT);

	/* Sanity check */
	if (SATA_RESET_DPORT_FUNC(sata_hba_inst) == NULL) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_hba_ioctl: sata_hba_tran missing required "
		    "function sata_tran_reset_dport"));
		return (ENOTSUP);
	}

	/* Ask HBA to reset port */
	if ((*SATA_RESET_DPORT_FUNC(sata_hba_inst))(SATA_DIP(sata_hba_inst),
	    sata_device) != SATA_SUCCESS) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_hba_ioctl: reset port: failed %d:%d",
		    cport, pmport));
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->
		    cport_mutex);
		sata_update_port_info(sata_hba_inst, sata_device);
		if (qual == SATA_ADDR_CPORT)
			SATA_CPORT_STATE(sata_hba_inst, cport) =
			    SATA_PSTATE_FAILED;
		else {
			mutex_enter(&SATA_PMPORT_MUTEX(sata_hba_inst, cport,
			    pmport));
			SATA_PMPORT_STATE(sata_hba_inst, cport, pmport) =
			    SATA_PSTATE_FAILED;
			mutex_exit(&SATA_PMPORT_MUTEX(sata_hba_inst, cport,
			    pmport));
		}
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->
		    cport_mutex);
		rv = EIO;
	}

	return (rv);
}

/*
 * Process ioctl reset device request.
 *
 * NOTE: Port multiplier is supported.
 */
static int
sata_ioctl_reset_device(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	sata_drive_info_t *sdinfo = NULL;
	sata_pmult_info_t *pmultinfo = NULL;
	int cport, pmport;
	int rv = 0;

	/* Sanity check */
	if (SATA_RESET_DPORT_FUNC(sata_hba_inst) == NULL) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_hba_ioctl: sata_hba_tran missing required "
		    "function sata_tran_reset_dport"));
		return (ENOTSUP);
	}

	cport = sata_device->satadev_addr.cport;
	pmport = sata_device->satadev_addr.pmport;

	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
	if (sata_device->satadev_addr.qual == SATA_ADDR_DCPORT) {
		if (SATA_CPORT_DEV_TYPE(sata_hba_inst, cport) ==
		    SATA_DTYPE_PMULT)
			pmultinfo = SATA_CPORT_INFO(sata_hba_inst, cport)->
			    cport_devp.cport_sata_pmult;
		else
			sdinfo = SATA_CPORT_DRV_INFO(sata_hba_inst,
			    sata_device->satadev_addr.cport);
	} else { /* port multiplier */
		sata_device->satadev_addr.qual = SATA_ADDR_DPMPORT;
		sdinfo = SATA_PMPORT_DRV_INFO(sata_hba_inst,
		    sata_device->satadev_addr.cport,
		    sata_device->satadev_addr.pmport);
	}
	if (sdinfo == NULL && pmultinfo == NULL) {
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
		return (EINVAL);
	}
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);

	/* Ask HBA to reset device */
	if ((*SATA_RESET_DPORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), sata_device) != SATA_SUCCESS) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_hba_ioctl: reset device: failed at port %d:%d",
		    cport, pmport));
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->
		    cport_mutex);
		sata_update_port_info(sata_hba_inst, sata_device);
		/*
		 * Device info structure remains attached. Another device reset
		 * or port disconnect/connect and re-probing is
		 * needed to change it's state
		 */
		if (sdinfo != NULL) {
			sdinfo->satadrv_state &= ~SATA_STATE_READY;
			sdinfo->satadrv_state |= SATA_DSTATE_FAILED;
		} else if (pmultinfo != NULL) {
			pmultinfo->pmult_state &= ~SATA_STATE_READY;
			pmultinfo->pmult_state |= SATA_DSTATE_FAILED;
		}

		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->cport_mutex);
		rv = EIO;
	}
	/*
	 * If attached device was a port multiplier, some extra processing
	 * may be needed to bring it back. SATA specification requies a
	 * mandatory software reset on host port to reliably enumerate a port
	 * multiplier, the HBA driver should handle that after reset
	 * operation.
	 */
	return (rv);
}


/*
 * Process ioctl reset all request.
 */
static int
sata_ioctl_reset_all(sata_hba_inst_t *sata_hba_inst)
{
	sata_device_t sata_device;
	int rv = 0;
	int tcport;

	sata_device.satadev_rev = SATA_DEVICE_REV;

	/*
	 * There is no protection here for configured devices.
	 */
	/* Sanity check */
	if (SATA_RESET_DPORT_FUNC(sata_hba_inst) == NULL) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_hba_ioctl: sata_hba_tran missing required "
		    "function sata_tran_reset_dport"));
		return (ENOTSUP);
	}

	/*
	 * Need to lock all ports, not just one.
	 * If any port is locked by event processing, fail the whole operation.
	 * One port is already locked, but for simplicity lock it again.
	 */
	for (tcport = 0; tcport < SATA_NUM_CPORTS(sata_hba_inst); tcport++) {
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, tcport)->
		    cport_mutex);
		if (((SATA_CPORT_INFO(sata_hba_inst, tcport)->
		    cport_event_flags) & SATA_EVNT_LOCK_PORT_BUSY) != 0) {
			mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, tcport)->
			    cport_mutex);
			rv = EBUSY;
			break;
		} else {
			/*
			 * It is enough to lock cport in command-based
			 * switching mode.
			 */
			SATA_CPORT_INFO(sata_hba_inst, tcport)->
			    cport_event_flags |= SATA_APCTL_LOCK_PORT_BUSY;
		}
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, tcport)->
		    cport_mutex);
	}

	if (rv == 0) {
		/*
		 * All cports were successfully locked.
		 * Reset main SATA controller.
		 * Set the device address to port 0, to have a valid device
		 * address.
		 */
		sata_device.satadev_addr.qual = SATA_ADDR_CNTRL;
		sata_device.satadev_addr.cport = 0;
		sata_device.satadev_addr.pmport = 0;

		if ((*SATA_RESET_DPORT_FUNC(sata_hba_inst))
		    (SATA_DIP(sata_hba_inst), &sata_device) != SATA_SUCCESS) {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_ioctl: reset controller failed"));
			return (EIO);
		}
	}
	/*
	 * Unlock all ports
	 */
	for (tcport = 0; tcport < SATA_NUM_CPORTS(sata_hba_inst); tcport++) {
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, tcport)->
		    cport_mutex);
		SATA_CPORT_INFO(sata_hba_inst, tcport)->
		    cport_event_flags &= ~SATA_APCTL_LOCK_PORT_BUSY;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, tcport)->
		    cport_mutex);
	}

	/*
	 * This operation returns EFAULT if either reset
	 * controller failed or a re-probing of any port failed.
	 */
	return (rv);
}


/*
 * Process ioctl port self test request.
 *
 * NOTE: Port multiplier code is not completed nor tested.
 */
static int
sata_ioctl_port_self_test(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device)
{
	int cport, pmport, qual;
	int rv = 0;

	/* Sanity check */
	if (SATA_SELFTEST_FUNC(sata_hba_inst) == NULL)
		return (ENOTSUP);

	cport = sata_device->satadev_addr.cport;
	pmport = sata_device->satadev_addr.pmport;
	qual = sata_device->satadev_addr.qual;

	/*
	 * There is no protection here for a configured
	 * device attached to this port.
	 */

	if ((*SATA_SELFTEST_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), sata_device) != SATA_SUCCESS) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_hba_ioctl: port selftest: "
		    "failed port %d:%d", cport, pmport));
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, cport)->
		    cport_mutex);
		sata_update_port_info(sata_hba_inst, sata_device);
		if (qual == SATA_ADDR_CPORT)
			SATA_CPORT_STATE(sata_hba_inst, cport) =
			    SATA_PSTATE_FAILED;
		else { /* port multiplier device port */
			mutex_enter(&SATA_PMPORT_MUTEX(sata_hba_inst,
			    cport, pmport));
			SATA_PMPORT_STATE(sata_hba_inst, cport, pmport) =
			    SATA_PSTATE_FAILED;
			mutex_exit(&SATA_PMPORT_MUTEX(sata_hba_inst,
			    cport, pmport));
		}

		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, cport)->
		    cport_mutex);
		return (EIO);
	}
	/*
	 * Beacuse the port was reset in the course of testing, it should be
	 * re-probed and attached device state should be restored. At this
	 * point the port state is unknown - it's state is HBA-specific.
	 * Force port re-probing to get it into a known state.
	 */
	if (sata_reprobe_port(sata_hba_inst, sata_device,
	    SATA_DEV_IDENTIFY_RETRY) != SATA_SUCCESS)
		rv = EIO;
	return (rv);
}


/*
 * sata_cfgadm_state:
 * Use the sata port state and state of the target node to figure out
 * the cfgadm_state.
 *
 * The port argument is a value with encoded cport,
 * pmport and address qualifier, in the same manner as a scsi target number.
 * SCSI_TO_SATA_CPORT macro extracts cport number,
 * SCSI_TO_SATA_PMPORT extracts pmport number and
 * SCSI_TO_SATA_ADDR_QUAL extracts port mulitplier qualifier flag.
 *
 * Port multiplier is supported.
 */

static void
sata_cfgadm_state(sata_hba_inst_t *sata_hba_inst, int32_t port,
    devctl_ap_state_t *ap_state)
{
	uint8_t		cport, pmport, qual;
	uint32_t	port_state, pmult_state;
	uint32_t	dev_type;
	sata_drive_info_t *sdinfo;

	cport = SCSI_TO_SATA_CPORT(port);
	pmport = SCSI_TO_SATA_PMPORT(port);
	qual = SCSI_TO_SATA_ADDR_QUAL(port);

	/* Check cport state */
	port_state = SATA_CPORT_STATE(sata_hba_inst, cport);
	if (port_state & SATA_PSTATE_SHUTDOWN ||
	    port_state & SATA_PSTATE_FAILED) {
		ap_state->ap_rstate = AP_RSTATE_DISCONNECTED;
		ap_state->ap_ostate = AP_OSTATE_UNCONFIGURED;
		if (port_state & SATA_PSTATE_FAILED)
			ap_state->ap_condition = AP_COND_FAILED;
		else
			ap_state->ap_condition = AP_COND_UNKNOWN;

		return;
	}

	/* cport state is okay. Now check pmport state */
	if (qual == SATA_ADDR_DPMPORT || qual == SATA_ADDR_PMPORT) {
		/* Sanity check */
		if (SATA_CPORT_DEV_TYPE(sata_hba_inst, cport) !=
		    SATA_DTYPE_PMULT || SATA_PMPORT_INFO(sata_hba_inst,
		    cport, pmport) == NULL)
			return;
		port_state = SATA_PMPORT_STATE(sata_hba_inst, cport, pmport);
		if (port_state & SATA_PSTATE_SHUTDOWN ||
		    port_state & SATA_PSTATE_FAILED) {
			ap_state->ap_rstate = AP_RSTATE_DISCONNECTED;
			ap_state->ap_ostate = AP_OSTATE_UNCONFIGURED;
			if (port_state & SATA_PSTATE_FAILED)
				ap_state->ap_condition = AP_COND_FAILED;
			else
				ap_state->ap_condition = AP_COND_UNKNOWN;

			return;
		}
	}

	/* Port is enabled and ready */
	if (qual == SATA_ADDR_DCPORT || qual == SATA_ADDR_CPORT)
		dev_type = SATA_CPORT_DEV_TYPE(sata_hba_inst, cport);
	else
		dev_type = SATA_PMPORT_DEV_TYPE(sata_hba_inst, cport, pmport);

	switch (dev_type) {
	case SATA_DTYPE_NONE:
	{
		ap_state->ap_ostate = AP_OSTATE_UNCONFIGURED;
		ap_state->ap_condition = AP_COND_OK;
		/* No device attached */
		ap_state->ap_rstate = AP_RSTATE_EMPTY;
		break;
	}
	case SATA_DTYPE_PMULT:
	{
		/* Need to check port multiplier state */
		ASSERT(qual == SATA_ADDR_DCPORT);
		pmult_state = SATA_PMULT_INFO(sata_hba_inst, cport)->
		    pmult_state;
		if (pmult_state & (SATA_PSTATE_SHUTDOWN|SATA_PSTATE_FAILED)) {
			ap_state->ap_rstate = AP_RSTATE_DISCONNECTED;
			ap_state->ap_ostate = AP_OSTATE_UNCONFIGURED;
			if (pmult_state & SATA_PSTATE_FAILED)
				ap_state->ap_condition = AP_COND_FAILED;
			else
				ap_state->ap_condition = AP_COND_UNKNOWN;

			return;
		}

		/* Port multiplier is not configurable */
		ap_state->ap_ostate = AP_OSTATE_CONFIGURED;
		ap_state->ap_rstate = AP_RSTATE_CONNECTED;
		ap_state->ap_condition = AP_COND_OK;
		break;
	}

	case SATA_DTYPE_ATADISK:
	case SATA_DTYPE_ATAPICD:
	case SATA_DTYPE_ATAPITAPE:
	case SATA_DTYPE_ATAPIDISK:
	{
		dev_info_t *tdip = NULL;
		dev_info_t *dip = NULL;

		dip = SATA_DIP(sata_hba_inst);
		tdip = sata_get_target_dip(dip, cport, pmport);
		ap_state->ap_rstate = AP_RSTATE_CONNECTED;
		if (tdip != NULL) {
			ndi_devi_enter(dip);
			mutex_enter(&(DEVI(tdip)->devi_lock));
			if (DEVI_IS_DEVICE_REMOVED(tdip)) {
				/*
				 * There could be the case where previously
				 * configured and opened device was removed
				 * and unknown device was plugged.
				 * In such case we want to show a device, and
				 * its configured or unconfigured state but
				 * indicate unusable condition untill the
				 * old target node is released and removed.
				 */
				ap_state->ap_condition = AP_COND_UNUSABLE;
			} else {
				mutex_enter(&SATA_CPORT_MUTEX(sata_hba_inst,
				    cport));
				sdinfo = SATA_CPORT_DRV_INFO(sata_hba_inst,
				    cport);
				if (sdinfo != NULL) {
					if ((sdinfo->satadrv_state &
					    SATA_DSTATE_FAILED) != 0)
						ap_state->ap_condition =
						    AP_COND_FAILED;
					else
						ap_state->ap_condition =
						    AP_COND_OK;
				} else {
					ap_state->ap_condition =
					    AP_COND_UNKNOWN;
				}
				mutex_exit(&SATA_CPORT_MUTEX(sata_hba_inst,
				    cport));
			}
			if ((DEVI_IS_DEVICE_OFFLINE(tdip)) ||
			    (DEVI_IS_DEVICE_DOWN(tdip))) {
				ap_state->ap_ostate =
				    AP_OSTATE_UNCONFIGURED;
			} else {
				ap_state->ap_ostate =
				    AP_OSTATE_CONFIGURED;
			}
			mutex_exit(&(DEVI(tdip)->devi_lock));
			ndi_devi_exit(dip);
		} else {
			ap_state->ap_ostate = AP_OSTATE_UNCONFIGURED;
			ap_state->ap_condition = AP_COND_UNKNOWN;
		}
		break;
	}
	case SATA_DTYPE_ATAPIPROC:
		ap_state->ap_rstate = AP_RSTATE_CONNECTED;
		ap_state->ap_ostate = AP_OSTATE_UNCONFIGURED;
		ap_state->ap_condition = AP_COND_OK;
		break;
	default:
		ap_state->ap_rstate = AP_RSTATE_CONNECTED;
		ap_state->ap_ostate = AP_OSTATE_UNCONFIGURED;
		ap_state->ap_condition = AP_COND_UNKNOWN;
		/*
		 * This is actually internal error condition (non fatal),
		 * because we have already checked all defined device types.
		 */
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_cfgadm_state: Internal error: "
		    "unknown device type"));
		break;
	}
}


/*
 * Process ioctl get device path request.
 *
 * NOTE: Port multiplier has no target dip. Devices connected to port
 * multiplier have target node attached to the HBA node. The only difference
 * between them and the directly-attached device node is a target address.
 */
static int
sata_ioctl_get_device_path(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device, sata_ioctl_data_t *ioc, int mode)
{
	char path[MAXPATHLEN];
	uint32_t size;
	dev_info_t *tdip;

	(void) strcpy(path, "/devices");
	if ((tdip = sata_get_scsi_target_dip(SATA_DIP(sata_hba_inst),
	    &sata_device->satadev_addr)) == NULL) {
		/*
		 * No such device. If this is a request for a size, do not
		 * return EINVAL for non-existing target, because cfgadm
		 * will then indicate a meaningless ioctl failure.
		 * If this is a request for a path, indicate invalid
		 * argument.
		 */
		if (ioc->get_size == 0)
			return (EINVAL);
	} else {
		(void) ddi_pathname(tdip, path + strlen(path));
	}
	size = strlen(path) + 1;

	if (ioc->get_size != 0) {
		if (ddi_copyout((void *)&size, ioc->buf, ioc->bufsiz,
		    mode) != 0)
			return (EFAULT);
	} else {
		if (ioc->bufsiz != size)
			return (EINVAL);

		else if (ddi_copyout((void *)&path, ioc->buf, ioc->bufsiz,
		    mode) != 0)
			return (EFAULT);
	}
	return (0);
}

/*
 * Process ioctl get attachment point type request.
 *
 * NOTE: Port multiplier is supported.
 */
static	int
sata_ioctl_get_ap_type(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device, sata_ioctl_data_t *ioc, int mode)
{
	uint32_t	type_len;
	const char	*ap_type;
	int		dev_type;

	if (sata_device->satadev_addr.qual == SATA_ADDR_DCPORT)
		dev_type = SATA_CPORT_DEV_TYPE(sata_hba_inst,
		    sata_device->satadev_addr.cport);
	else /* pmport */
		dev_type = SATA_PMPORT_DEV_TYPE(sata_hba_inst,
		    sata_device->satadev_addr.cport,
		    sata_device->satadev_addr.pmport);

	switch (dev_type) {
	case SATA_DTYPE_NONE:
		ap_type = "port";
		break;

	case SATA_DTYPE_ATADISK:
	case SATA_DTYPE_ATAPIDISK:
		ap_type = "disk";
		break;

	case SATA_DTYPE_ATAPICD:
		ap_type = "cd/dvd";
		break;

	case SATA_DTYPE_ATAPITAPE:
		ap_type = "tape";
		break;

	case SATA_DTYPE_ATAPIPROC:
		ap_type = "processor";
		break;

	case SATA_DTYPE_PMULT:
		ap_type = "sata-pmult";
		break;

	case SATA_DTYPE_UNKNOWN:
		ap_type = "unknown";
		break;

	default:
		ap_type = "unsupported";
		break;

	} /* end of dev_type switch */

	type_len = strlen(ap_type) + 1;

	if (ioc->get_size) {
		if (ddi_copyout((void *)&type_len, ioc->buf, ioc->bufsiz,
		    mode) != 0)
			return (EFAULT);
	} else {
		if (ioc->bufsiz != type_len)
			return (EINVAL);

		if (ddi_copyout((void *)ap_type, ioc->buf,
		    ioc->bufsiz, mode) != 0)
			return (EFAULT);
	}
	return (0);

}

/*
 * Process ioctl get device model info request.
 * This operation should return to cfgadm the device model
 * information string
 *
 * NOTE: Port multiplier is supported.
 */
static	int
sata_ioctl_get_model_info(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device, sata_ioctl_data_t *ioc, int mode)
{
	sata_drive_info_t *sdinfo;
	uint32_t info_len;
	char ap_info[SATA_ID_MODEL_LEN + 1];

	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
	    sata_device->satadev_addr.cport)->cport_mutex);
	if (sata_device->satadev_addr.qual == SATA_ADDR_DCPORT)
		sdinfo = SATA_CPORT_DRV_INFO(sata_hba_inst,
		    sata_device->satadev_addr.cport);
	else /* port multiplier */
		sdinfo = SATA_PMPORT_DRV_INFO(sata_hba_inst,
		    sata_device->satadev_addr.cport,
		    sata_device->satadev_addr.pmport);
	if (sdinfo == NULL) {
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
		    sata_device->satadev_addr.cport)->cport_mutex);
		return (EINVAL);
	}

#ifdef	_LITTLE_ENDIAN
	swab(sdinfo->satadrv_id.ai_model, ap_info, SATA_ID_MODEL_LEN);
#else	/* _LITTLE_ENDIAN */
	bcopy(sdinfo->satadrv_id.ai_model, ap_info, SATA_ID_MODEL_LEN);
#endif	/* _LITTLE_ENDIAN */

	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
	    sata_device->satadev_addr.cport)->cport_mutex);

	ap_info[SATA_ID_MODEL_LEN] = '\0';

	info_len = strlen(ap_info) + 1;

	if (ioc->get_size) {
		if (ddi_copyout((void *)&info_len, ioc->buf, ioc->bufsiz,
		    mode) != 0)
			return (EFAULT);
	} else {
		if (ioc->bufsiz < info_len)
			return (EINVAL);
		if (ddi_copyout((void *)ap_info, ioc->buf, ioc->bufsiz,
		    mode) != 0)
			return (EFAULT);
	}
	return (0);
}


/*
 * Process ioctl get device firmware revision info request.
 * This operation should return to cfgadm the device firmware revision
 * information string
 *
 * Port multiplier is supported.
 */
static	int
sata_ioctl_get_revfirmware_info(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device, sata_ioctl_data_t *ioc, int mode)
{
	sata_drive_info_t *sdinfo;
	uint32_t info_len;
	char ap_info[SATA_ID_FW_LEN + 1];

	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
	    sata_device->satadev_addr.cport)->cport_mutex);
	if (sata_device->satadev_addr.qual == SATA_ADDR_DCPORT)
		sdinfo = SATA_CPORT_DRV_INFO(sata_hba_inst,
		    sata_device->satadev_addr.cport);
	else /* port multiplier */
		sdinfo = SATA_PMPORT_DRV_INFO(sata_hba_inst,
		    sata_device->satadev_addr.cport,
		    sata_device->satadev_addr.pmport);
	if (sdinfo == NULL) {
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
		    sata_device->satadev_addr.cport)->cport_mutex);
		return (EINVAL);
	}

#ifdef	_LITTLE_ENDIAN
	swab(sdinfo->satadrv_id.ai_fw, ap_info, SATA_ID_FW_LEN);
#else	/* _LITTLE_ENDIAN */
	bcopy(sdinfo->satadrv_id.ai_fw, ap_info, SATA_ID_FW_LEN);
#endif	/* _LITTLE_ENDIAN */

	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
	    sata_device->satadev_addr.cport)->cport_mutex);

	ap_info[SATA_ID_FW_LEN] = '\0';

	info_len = strlen(ap_info) + 1;

	if (ioc->get_size) {
		if (ddi_copyout((void *)&info_len, ioc->buf, ioc->bufsiz,
		    mode) != 0)
			return (EFAULT);
	} else {
		if (ioc->bufsiz < info_len)
			return (EINVAL);
		if (ddi_copyout((void *)ap_info, ioc->buf, ioc->bufsiz,
		    mode) != 0)
			return (EFAULT);
	}
	return (0);
}


/*
 * Process ioctl get device serial number info request.
 * This operation should return to cfgadm the device serial number string.
 *
 * NOTE: Port multiplier is supported.
 */
static	int
sata_ioctl_get_serialnumber_info(sata_hba_inst_t *sata_hba_inst,
    sata_device_t *sata_device, sata_ioctl_data_t *ioc, int mode)
{
	sata_drive_info_t *sdinfo;
	uint32_t info_len;
	char ap_info[SATA_ID_SERIAL_LEN + 1];

	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
	    sata_device->satadev_addr.cport)->cport_mutex);
	if (sata_device->satadev_addr.qual == SATA_ADDR_DCPORT)
		sdinfo = SATA_CPORT_DRV_INFO(sata_hba_inst,
		    sata_device->satadev_addr.cport);
	else /* port multiplier */
		sdinfo = SATA_PMPORT_DRV_INFO(sata_hba_inst,
		    sata_device->satadev_addr.cport,
		    sata_device->satadev_addr.pmport);
	if (sdinfo == NULL) {
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
		    sata_device->satadev_addr.cport)->cport_mutex);
		return (EINVAL);
	}

#ifdef	_LITTLE_ENDIAN
	swab(sdinfo->satadrv_id.ai_drvser, ap_info, SATA_ID_SERIAL_LEN);
#else	/* _LITTLE_ENDIAN */
	bcopy(sdinfo->satadrv_id.ai_drvser, ap_info, SATA_ID_SERIAL_LEN);
#endif	/* _LITTLE_ENDIAN */

	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
	    sata_device->satadev_addr.cport)->cport_mutex);

	ap_info[SATA_ID_SERIAL_LEN] = '\0';

	info_len = strlen(ap_info) + 1;

	if (ioc->get_size) {
		if (ddi_copyout((void *)&info_len, ioc->buf, ioc->bufsiz,
		    mode) != 0)
			return (EFAULT);
	} else {
		if (ioc->bufsiz < info_len)
			return (EINVAL);
		if (ddi_copyout((void *)ap_info, ioc->buf, ioc->bufsiz,
		    mode) != 0)
			return (EFAULT);
	}
	return (0);
}


/*
 * Preset scsi extended sense data (to NO SENSE)
 * First 18 bytes of the sense data are preset to current valid sense
 * with a key NO SENSE data.
 *
 * Returns void
 */
static void
sata_fixed_sense_data_preset(struct scsi_extended_sense *sense)
{
	sense->es_valid = 1;		/* Valid sense */
	sense->es_class = CLASS_EXTENDED_SENSE;	/* 0x70 - current err */
	sense->es_key = KEY_NO_SENSE;
	sense->es_info_1 = 0;
	sense->es_info_2 = 0;
	sense->es_info_3 = 0;
	sense->es_info_4 = 0;
	sense->es_add_len = 10;	/* Additional length - replace with a def */
	sense->es_cmd_info[0] = 0;
	sense->es_cmd_info[1] = 0;
	sense->es_cmd_info[2] = 0;
	sense->es_cmd_info[3] = 0;
	sense->es_add_code = 0;
	sense->es_qual_code = 0;
}

/*
 * Register a legacy cmdk-style devid for the target (disk) device.
 *
 * Note: This function is called only when the HBA devinfo node has the
 * property "use-cmdk-devid-format" set. This property indicates that
 * devid compatible with old cmdk (target) driver is to be generated
 * for any target device attached to this controller. This will take
 * precedence over the devid generated by sd (target) driver.
 * This function is derived from cmdk_devid_setup() function in cmdk.c.
 */
static void
sata_target_devid_register(dev_info_t *dip, sata_drive_info_t *sdinfo)
{
	char	*hwid;
	int	modlen;
	int	serlen;
	int	rval;
	ddi_devid_t	devid;

	/*
	 * device ID is a concatanation of model number, "=", serial number.
	 */
	hwid = kmem_zalloc(LEGACY_HWID_LEN, KM_SLEEP);
	bcopy(&sdinfo->satadrv_id.ai_model, hwid,
	    sizeof (sdinfo->satadrv_id.ai_model));
	swab(hwid, hwid, sizeof (sdinfo->satadrv_id.ai_model));
	modlen = sata_check_modser(hwid, sizeof (sdinfo->satadrv_id.ai_model));
	if (modlen == 0)
		goto err;
	hwid[modlen++] = '=';
	bcopy(&sdinfo->satadrv_id.ai_drvser, &hwid[modlen],
	    sizeof (sdinfo->satadrv_id.ai_drvser));
	swab(&hwid[modlen], &hwid[modlen],
	    sizeof (sdinfo->satadrv_id.ai_drvser));
	serlen = sata_check_modser(&hwid[modlen],
	    sizeof (sdinfo->satadrv_id.ai_drvser));
	if (serlen == 0)
		goto err;
	hwid[modlen + serlen] = 0; /* terminate the hwid string */

	/* initialize/register devid */
	if ((rval = ddi_devid_init(dip, DEVID_ATA_SERIAL,
	    (ushort_t)(modlen + serlen), hwid, &devid)) == DDI_SUCCESS) {
		rval = ddi_devid_register(dip, devid);
		/*
		 * Free up the allocated devid buffer.
		 * NOTE: This doesn't mean unregistering devid.
		 */
		ddi_devid_free(devid);
	}

	if (rval != DDI_SUCCESS)
		cmn_err(CE_WARN, "sata: failed to create devid for the disk"
		    " on port %d", sdinfo->satadrv_addr.cport);
err:
	kmem_free(hwid, LEGACY_HWID_LEN);
}

/*
 * valid model/serial string must contain a non-zero non-space characters.
 * trim trailing spaces/NULLs.
 */
static int
sata_check_modser(char *buf, int buf_len)
{
	boolean_t ret;
	char *s;
	int i;
	int tb = 0;
	char ch;

	ret = B_FALSE;
	s = buf;
	for (i = 0; i < buf_len; i++) {
		ch = *s++;
		if (ch != ' ' && ch != '\0')
			tb = i + 1;
		if (ch != ' ' && ch != '\0' && ch != '0')
			ret = B_TRUE;
	}

	if (ret == B_FALSE)
		return (0); /* invalid string */

	return (tb); /* return length */
}

/*
 * sata_set_drive_features function compares current device features setting
 * with the saved device features settings and, if there is a difference,
 * it restores device features setting to the previously saved state.
 * It also arbitrarily tries to select the highest supported DMA mode.
 * Device Identify or Identify Packet Device data has to be current.
 * At the moment read ahead and write cache are considered for all devices.
 * For atapi devices, Removable Media Status Notification is set in addition
 * to common features.
 *
 * This function cannot be called in the interrupt context (it may sleep).
 *
 * The input argument sdinfo should point to the drive info structure
 * to be updated after features are set. Note, that only
 * device (packet) identify data is updated, not the flags indicating the
 * supported features.
 *
 * Returns SATA_SUCCESS if successful or there was nothing to do.
 * Device Identify data in the drive info structure pointed to by the sdinfo
 * arguments is updated even when no features were set or changed.
 *
 * Returns SATA_FAILURE if device features could not be set or DMA mode
 * for a disk cannot be set and device identify data cannot be fetched.
 *
 * Returns SATA_RETRY if device features could not be set (other than disk
 * DMA mode) but the device identify data was fetched successfully.
 *
 * Note: This function may fail the port, making it inaccessible.
 * In such case the explicit port disconnect/connect or physical device
 * detach/attach is required to re-evaluate port state again.
 */

static int
sata_set_drive_features(sata_hba_inst_t *sata_hba_inst,
    sata_drive_info_t *sdinfo, int restore)
{
	int rval = SATA_SUCCESS;
	int rval_set;
	sata_drive_info_t new_sdinfo;
	char *finfo = "sata_set_drive_features: cannot";
	char *finfox;
	int cache_op;

	bzero(&new_sdinfo, sizeof (sata_drive_info_t));
	new_sdinfo.satadrv_addr = sdinfo->satadrv_addr;
	new_sdinfo.satadrv_type = sdinfo->satadrv_type;
	if (sata_fetch_device_identify_data(sata_hba_inst, &new_sdinfo) != 0) {
		/*
		 * Cannot get device identification - caller may retry later
		 */
		SATADBG1(SATA_DBG_DEV_SETTINGS, sata_hba_inst,
		    "%s fetch device identify data\n", finfo);
		return (SATA_FAILURE);
	}
	finfox = (restore != 0) ? " restore device features" :
	    " initialize device features\n";

	switch (sdinfo->satadrv_type) {
	case SATA_DTYPE_ATADISK:
		/* Arbitrarily set UDMA mode */
		if (sata_set_dma_mode(sata_hba_inst, &new_sdinfo) !=
		    SATA_SUCCESS) {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "%s set UDMA mode\n", finfo));
			return (SATA_FAILURE);
		}
		break;
	case SATA_DTYPE_ATAPICD:
	case SATA_DTYPE_ATAPITAPE:
	case SATA_DTYPE_ATAPIDISK:
		/*  Set Removable Media Status Notification, if necessary */
		if (SATA_RM_NOTIFIC_SUPPORTED(new_sdinfo.satadrv_id) &&
		    restore != 0) {
			if (((sdinfo->satadrv_settings & SATA_DEV_RMSN) &&
			    (!SATA_RM_NOTIFIC_ENABLED(new_sdinfo.satadrv_id)))||
			    ((!(sdinfo->satadrv_settings & SATA_DEV_RMSN)) &&
			    SATA_RM_NOTIFIC_ENABLED(new_sdinfo.satadrv_id))) {
				/* Current setting does not match saved one */
				if (sata_set_rmsn(sata_hba_inst, sdinfo,
				    sdinfo->satadrv_settings &
				    SATA_DEV_RMSN) != SATA_SUCCESS)
					rval = SATA_FAILURE;
			}
		}
		/*
		 * We have to set Multiword DMA or UDMA, if it is supported, as
		 * we want to use DMA transfer mode whenever possible.
		 * Some devices require explicit setting of the DMA mode.
		 */
		if (new_sdinfo.satadrv_id.ai_cap & SATA_DMA_SUPPORT) {
			/* Set highest supported DMA mode */
			if (sata_set_dma_mode(sata_hba_inst, &new_sdinfo) !=
			    SATA_SUCCESS) {
				SATA_LOG_D((sata_hba_inst, CE_WARN,
				    "%s set UDMA mode\n", finfo));
				rval = SATA_FAILURE;
			}
		}
		break;
	}

	if (!SATA_READ_AHEAD_SUPPORTED(new_sdinfo.satadrv_id) &&
	    !SATA_WRITE_CACHE_SUPPORTED(new_sdinfo.satadrv_id)) {
		/*
		 * neither READ AHEAD nor WRITE CACHE is supported
		 * - do nothing
		 */
		SATADBG1(SATA_DBG_DEV_SETTINGS, sata_hba_inst,
		    "settable features not supported\n", NULL);
		goto update_sdinfo;
	}

	if ((SATA_READ_AHEAD_ENABLED(new_sdinfo.satadrv_id) &&
	    (sdinfo->satadrv_settings & SATA_DEV_READ_AHEAD)) &&
	    (SATA_WRITE_CACHE_ENABLED(new_sdinfo.satadrv_id) &&
	    (sdinfo->satadrv_settings & SATA_DEV_WRITE_CACHE))) {
		/*
		 * both READ AHEAD and WRITE CACHE are enabled
		 * - Nothing to do
		 */
		SATADBG1(SATA_DBG_DEV_SETTINGS, sata_hba_inst,
		    "no device features to set\n", NULL);
		goto update_sdinfo;
	}

	cache_op = 0;

	if (SATA_READ_AHEAD_SUPPORTED(new_sdinfo.satadrv_id)) {
		if ((sdinfo->satadrv_settings & SATA_DEV_READ_AHEAD) &&
		    !SATA_READ_AHEAD_ENABLED(new_sdinfo.satadrv_id)) {
			/* Enable read ahead / read cache */
			cache_op = SATAC_SF_ENABLE_READ_AHEAD;
			SATADBG1(SATA_DBG_DEV_SETTINGS, sata_hba_inst,
			    "enabling read cache\n", NULL);
		} else if (!(sdinfo->satadrv_settings & SATA_DEV_READ_AHEAD) &&
		    SATA_READ_AHEAD_ENABLED(new_sdinfo.satadrv_id)) {
			/* Disable read ahead  / read cache */
			cache_op = SATAC_SF_DISABLE_READ_AHEAD;
			SATADBG1(SATA_DBG_DEV_SETTINGS, sata_hba_inst,
			    "disabling read cache\n", NULL);
		}

		if (cache_op != 0) {
			/* Try to set read cache mode */
			rval_set = sata_set_cache_mode(sata_hba_inst,
			    &new_sdinfo, cache_op);
			if (rval != SATA_FAILURE && rval_set != SATA_SUCCESS)
				rval = rval_set;
		}
	}

	cache_op = 0;

	if (SATA_WRITE_CACHE_SUPPORTED(new_sdinfo.satadrv_id)) {
		if ((sdinfo->satadrv_settings & SATA_DEV_WRITE_CACHE) &&
		    !SATA_WRITE_CACHE_ENABLED(new_sdinfo.satadrv_id)) {
			/* Enable write cache */
			cache_op = SATAC_SF_ENABLE_WRITE_CACHE;
			SATADBG1(SATA_DBG_DEV_SETTINGS, sata_hba_inst,
			    "enabling write cache\n", NULL);
		} else if (!(sdinfo->satadrv_settings & SATA_DEV_WRITE_CACHE) &&
		    SATA_WRITE_CACHE_ENABLED(new_sdinfo.satadrv_id)) {
			/* Disable write cache */
			cache_op = SATAC_SF_DISABLE_WRITE_CACHE;
			SATADBG1(SATA_DBG_DEV_SETTINGS, sata_hba_inst,
			    "disabling write cache\n", NULL);
		}

		if (cache_op != 0) {
			/* Try to set write cache mode */
			rval_set = sata_set_cache_mode(sata_hba_inst,
			    &new_sdinfo, cache_op);
			if (rval != SATA_FAILURE && rval_set != SATA_SUCCESS)
				rval = rval_set;
		}
	}
	if (rval != SATA_SUCCESS)
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "%s %s", finfo, finfox));

update_sdinfo:
	/*
	 * We need to fetch Device Identify data again
	 */
	if (sata_fetch_device_identify_data(sata_hba_inst, &new_sdinfo) != 0) {
		/*
		 * Cannot get device identification - retry later
		 */
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "%s re-fetch device identify data\n", finfo));
		rval = SATA_FAILURE;
	}
	/* Copy device sata info. */
	sdinfo->satadrv_id = new_sdinfo.satadrv_id;

	return (rval);
}


/*
 *
 * Returns 1 if threshold exceeded, 0 if threshold not exceeded, -1 if
 * unable to determine.
 *
 * Cannot be called in an interrupt context.
 *
 * Called by sata_build_lsense_page_2f()
 */

static int
sata_fetch_smart_return_status(sata_hba_inst_t *sata_hba_inst,
    sata_drive_info_t *sdinfo)
{
	sata_pkt_t *spkt;
	sata_cmd_t *scmd;
	sata_pkt_txlate_t *spx;
	int rval;

	spx = kmem_zalloc(sizeof (sata_pkt_txlate_t), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba_inst;
	spx->txlt_scsi_pkt = NULL;		/* No scsi pkt involved */
	spkt = sata_pkt_alloc(spx, SLEEP_FUNC);
	if (spkt == NULL) {
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		return (-1);
	}
	/* address is needed now */
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;


	/* Fill sata_pkt */
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;
	spkt->satapkt_op_mode = SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;
	/* Synchronous mode, no callback */
	spkt->satapkt_comp = NULL;
	/* Timeout 30s */
	spkt->satapkt_time = sata_default_pkt_time;

	scmd = &spkt->satapkt_cmd;
	scmd->satacmd_flags.sata_special_regs = B_TRUE;
	scmd->satacmd_flags.sata_data_direction = SATA_DIR_NODATA_XFER;

	/* Set up which registers need to be returned */
	scmd->satacmd_flags.sata_copy_out_lba_mid_lsb = B_TRUE;
	scmd->satacmd_flags.sata_copy_out_lba_high_lsb = B_TRUE;

	/* Build SMART_RETURN_STATUS cmd in the sata_pkt */
	scmd->satacmd_addr_type = 0;		/* N/A */
	scmd->satacmd_sec_count_lsb = 0;	/* N/A */
	scmd->satacmd_lba_low_lsb = 0;		/* N/A */
	scmd->satacmd_lba_mid_lsb = SMART_MAGIC_VAL_1;
	scmd->satacmd_lba_high_lsb = SMART_MAGIC_VAL_2;
	scmd->satacmd_features_reg = SATA_SMART_RETURN_STATUS;
	scmd->satacmd_device_reg = 0;		/* Always device 0 */
	scmd->satacmd_cmd_reg = SATAC_SMART;
	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sdinfo->satadrv_addr.cport)));


	/* Send pkt to SATA HBA driver */
	if ((*SATA_START_FUNC(sata_hba_inst))(SATA_DIP(sata_hba_inst), spkt) !=
	    SATA_TRAN_ACCEPTED ||
	    spkt->satapkt_reason != SATA_PKT_COMPLETED) {
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sdinfo->satadrv_addr.cport)));
		/*
		 * Whoops, no SMART RETURN STATUS
		 */
		rval = -1;
	} else {
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sdinfo->satadrv_addr.cport)));
		if (scmd->satacmd_error_reg & SATA_ERROR_ABORT) {
			rval = -1;
			goto fail;
		}
		if (scmd->satacmd_status_reg & SATA_STATUS_ERR) {
			rval = -1;
			goto fail;
		}
		if ((scmd->satacmd_lba_mid_lsb == SMART_MAGIC_VAL_1) &&
		    (scmd->satacmd_lba_high_lsb == SMART_MAGIC_VAL_2))
			rval = 0;
		else if ((scmd->satacmd_lba_mid_lsb == SMART_MAGIC_VAL_3) &&
		    (scmd->satacmd_lba_high_lsb == SMART_MAGIC_VAL_4))
			rval = 1;
		else {
			rval = -1;
			goto fail;
		}
	}
fail:
	/* Free allocated resources */
	sata_pkt_free(spx);
	kmem_free(spx, sizeof (sata_pkt_txlate_t));

	return (rval);
}

/*
 *
 * Returns 0 if succeeded, -1 otherwise
 *
 * Cannot be called in an interrupt context.
 *
 */
static int
sata_fetch_smart_data(sata_hba_inst_t *sata_hba_inst, sata_drive_info_t *sdinfo,
    struct smart_data *smart_data)
{
	sata_pkt_t *spkt;
	sata_cmd_t *scmd;
	sata_pkt_txlate_t *spx;
	int rval = 0;
	dev_info_t *dip = SATA_DIP(sata_hba_inst);

#if ! defined(lint)
	ASSERT(sizeof (struct smart_data) == 512);
#endif

	spx = kmem_zalloc(sizeof (sata_pkt_txlate_t), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba_inst;
	spx->txlt_scsi_pkt = NULL;		/* No scsi pkt involved */
	spkt = sata_pkt_alloc(spx, SLEEP_FUNC);
	if (spkt == NULL) {
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		return (-1);
	}
	/* address is needed now */
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;


	/* Fill sata_pkt */
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;
	spkt->satapkt_op_mode = SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;
	/* Synchronous mode, no callback */
	spkt->satapkt_comp = NULL;
	/* Timeout 30s */
	spkt->satapkt_time = sata_default_pkt_time;

	scmd = &spkt->satapkt_cmd;
	scmd->satacmd_flags.sata_data_direction = SATA_DIR_READ;

	/*
	 * Allocate buffer for SMART data
	 */
	scmd->satacmd_bp = sata_alloc_local_buffer(spx,
	    sizeof (struct smart_data));
	if (scmd->satacmd_bp == NULL) {
		sata_pkt_free(spx);
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_fetch_smart_data: "
		    "cannot allocate buffer"));
		return (-1);
	}


	/* Build SMART_READ_DATA cmd in the sata_pkt */
	scmd->satacmd_addr_type = 0;		/* N/A */
	scmd->satacmd_sec_count_lsb = 0;	/* N/A */
	scmd->satacmd_lba_low_lsb = 0;		/* N/A */
	scmd->satacmd_lba_mid_lsb = SMART_MAGIC_VAL_1;
	scmd->satacmd_lba_high_lsb = SMART_MAGIC_VAL_2;
	scmd->satacmd_features_reg = SATA_SMART_READ_DATA;
	scmd->satacmd_device_reg = 0;		/* Always device 0 */
	scmd->satacmd_cmd_reg = SATAC_SMART;
	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sdinfo->satadrv_addr.cport)));

	/* Send pkt to SATA HBA driver */
	if ((*SATA_START_FUNC(sata_hba_inst))(SATA_DIP(sata_hba_inst), spkt) !=
	    SATA_TRAN_ACCEPTED ||
	    spkt->satapkt_reason != SATA_PKT_COMPLETED) {
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sdinfo->satadrv_addr.cport)));
		/*
		 * Whoops, no SMART DATA available
		 */
		rval = -1;
		goto fail;
	} else {
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sdinfo->satadrv_addr.cport)));
		if (spx->txlt_buf_dma_handle != NULL) {
			rval = ddi_dma_sync(spx->txlt_buf_dma_handle, 0, 0,
			    DDI_DMA_SYNC_FORKERNEL);
			ASSERT(rval == DDI_SUCCESS);
			if (sata_check_for_dma_error(dip, spx)) {
				ddi_fm_service_impact(dip,
				    DDI_SERVICE_UNAFFECTED);
				rval = -1;
				goto fail;
			}
		}
		bcopy(scmd->satacmd_bp->b_un.b_addr, (uint8_t *)smart_data,
		    sizeof (struct smart_data));
	}

fail:
	/* Free allocated resources */
	sata_free_local_buffer(spx);
	sata_pkt_free(spx);
	kmem_free(spx, sizeof (sata_pkt_txlate_t));

	return (rval);
}

/*
 * Issue a READ LOG EXT command for the given log (log_addr) and page
 * (page_num) of the log. The output is written to buf. nsect is the size
 * of buf in units of 512-byte sectors.
 */
static int
sata_read_log_ext(sata_hba_inst_t *sata_hba_inst, sata_drive_info_t *sdinfo,
    uint8_t log_addr, uint16_t page_num, void *buf, uint16_t nsect)
{
	dev_info_t *dip;
	sata_pkt_txlate_t *spx;
	sata_pkt_t *spkt;
	sata_cmd_t *scmd;
	kmutex_t *cmutex;
	int rval;

	dip = SATA_DIP(sata_hba_inst);
	cmutex = &SATA_CPORT_MUTEX(sata_hba_inst, sdinfo->satadrv_addr.cport);

	ASSERT(MUTEX_HELD(cmutex));

	spx = kmem_zalloc(sizeof (*spx), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba_inst;
	spx->txlt_scsi_pkt = NULL;

	spkt = sata_pkt_alloc(spx, SLEEP_FUNC);
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;
	spkt->satapkt_op_mode = SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;
	spkt->satapkt_comp = NULL;
	spkt->satapkt_time = sata_default_pkt_time;

	scmd = &spkt->satapkt_cmd;
	scmd->satacmd_bp = sata_alloc_local_buffer(spx, (size_t)nsect * 512);
	if (scmd->satacmd_bp == NULL) {
		sata_pkt_free(spx);
		kmem_free(spx, sizeof (*spx));
		SATA_LOG_D((sata_hba_inst, CE_WARN, "%s: cannot allocate bp",
		    __func__));
		return (-1);
	}

	scmd->satacmd_cmd_reg = SATAC_READ_LOG_EXT;
	scmd->satacmd_flags.sata_data_direction = SATA_DIR_READ;
	scmd->satacmd_addr_type = ATA_ADDR_LBA48;
	scmd->satacmd_sec_count_lsb = nsect & 0xff;
	scmd->satacmd_sec_count_msb = nsect >> 8;

	/*
	 * From ACS-3 7.24.3.1 Table 68
	 * LBA[47:40]	Reserved
	 * LBA[39:32]	PAGE NUMBER (15:8)
	 * LBA[31:16]	Reserved
	 * LBA[15:8]	PAGE NUMBER (7:0)
	 * LBA[7:0]	LOG ADDRESS
	 */
	scmd->satacmd_lba_low_lsb = log_addr;		/* LBA[7:0] */
	scmd->satacmd_lba_mid_lsb = page_num & 0xff;	/* LBA[15:8] */
	scmd->satacmd_lba_high_lsb = 0;			/* LBA[23:16] */
	scmd->satacmd_lba_low_msb = 0;			/* LBA[31:24] */
	scmd->satacmd_lba_mid_msb = page_num >> 8;	/* LBA[39:32] */
	scmd->satacmd_lba_high_msb = 0;			/* LBA[47:40] */

	scmd->satacmd_device_reg = 0;

	mutex_exit(cmutex);
	rval = (*SATA_START_FUNC(sata_hba_inst))(dip, spkt);
	mutex_enter(cmutex);

	if (rval != SATA_TRAN_ACCEPTED ||
	    spkt->satapkt_reason != SATA_PKT_COMPLETED) {
		rval = -1;
		goto fail;
	}

	if (spx->txlt_buf_dma_handle != NULL) {
		rval = ddi_dma_sync(spx->txlt_buf_dma_handle, 0, 0,
		    DDI_DMA_SYNC_FORKERNEL);
		ASSERT3S(rval, ==, DDI_SUCCESS);
		if (sata_check_for_dma_error(dip, spx)) {
			ddi_fm_service_impact(dip, DDI_SERVICE_UNAFFECTED);
			rval = -1;
			goto fail;
		}

		bcopy(scmd->satacmd_bp->b_un.b_addr, buf, (size_t)nsect * 512);
		rval = 0;
	}

fail:
	sata_free_local_buffer(spx);
	sata_pkt_free(spx);
	kmem_free(spx, sizeof (*spx));

	return (rval);
}

/*
 * Used by LOG SENSE page 0x10
 * Reads (in synchronous mode) the self test log data using Read Log Ext cmd.
 * Note: cannot be called in the interrupt context.
 *
 * return 0 for success, -1 otherwise
 *
 */
CTASSERT(sizeof (struct smart_ext_selftest_log) == 512);

static int
sata_ext_smart_selftest_read_log(sata_hba_inst_t *sata_hba_inst,
    sata_drive_info_t *sdinfo, struct smart_ext_selftest_log *ext_selftest_log,
    uint16_t block_num)
{
	return (sata_read_log_ext(sata_hba_inst, sdinfo,
	    EXT_SMART_SELFTEST_LOG_PAGE, block_num, ext_selftest_log, 1));
}

/*
 * Returns 0 for success, -1 otherwise
 *
 * SMART self-test log data is returned in buffer pointed to by selftest_log
 */
static int
sata_smart_selftest_log(
	sata_hba_inst_t *sata_hba_inst,
	sata_drive_info_t *sdinfo,
	struct smart_selftest_log *selftest_log)
{
	sata_pkt_t *spkt;
	sata_cmd_t *scmd;
	sata_pkt_txlate_t *spx;
	int rval;
	dev_info_t *dip = SATA_DIP(sata_hba_inst);

#if ! defined(lint)
	ASSERT(sizeof (struct smart_selftest_log) == 512);
#endif

	spx = kmem_zalloc(sizeof (sata_pkt_txlate_t), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba_inst;
	spx->txlt_scsi_pkt = NULL;		/* No scsi pkt involved */
	spkt = sata_pkt_alloc(spx, SLEEP_FUNC);
	if (spkt == NULL) {
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		return (-1);
	}
	/* address is needed now */
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;


	/* Fill sata_pkt */
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;
	spkt->satapkt_op_mode = SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;
	/* Synchronous mode, no callback */
	spkt->satapkt_comp = NULL;
	/* Timeout 30s */
	spkt->satapkt_time = sata_default_pkt_time;

	scmd = &spkt->satapkt_cmd;
	scmd->satacmd_flags.sata_data_direction = SATA_DIR_READ;

	/*
	 * Allocate buffer for SMART SELFTEST LOG
	 */
	scmd->satacmd_bp = sata_alloc_local_buffer(spx,
	    sizeof (struct smart_selftest_log));
	if (scmd->satacmd_bp == NULL) {
		sata_pkt_free(spx);
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_smart_selftest_log: "
		    "cannot allocate buffer"));
		return (-1);
	}

	/* Build SMART_READ_LOG cmd in the sata_pkt */
	scmd->satacmd_addr_type = 0;		/* N/A */
	scmd->satacmd_sec_count_lsb = 1;	/* One sector of SMART log */
	scmd->satacmd_lba_low_lsb = SMART_SELFTEST_LOG_PAGE;
	scmd->satacmd_lba_mid_lsb = SMART_MAGIC_VAL_1;
	scmd->satacmd_lba_high_lsb = SMART_MAGIC_VAL_2;
	scmd->satacmd_features_reg = SATA_SMART_READ_LOG;
	scmd->satacmd_device_reg = 0;		/* Always device 0 */
	scmd->satacmd_cmd_reg = SATAC_SMART;
	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sdinfo->satadrv_addr.cport)));

	/* Send pkt to SATA HBA driver */
	if ((*SATA_START_FUNC(sata_hba_inst))(SATA_DIP(sata_hba_inst), spkt) !=
	    SATA_TRAN_ACCEPTED ||
	    spkt->satapkt_reason != SATA_PKT_COMPLETED) {
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sdinfo->satadrv_addr.cport)));
		/*
		 * Whoops, no SMART DATA available
		 */
		rval = -1;
		goto fail;
	} else {
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sdinfo->satadrv_addr.cport)));
		if (spx->txlt_buf_dma_handle != NULL) {
			rval = ddi_dma_sync(spx->txlt_buf_dma_handle, 0, 0,
			    DDI_DMA_SYNC_FORKERNEL);
			ASSERT(rval == DDI_SUCCESS);
			if (sata_check_for_dma_error(dip, spx)) {
				ddi_fm_service_impact(dip,
				    DDI_SERVICE_UNAFFECTED);
				rval = -1;
				goto fail;
			}
		}
		bcopy(scmd->satacmd_bp->b_un.b_addr, (uint8_t *)selftest_log,
		    sizeof (struct smart_selftest_log));
		rval = 0;
	}

fail:
	/* Free allocated resources */
	sata_free_local_buffer(spx);
	sata_pkt_free(spx);
	kmem_free(spx, sizeof (sata_pkt_txlate_t));

	return (rval);
}


/*
 * Returns 0 for success, -1 otherwise
 *
 * SMART READ LOG data is returned in buffer pointed to by smart_log
 */
static int
sata_smart_read_log(
	sata_hba_inst_t *sata_hba_inst,
	sata_drive_info_t *sdinfo,
	uint8_t *smart_log,		/* where the data should be returned */
	uint8_t which_log,		/* which log should be returned */
	uint8_t log_size)		/* # of 512 bytes in log */
{
	sata_pkt_t *spkt;
	sata_cmd_t *scmd;
	sata_pkt_txlate_t *spx;
	int rval;
	dev_info_t *dip = SATA_DIP(sata_hba_inst);

	spx = kmem_zalloc(sizeof (sata_pkt_txlate_t), KM_SLEEP);
	spx->txlt_sata_hba_inst = sata_hba_inst;
	spx->txlt_scsi_pkt = NULL;		/* No scsi pkt involved */
	spkt = sata_pkt_alloc(spx, SLEEP_FUNC);
	if (spkt == NULL) {
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		return (-1);
	}
	/* address is needed now */
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;


	/* Fill sata_pkt */
	spkt->satapkt_device.satadev_addr = sdinfo->satadrv_addr;
	spkt->satapkt_op_mode = SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;
	/* Synchronous mode, no callback */
	spkt->satapkt_comp = NULL;
	/* Timeout 30s */
	spkt->satapkt_time = sata_default_pkt_time;

	scmd = &spkt->satapkt_cmd;
	scmd->satacmd_flags.sata_data_direction = SATA_DIR_READ;

	/*
	 * Allocate buffer for SMART READ LOG
	 */
	scmd->satacmd_bp = sata_alloc_local_buffer(spx, (size_t)log_size * 512);
	if (scmd->satacmd_bp == NULL) {
		sata_pkt_free(spx);
		kmem_free(spx, sizeof (sata_pkt_txlate_t));
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_smart_read_log: " "cannot allocate buffer"));
		return (-1);
	}

	/* Build SMART_READ_LOG cmd in the sata_pkt */
	scmd->satacmd_addr_type = 0;		/* N/A */
	scmd->satacmd_sec_count_lsb = log_size;	/* what the caller asked for */
	scmd->satacmd_lba_low_lsb = which_log;	/* which log page */
	scmd->satacmd_lba_mid_lsb = SMART_MAGIC_VAL_1;
	scmd->satacmd_lba_high_lsb = SMART_MAGIC_VAL_2;
	scmd->satacmd_features_reg = SATA_SMART_READ_LOG;
	scmd->satacmd_device_reg = 0;		/* Always device 0 */
	scmd->satacmd_cmd_reg = SATAC_SMART;

	mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst,
	    sdinfo->satadrv_addr.cport)));

	/* Send pkt to SATA HBA driver */
	if ((*SATA_START_FUNC(sata_hba_inst))(SATA_DIP(sata_hba_inst), spkt) !=
	    SATA_TRAN_ACCEPTED ||
	    spkt->satapkt_reason != SATA_PKT_COMPLETED) {
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sdinfo->satadrv_addr.cport)));

		/*
		 * Whoops, no SMART DATA available
		 */
		rval = -1;
		goto fail;
	} else {
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst,
		    sdinfo->satadrv_addr.cport)));

		if (spx->txlt_buf_dma_handle != NULL) {
			rval = ddi_dma_sync(spx->txlt_buf_dma_handle, 0, 0,
			    DDI_DMA_SYNC_FORKERNEL);
			ASSERT(rval == DDI_SUCCESS);
			if (sata_check_for_dma_error(dip, spx)) {
				ddi_fm_service_impact(dip,
				    DDI_SERVICE_UNAFFECTED);
				rval = -1;
				goto fail;
			}
		}
		bcopy(scmd->satacmd_bp->b_un.b_addr, smart_log, log_size * 512);
		rval = 0;
	}

fail:
	/* Free allocated resources */
	sata_free_local_buffer(spx);
	sata_pkt_free(spx);
	kmem_free(spx, sizeof (sata_pkt_txlate_t));

	return (rval);
}

/*
 * Used by LOG SENSE page 0x10
 *
 * return 0 for success, -1 otherwise
 *
 */
CTASSERT(sizeof (struct read_log_ext_directory) == 512);

static int
sata_read_log_ext_directory(sata_hba_inst_t *sata_hba_inst,
    sata_drive_info_t *sdinfo, struct read_log_ext_directory *logdir)
{
	return (sata_read_log_ext(sata_hba_inst, sdinfo,
	    READ_LOG_EXT_LOG_DIRECTORY, 0, logdir, 1));
}

/*
 * Set up error retrieval sata command for NCQ command error data
 * recovery.
 *
 * Returns SATA_SUCCESS when data buffer is allocated and packet set-up,
 * returns SATA_FAILURE otherwise.
 */
static int
sata_ncq_err_ret_cmd_setup(sata_pkt_txlate_t *spx, sata_drive_info_t *sdinfo)
{
#ifndef __lock_lint
	_NOTE(ARGUNUSED(sdinfo))
#endif

	sata_pkt_t *spkt = spx->txlt_sata_pkt;
	sata_cmd_t *scmd;
	struct buf *bp;

	/* Operation modes are up to the caller */
	spkt->satapkt_op_mode = SATA_OPMODE_SYNCH | SATA_OPMODE_INTERRUPTS;

	/* Synchronous mode, no callback - may be changed by the caller */
	spkt->satapkt_comp = NULL;
	spkt->satapkt_time = sata_default_pkt_time;

	scmd = &spkt->satapkt_cmd;
	bcopy(&sata_rle_cmd, scmd, sizeof (sata_cmd_t));
	scmd->satacmd_flags.sata_ignore_dev_reset = B_TRUE;

	/*
	 * Allocate dma_able buffer error data.
	 * Buffer allocation will take care of buffer alignment and other DMA
	 * attributes.
	 */
	bp = sata_alloc_local_buffer(spx,
	    sizeof (struct sata_ncq_error_recovery_page));
	if (bp == NULL)
		return (SATA_FAILURE);

	bp_mapin(bp); /* make data buffer accessible */
	scmd->satacmd_bp = bp;

	/*
	 * Set-up pointer to the buffer handle, so HBA can sync buffer
	 * before accessing it. Handle is in usual place in translate struct.
	 */
	scmd->satacmd_err_ret_buf_handle = &spx->txlt_buf_dma_handle;

	ASSERT(scmd->satacmd_num_dma_cookies != 0);
	ASSERT(scmd->satacmd_dma_cookie_list != NULL);

	return (SATA_SUCCESS);
}

/*
 * sata_xlate_errors() is used to translate (S)ATA error
 * information to SCSI information returned in the SCSI
 * packet.
 */
static void
sata_xlate_errors(sata_pkt_txlate_t *spx)
{
	struct scsi_pkt *scsipkt = spx->txlt_scsi_pkt;
	struct scsi_extended_sense *sense;

	scsipkt->pkt_reason = CMD_INCOMPLETE;
	*scsipkt->pkt_scbp = STATUS_CHECK;
	sense = sata_arq_sense(spx);

	switch (spx->txlt_sata_pkt->satapkt_reason) {
	case SATA_PKT_PORT_ERROR:
		/*
		 * We have no device data. Assume no data transfered.
		 */
		sense->es_key = KEY_HARDWARE_ERROR;
		break;

	case SATA_PKT_DEV_ERROR:
		if (spx->txlt_sata_pkt->satapkt_cmd.satacmd_status_reg &
		    SATA_STATUS_ERR) {
			/*
			 * determine dev error reason from error
			 * reg content
			 */
			sata_decode_device_error(spx, sense);
			break;
		}
		/* No extended sense key - no info available */
		break;

	case SATA_PKT_TIMEOUT:
		scsipkt->pkt_reason = CMD_TIMEOUT;
		scsipkt->pkt_statistics |= STAT_TIMEOUT | STAT_DEV_RESET;
		/* No extended sense key */
		break;

	case SATA_PKT_ABORTED:
		scsipkt->pkt_reason = CMD_ABORTED;
		scsipkt->pkt_statistics |= STAT_ABORTED;
		/* No extended sense key */
		break;

	case SATA_PKT_RESET:
		/*
		 * pkt aborted either by an explicit reset request from
		 * a host, or due to error recovery
		 */
		scsipkt->pkt_reason = CMD_RESET;
		scsipkt->pkt_statistics |= STAT_DEV_RESET;
		break;

	default:
		scsipkt->pkt_reason = CMD_TRAN_ERR;
		break;
	}
}




/*
 * Log sata message
 * dev pathname msg line preceeds the logged message.
 */

static	void
sata_log(sata_hba_inst_t *sata_hba_inst, uint_t level, char *fmt, ...)
{
	char pathname[128];
	dev_info_t *dip = NULL;
	va_list ap;

	mutex_enter(&sata_log_mutex);

	va_start(ap, fmt);
	(void) vsprintf(sata_log_buf, fmt, ap);
	va_end(ap);

	if (sata_hba_inst != NULL) {
		dip = SATA_DIP(sata_hba_inst);
		(void) ddi_pathname(dip, pathname);
	} else {
		pathname[0] = 0;
	}
	if (level == CE_CONT) {
		if (sata_debug_flags == 0)
			cmn_err(level, "?%s:\n %s\n", pathname, sata_log_buf);
		else
			cmn_err(level, "%s:\n %s\n", pathname, sata_log_buf);
	} else {
		if (level != CE_NOTE) {
			cmn_err(level, "%s:\n %s", pathname, sata_log_buf);
		} else if (sata_msg) {
			cmn_err(level, "%s:\n %s", pathname,
			    sata_log_buf);
		}
	}

	/* sata trace debug */
	sata_trace_debug(dip, sata_log_buf);

	mutex_exit(&sata_log_mutex);
}


/* ******** Asynchronous HBA events handling & hotplugging support ******** */

/*
 * Start or terminate the thread, depending on flag arg and current state
 */
static void
sata_event_thread_control(int startstop)
{
	static int sata_event_thread_terminating = 0;
	static int sata_event_thread_starting = 0;
	int i;

	mutex_enter(&sata_event_mutex);

	if (startstop == 0 && (sata_event_thread_starting == 1 ||
	    sata_event_thread_terminating == 1)) {
		mutex_exit(&sata_event_mutex);
		return;
	}
	if (startstop == 1 && sata_event_thread_starting == 1) {
		mutex_exit(&sata_event_mutex);
		return;
	}
	if (startstop == 1 && sata_event_thread_terminating == 1) {
		sata_event_thread_starting = 1;
		/* wait til terminate operation completes */
		i = SATA_EVNT_DAEMON_TERM_WAIT/SATA_EVNT_DAEMON_TERM_TIMEOUT;
		while (sata_event_thread_terminating == 1) {
			if (i-- <= 0) {
				sata_event_thread_starting = 0;
				mutex_exit(&sata_event_mutex);
#ifdef SATA_DEBUG
				cmn_err(CE_WARN, "sata_event_thread_control: "
				    "timeout waiting for thread to terminate");
#endif
				return;
			}
			mutex_exit(&sata_event_mutex);
			delay(drv_usectohz(SATA_EVNT_DAEMON_TERM_TIMEOUT));
			mutex_enter(&sata_event_mutex);
		}
	}
	if (startstop == 1) {
		if (sata_event_thread == NULL) {
			sata_event_thread = thread_create(NULL, 0,
			    (void (*)())sata_event_daemon,
			    &sata_hba_list, 0, &p0, TS_RUN, minclsyspri);
		}
		sata_event_thread_starting = 0;
		mutex_exit(&sata_event_mutex);
		return;
	}

	/*
	 * If we got here, thread may need to be terminated
	 */
	if (sata_event_thread != NULL) {
		int i;
		/* Signal event thread to go away */
		sata_event_thread_terminating = 1;
		sata_event_thread_terminate = 1;
		cv_signal(&sata_event_cv);
		/*
		 * Wait til daemon terminates.
		 */
		i = SATA_EVNT_DAEMON_TERM_WAIT/SATA_EVNT_DAEMON_TERM_TIMEOUT;
		while (sata_event_thread_terminate == 1) {
			mutex_exit(&sata_event_mutex);
			if (i-- <= 0) {
				/* Daemon did not go away !!! */
#ifdef SATA_DEBUG
				cmn_err(CE_WARN, "sata_event_thread_control: "
				    "cannot terminate event daemon thread");
#endif
				mutex_enter(&sata_event_mutex);
				break;
			}
			delay(drv_usectohz(SATA_EVNT_DAEMON_TERM_TIMEOUT));
			mutex_enter(&sata_event_mutex);
		}
		sata_event_thread_terminating = 0;
	}
	ASSERT(sata_event_thread_terminating == 0);
	ASSERT(sata_event_thread_starting == 0);
	mutex_exit(&sata_event_mutex);
}


/*
 * SATA HBA event notification function.
 * Events reported by SATA HBA drivers per HBA instance relate to a change in
 * a port and/or device state or a controller itself.
 * Events for different addresses/addr types cannot be combined.
 * A warning message is generated for each event type.
 * Events are not processed by this function, so only the
 * event flag(s)is set for an affected entity and the event thread is
 * waken up. Event daemon thread processes all events.
 *
 * NOTE: Since more than one event may be reported at the same time, one
 * cannot determine a sequence of events when opposite event are reported, eg.
 * LINK_LOST and LINK_ESTABLISHED. Actual port status during event processing
 * is taking precedence over reported events, i.e. may cause ignoring some
 * events.
 */
#define	SATA_EVENT_MAX_MSG_LENGTH	79

void
sata_hba_event_notify(dev_info_t *dip, sata_device_t *sata_device, int event)
{
	sata_hba_inst_t *sata_hba_inst = NULL;
	sata_address_t *saddr;
	sata_pmult_info_t *pmultinfo;
	sata_drive_info_t *sdinfo;
	sata_port_stats_t *pstats;
	sata_cport_info_t *cportinfo = NULL;
	sata_pmport_info_t *pmportinfo = NULL;
	int cport, pmport;
	char buf1[SATA_EVENT_MAX_MSG_LENGTH + 1];
	char buf2[SATA_EVENT_MAX_MSG_LENGTH + 1];
	char *lcp;
	static char *err_msg_evnt_1 =
	    "sata_hba_event_notify: invalid port event 0x%x ";
	static char *err_msg_evnt_2 =
	    "sata_hba_event_notify: invalid device event 0x%x ";
	int linkevent;

	/*
	 * There is a possibility that an event will be generated on HBA
	 * that has not completed attachment or is detaching. We still want
	 * to process events until HBA is detached.
	 */
	mutex_enter(&sata_mutex);
	for (sata_hba_inst = sata_hba_list; sata_hba_inst != NULL;
	    sata_hba_inst = sata_hba_inst->satahba_next) {
		if (SATA_DIP(sata_hba_inst) == dip)
			if (sata_hba_inst->satahba_attached == 1)
				break;
	}
	mutex_exit(&sata_mutex);
	if (sata_hba_inst == NULL)
		/* HBA not attached */
		return;

	ASSERT(sata_device != NULL);

	/*
	 * Validate address before - do not proceed with invalid address.
	 */
	saddr = &sata_device->satadev_addr;
	if (saddr->cport >= SATA_NUM_CPORTS(sata_hba_inst))
		return;

	cport = saddr->cport;
	pmport = saddr->pmport;

	buf1[0] = buf2[0] = '\0';

	/*
	 * If event relates to port or device, check port state.
	 * Port has to be initialized, or we cannot accept an event.
	 */
	if ((saddr->qual & (SATA_ADDR_CPORT | SATA_ADDR_PMPORT |
	    SATA_ADDR_DCPORT | SATA_ADDR_DPMPORT | SATA_ADDR_PMULT)) != 0) {
		mutex_enter(&sata_hba_inst->satahba_mutex);
		cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);
		mutex_exit(&sata_hba_inst->satahba_mutex);
		if (cportinfo == NULL || cportinfo->cport_state == 0)
			return;
	}

	if ((saddr->qual & (SATA_ADDR_PMULT | SATA_ADDR_PMPORT |
	    SATA_ADDR_DPMPORT)) != 0) {
		if (cportinfo->cport_dev_type != SATA_DTYPE_PMULT) {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_event_notify: Non-pmult device (0x%x)"
			    "is attached to port %d, ignore pmult/pmport "
			    "event 0x%x", cportinfo->cport_dev_type,
			    cport, event));
			return;
		}

		mutex_enter(&cportinfo->cport_mutex);
		pmultinfo = SATA_PMULT_INFO(sata_hba_inst, cport);
		mutex_exit(&cportinfo->cport_mutex);

		/*
		 * The daemon might be processing attachment of port
		 * multiplier, in that case we should ignore events on its
		 * sub-devices.
		 *
		 * NOTE: Only pmult_state is checked in sata_hba_event_notify.
		 * The pmport_state is checked by sata daemon.
		 */
		if (pmultinfo == NULL ||
		    pmultinfo->pmult_state == SATA_STATE_UNKNOWN) {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_event_notify: pmult is not"
			    "available at port %d:%d, ignore event 0x%x",
			    cport, pmport, event));
			return;
		}
	}

	if ((saddr->qual &
	    (SATA_ADDR_PMPORT | SATA_ADDR_DPMPORT)) != 0) {

		mutex_enter(&cportinfo->cport_mutex);
		if (pmport > SATA_NUM_PMPORTS(sata_hba_inst, cport)) {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_event_notify: invalid/"
			    "un-implemented port %d:%d (%d ports), "
			    "ignore event 0x%x", cport, pmport,
			    SATA_NUM_PMPORTS(sata_hba_inst, cport), event));
			mutex_exit(&cportinfo->cport_mutex);
			return;
		}
		mutex_exit(&cportinfo->cport_mutex);

		mutex_enter(&sata_hba_inst->satahba_mutex);
		pmportinfo = SATA_PMPORT_INFO(sata_hba_inst,
		    cport, pmport);
		mutex_exit(&sata_hba_inst->satahba_mutex);

		/* pmport is implemented/valid? */
		if (pmportinfo == NULL) {
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_event_notify: invalid/"
			    "un-implemented port %d:%d, ignore "
			    "event 0x%x", cport, pmport, event));
			return;
		}
	}

	/*
	 * Events refer to devices, ports and controllers - each has
	 * unique address. Events for different addresses cannot be combined.
	 */
	if (saddr->qual & (SATA_ADDR_CPORT | SATA_ADDR_PMPORT)) {

		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));

		/* qualify this event(s) */
		if ((event & SATA_EVNT_PORT_EVENTS) == 0) {
			/* Invalid event for the device port */
			(void) sprintf(buf2, err_msg_evnt_1,
			    event & SATA_EVNT_PORT_EVENTS);
			mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
			goto event_info;
		}
		if (saddr->qual == SATA_ADDR_CPORT) {
			/* Controller's device port event */

			(SATA_CPORT_INFO(sata_hba_inst, cport))->
			    cport_event_flags |=
			    event & SATA_EVNT_PORT_EVENTS;
			pstats =
			    &(SATA_CPORT_INFO(sata_hba_inst, cport))->
			    cport_stats;
		} else {
			mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
			mutex_enter(&pmportinfo->pmport_mutex);
			/* Port multiplier's device port event */
			(SATA_PMPORT_INFO(sata_hba_inst, cport, pmport))->
			    pmport_event_flags |=
			    event & SATA_EVNT_PORT_EVENTS;
			pstats =
			    &(SATA_PMPORT_INFO(sata_hba_inst, cport, pmport))->
			    pmport_stats;
			mutex_exit(&pmportinfo->pmport_mutex);
			mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
		}

		/*
		 * Add to statistics and log the message. We have to do it
		 * here rather than in the event daemon, because there may be
		 * multiple events occuring before they are processed.
		 */
		linkevent = event &
		    (SATA_EVNT_LINK_LOST | SATA_EVNT_LINK_ESTABLISHED);
		if (linkevent) {
			if (linkevent == (SATA_EVNT_LINK_LOST |
			    SATA_EVNT_LINK_ESTABLISHED)) {
				/* This is likely event combination */
				(void) strlcat(buf1, "link lost/established, ",
				    SATA_EVENT_MAX_MSG_LENGTH);

				if (pstats->link_lost < 0xffffffffffffffffULL)
					pstats->link_lost++;
				if (pstats->link_established <
				    0xffffffffffffffffULL)
					pstats->link_established++;
				linkevent = 0;
			} else if (linkevent & SATA_EVNT_LINK_LOST) {
				(void) strlcat(buf1, "link lost, ",
				    SATA_EVENT_MAX_MSG_LENGTH);

				if (pstats->link_lost < 0xffffffffffffffffULL)
					pstats->link_lost++;
			} else {
				(void) strlcat(buf1, "link established, ",
				    SATA_EVENT_MAX_MSG_LENGTH);
				if (pstats->link_established <
				    0xffffffffffffffffULL)
					pstats->link_established++;
			}
		}
		if (event & SATA_EVNT_DEVICE_ATTACHED) {
			(void) strlcat(buf1, "device attached, ",
			    SATA_EVENT_MAX_MSG_LENGTH);
			if (pstats->device_attached < 0xffffffffffffffffULL)
				pstats->device_attached++;
		}
		if (event & SATA_EVNT_DEVICE_DETACHED) {
			(void) strlcat(buf1, "device detached, ",
			    SATA_EVENT_MAX_MSG_LENGTH);
			if (pstats->device_detached < 0xffffffffffffffffULL)
				pstats->device_detached++;
		}
		if (event & SATA_EVNT_PWR_LEVEL_CHANGED) {
			SATADBG1(SATA_DBG_EVENTS, sata_hba_inst,
			    "port %d power level changed", cport);
			if (pstats->port_pwr_changed < 0xffffffffffffffffULL)
				pstats->port_pwr_changed++;
		}

		if ((event & ~SATA_EVNT_PORT_EVENTS) != 0) {
			/* There should be no other events for this address */
			(void) sprintf(buf2, err_msg_evnt_1,
			    event & ~SATA_EVNT_PORT_EVENTS);
		}
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));

	} else if (saddr->qual & (SATA_ADDR_DCPORT | SATA_ADDR_DPMPORT)) {
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));

		/* qualify this event */
		if ((event & SATA_EVNT_DEVICE_RESET) == 0) {
			/* Invalid event for a device */
			(void) sprintf(buf2, err_msg_evnt_2,
			    event & SATA_EVNT_DEVICE_RESET);
			mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
			goto event_info;
		}
		/* drive event */
		sdinfo = sata_get_device_info(sata_hba_inst, sata_device);
		if (sdinfo != NULL) {
			if (event & SATA_EVNT_DEVICE_RESET) {
				(void) strlcat(buf1, "device reset, ",
				    SATA_EVENT_MAX_MSG_LENGTH);
				if (sdinfo->satadrv_stats.drive_reset <
				    0xffffffffffffffffULL)
					sdinfo->satadrv_stats.drive_reset++;
				sdinfo->satadrv_event_flags |=
				    SATA_EVNT_DEVICE_RESET;
			}
		}
		if ((event & ~SATA_EVNT_DEVICE_RESET) != 0) {
			/* Invalid event for a device */
			(void) sprintf(buf2, err_msg_evnt_2,
			    event & ~SATA_EVNT_DRIVE_EVENTS);
		}
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
	} else if (saddr->qual == SATA_ADDR_PMULT) {
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));

		/* qualify this event */
		if ((event & (SATA_EVNT_DEVICE_RESET |
		    SATA_EVNT_PMULT_LINK_CHANGED)) == 0) {
			/* Invalid event for a port multiplier */
			(void) sprintf(buf2, err_msg_evnt_2,
			    event & SATA_EVNT_DEVICE_RESET);
			mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));
			goto event_info;
		}

		pmultinfo = SATA_PMULT_INFO(sata_hba_inst, cport);

		if (event & SATA_EVNT_DEVICE_RESET) {

			SATADBG1(SATA_DBG_PMULT, sata_hba_inst,
			    "[Reset] port-mult on cport %d", cport);
			pmultinfo->pmult_event_flags |=
			    SATA_EVNT_DEVICE_RESET;
			(void) strlcat(buf1, "pmult reset, ",
			    SATA_EVENT_MAX_MSG_LENGTH);
		}

		if (event & SATA_EVNT_PMULT_LINK_CHANGED) {

			SATADBG1(SATA_DBG_PMULT, sata_hba_inst,
			    "pmult link changed on cport %d", cport);
			pmultinfo->pmult_event_flags |=
			    SATA_EVNT_PMULT_LINK_CHANGED;
			(void) strlcat(buf1, "pmult link changed, ",
			    SATA_EVENT_MAX_MSG_LENGTH);
		}
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, cport)));

	} else {
		if (saddr->qual != SATA_ADDR_NULL) {
			/* Wrong address qualifier */
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_event_notify: invalid address 0x%x",
			    *(uint32_t *)saddr));
			return;
		}
		if ((event & SATA_EVNT_CONTROLLER_EVENTS) == 0 ||
		    (event & ~SATA_EVNT_CONTROLLER_EVENTS) != 0) {
			/* Invalid event for the controller */
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "sata_hba_event_notify: invalid event 0x%x for "
			    "controller",
			    event & SATA_EVNT_CONTROLLER_EVENTS));
			return;
		}
		buf1[0] = '\0';
		/* This may be a frequent and not interesting event */
		SATADBG1(SATA_DBG_EVENTS, sata_hba_inst,
		    "controller power level changed\n", NULL);

		mutex_enter(&sata_hba_inst->satahba_mutex);
		if (sata_hba_inst->satahba_stats.ctrl_pwr_change <
		    0xffffffffffffffffULL)
			sata_hba_inst->satahba_stats.ctrl_pwr_change++;

		sata_hba_inst->satahba_event_flags |=
		    SATA_EVNT_PWR_LEVEL_CHANGED;
		mutex_exit(&sata_hba_inst->satahba_mutex);
	}
	/*
	 * If we got here, there is something to do with this HBA
	 * instance.
	 */
	mutex_enter(&sata_hba_inst->satahba_mutex);
	sata_hba_inst->satahba_event_flags |= SATA_EVNT_MAIN;
	mutex_exit(&sata_hba_inst->satahba_mutex);
	mutex_enter(&sata_mutex);
	sata_event_pending |= SATA_EVNT_MAIN;	/* global event indicator */
	mutex_exit(&sata_mutex);

	/* Tickle event thread */
	mutex_enter(&sata_event_mutex);
	if (sata_event_thread_active == 0)
		cv_signal(&sata_event_cv);
	mutex_exit(&sata_event_mutex);

event_info:
	if (buf1[0] != '\0') {
		lcp = strrchr(buf1, ',');
		if (lcp != NULL)
			*lcp = '\0';
	}
	if (saddr->qual == SATA_ADDR_CPORT ||
	    saddr->qual == SATA_ADDR_DCPORT) {
		if (buf1[0] != '\0') {
			sata_log(sata_hba_inst, CE_NOTE, "port %d: %s\n",
			    cport, buf1);
		}
		if (buf2[0] != '\0') {
			sata_log(sata_hba_inst, CE_NOTE, "port %d: %s\n",
			    cport, buf2);
		}
	} else if (saddr->qual == SATA_ADDR_PMPORT ||
	    saddr->qual == SATA_ADDR_DPMPORT) {
		if (buf1[0] != '\0') {
			sata_log(sata_hba_inst, CE_NOTE,
			    "port %d pmport %d: %s\n", cport, pmport, buf1);
		}
		if (buf2[0] != '\0') {
			sata_log(sata_hba_inst, CE_NOTE,
			    "port %d pmport %d: %s\n", cport, pmport, buf2);
		}
	}
}


/*
 * Event processing thread.
 * Arg is a pointer to the sata_hba_list pointer.
 * It is not really needed, because sata_hba_list is global and static
 */
static void
sata_event_daemon(void *arg)
{
#ifndef __lock_lint
	_NOTE(ARGUNUSED(arg))
#endif
	sata_hba_inst_t *sata_hba_inst;
	clock_t delta;

	SATADBG1(SATA_DBG_EVENTS_DAEMON, NULL,
	    "SATA event daemon started\n", NULL);
loop:
	/*
	 * Process events here. Walk through all registered HBAs
	 */
	mutex_enter(&sata_mutex);
	for (sata_hba_inst = sata_hba_list; sata_hba_inst != NULL;
	    sata_hba_inst = sata_hba_inst->satahba_next) {
		ASSERT(sata_hba_inst != NULL);
		mutex_enter(&sata_hba_inst->satahba_mutex);
		if (sata_hba_inst->satahba_attached == 0 ||
		    (sata_hba_inst->satahba_event_flags &
		    SATA_EVNT_SKIP) != 0) {
			mutex_exit(&sata_hba_inst->satahba_mutex);
			continue;
		}
		if (sata_hba_inst->satahba_event_flags & SATA_EVNT_MAIN) {
			sata_hba_inst->satahba_event_flags |= SATA_EVNT_SKIP;
			mutex_exit(&sata_hba_inst->satahba_mutex);
			mutex_exit(&sata_mutex);
			/* Got the controller with pending event */
			sata_process_controller_events(sata_hba_inst);
			/*
			 * Since global mutex was released, there is a
			 * possibility that HBA list has changed, so start
			 * over from the top. Just processed controller
			 * will be passed-over because of the SKIP flag.
			 */
			goto loop;
		}
		mutex_exit(&sata_hba_inst->satahba_mutex);
	}
	/* Clear SKIP flag in all controllers */
	for (sata_hba_inst = sata_hba_list; sata_hba_inst != NULL;
	    sata_hba_inst = sata_hba_inst->satahba_next) {
		mutex_enter(&sata_hba_inst->satahba_mutex);
		sata_hba_inst->satahba_event_flags &= ~SATA_EVNT_SKIP;
		mutex_exit(&sata_hba_inst->satahba_mutex);
	}
	mutex_exit(&sata_mutex);

	SATADBG1(SATA_DBG_EVENTS_DAEMON, NULL,
	    "SATA EVENT DAEMON suspending itself", NULL);

#ifdef SATA_DEBUG
	if ((sata_func_enable & SATA_ENABLE_PROCESS_EVENTS) == 0) {
		sata_log(sata_hba_inst, CE_WARN,
		    "SATA EVENTS PROCESSING DISABLED\n");
		thread_exit(); /* Daemon will not run again */
	}
#endif
	mutex_enter(&sata_event_mutex);
	sata_event_thread_active = 0;
	mutex_exit(&sata_event_mutex);
	/*
	 * Go to sleep/suspend itself and wake up either because new event or
	 * wait timeout. Exit if there is a termination request (driver
	 * unload).
	 */
	delta = drv_usectohz(SATA_EVNT_DAEMON_SLEEP_TIME);
	do {
		mutex_enter(&sata_event_mutex);
		(void) cv_reltimedwait(&sata_event_cv, &sata_event_mutex,
		    delta, TR_CLOCK_TICK);

		if (sata_event_thread_active != 0) {
			mutex_exit(&sata_event_mutex);
			continue;
		}

		/* Check if it is time to go away */
		if (sata_event_thread_terminate == 1) {
			/*
			 * It is up to the thread setting above flag to make
			 * sure that this thread is not killed prematurely.
			 */
			sata_event_thread_terminate = 0;
			sata_event_thread = NULL;
			mutex_exit(&sata_event_mutex);
			SATADBG1(SATA_DBG_EVENTS_DAEMON, NULL,
			    "SATA_EVENT_DAEMON_TERMINATING", NULL);
			thread_exit();  { _NOTE(NOT_REACHED) }
		}
		mutex_exit(&sata_event_mutex);
	} while (!(sata_event_pending & SATA_EVNT_MAIN));

	mutex_enter(&sata_event_mutex);
	sata_event_thread_active = 1;
	mutex_exit(&sata_event_mutex);

	mutex_enter(&sata_mutex);
	sata_event_pending &= ~SATA_EVNT_MAIN;
	mutex_exit(&sata_mutex);

	SATADBG1(SATA_DBG_EVENTS_DAEMON, NULL,
	    "SATA EVENT DAEMON READY TO PROCESS EVENT", NULL);

	goto loop;
}

/*
 * Specific HBA instance event processing.
 *
 * NOTE: At the moment, device event processing is limited to hard disks
 * only.
 * Port multiplier is supported now.
 */
static void
sata_process_controller_events(sata_hba_inst_t *sata_hba_inst)
{
	int ncport;
	uint32_t event_flags;
	sata_address_t *saddr;
	sata_cport_info_t *cportinfo;
	sata_pmult_info_t *pmultinfo;

	SATADBG1(SATA_DBG_EVENTS_CNTRL, sata_hba_inst,
	    "Processing controller %d event(s)",
	    ddi_get_instance(SATA_DIP(sata_hba_inst)));

	mutex_enter(&sata_hba_inst->satahba_mutex);
	sata_hba_inst->satahba_event_flags &= ~SATA_EVNT_MAIN;
	event_flags = sata_hba_inst->satahba_event_flags;
	mutex_exit(&sata_hba_inst->satahba_mutex);
	/*
	 * Process controller power change first
	 * HERE
	 */
	if (event_flags & SATA_EVNT_PWR_LEVEL_CHANGED)
		sata_process_cntrl_pwr_level_change(sata_hba_inst);

	/*
	 * Search through ports/devices to identify affected port/device.
	 * We may have to process events for more than one port/device.
	 */
	for (ncport = 0; ncport < SATA_NUM_CPORTS(sata_hba_inst); ncport++) {
		/*
		 * Not all ports may be processed in attach by the time we
		 * get an event. Check if port info is initialized.
		 */
		mutex_enter(&sata_hba_inst->satahba_mutex);
		cportinfo = SATA_CPORT_INFO(sata_hba_inst, ncport);
		mutex_exit(&sata_hba_inst->satahba_mutex);
		if (cportinfo == NULL || cportinfo->cport_state == 0)
			continue;

		/* We have initialized controller port info */
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst, ncport)));
		event_flags = (SATA_CPORT_INFO(sata_hba_inst, ncport))->
		    cport_event_flags;
		/* Check if port was locked by IOCTL processing */
		if (event_flags & SATA_APCTL_LOCK_PORT_BUSY) {
			/*
			 * We ignore port events because port is busy
			 * with AP control processing. Set again
			 * controller and main event flag, so that
			 * events may be processed by the next daemon
			 * run.
			 */
			mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, ncport)));
			mutex_enter(&sata_hba_inst->satahba_mutex);
			sata_hba_inst->satahba_event_flags |= SATA_EVNT_MAIN;
			mutex_exit(&sata_hba_inst->satahba_mutex);
			mutex_enter(&sata_mutex);
			sata_event_pending |= SATA_EVNT_MAIN;
			mutex_exit(&sata_mutex);
			SATADBG1(SATA_DBG_EVENTS_PROCPST, sata_hba_inst,
			    "Event processing postponed until "
			    "AP control processing completes",
			    NULL);
			/* Check other ports */
			continue;
		} else {
			/*
			 * Set BSY flag so that AP control would not
			 * interfere with events processing for
			 * this port.
			 */
			(SATA_CPORT_INFO(sata_hba_inst, ncport))->
			    cport_event_flags |= SATA_EVNT_LOCK_PORT_BUSY;
		}
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, ncport)));

		saddr = &(SATA_CPORT_INFO(sata_hba_inst, ncport))->cport_addr;

		if ((event_flags &
		    (SATA_EVNT_PORT_EVENTS | SATA_EVNT_DRIVE_EVENTS)) != 0) {
			/*
			 * Got port event.
			 * We need some hierarchy of event processing as they
			 * are affecting each other:
			 * 1. port failed
			 * 2. device detached/attached
			 * 3. link events - link events may trigger device
			 *    detached or device attached events in some
			 *    circumstances.
			 * 4. port power level changed
			 */
			if (event_flags & SATA_EVNT_PORT_FAILED) {
				sata_process_port_failed_event(sata_hba_inst,
				    saddr);
			}
			if (event_flags & SATA_EVNT_DEVICE_DETACHED) {
				sata_process_device_detached(sata_hba_inst,
				    saddr);
			}
			if (event_flags & SATA_EVNT_DEVICE_ATTACHED) {
				sata_process_device_attached(sata_hba_inst,
				    saddr);
			}
			if (event_flags &
			    (SATA_EVNT_LINK_ESTABLISHED |
			    SATA_EVNT_LINK_LOST)) {
				sata_process_port_link_events(sata_hba_inst,
				    saddr);
			}
			if (event_flags & SATA_EVNT_PWR_LEVEL_CHANGED) {
				sata_process_port_pwr_change(sata_hba_inst,
				    saddr);
			}
			if (event_flags & SATA_EVNT_TARGET_NODE_CLEANUP) {
				sata_process_target_node_cleanup(
				    sata_hba_inst, saddr);
			}
			if (event_flags & SATA_EVNT_AUTOONLINE_DEVICE) {
				sata_process_device_autoonline(
				    sata_hba_inst, saddr);
			}
		}


		/*
		 * Scan port multiplier and all its sub-ports event flags.
		 * The events are marked by
		 * (1) sata_pmult_info.pmult_event_flags
		 * (2) sata_pmport_info.pmport_event_flags
		 */
		mutex_enter(&(SATA_CPORT_MUTEX(sata_hba_inst, ncport)));
		if (cportinfo->cport_dev_type == SATA_DTYPE_PMULT) {
			/*
			 * There should be another extra check: this
			 * port multiplier still exists?
			 */
			pmultinfo = SATA_PMULT_INFO(sata_hba_inst,
			    ncport);

			if (pmultinfo != NULL) {
				mutex_exit(&(SATA_CPORT_MUTEX(
				    sata_hba_inst, ncport)));
				sata_process_pmult_events(
				    sata_hba_inst, ncport);
				mutex_enter(&(SATA_CPORT_MUTEX(
				    sata_hba_inst, ncport)));
			} else {
				SATADBG1(SATA_DBG_PMULT, sata_hba_inst,
				    "Port-multiplier is gone. "
				    "Ignore all sub-device events "
				    "at port %d.", ncport);
			}
		}

		if ((SATA_CPORT_DEV_TYPE(sata_hba_inst, ncport) !=
		    SATA_DTYPE_NONE) &&
		    (SATA_CPORT_DRV_INFO(sata_hba_inst, ncport) != NULL)) {
			if (SATA_CPORT_DRV_INFO(sata_hba_inst, ncport)->
			    satadrv_event_flags &
			    (SATA_EVNT_DEVICE_RESET |
			    SATA_EVNT_INPROC_DEVICE_RESET)) {
				/* Have device event */
				sata_process_device_reset(sata_hba_inst,
				    saddr);
			}
		}
		/* Release PORT_BUSY flag */
		(SATA_CPORT_INFO(sata_hba_inst, ncport))->
		    cport_event_flags &= ~SATA_EVNT_LOCK_PORT_BUSY;
		mutex_exit(&(SATA_CPORT_MUTEX(sata_hba_inst, ncport)));

	} /* End of loop through the controller SATA ports */
}

/*
 * Specific port multiplier instance event processing. At the moment, device
 * event processing is limited to link/attach event only.
 *
 * NOTE: power management event is not supported yet.
 */
static void
sata_process_pmult_events(sata_hba_inst_t *sata_hba_inst, uint8_t cport)
{
	sata_cport_info_t *cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);
	sata_pmult_info_t *pmultinfo;
	sata_pmport_info_t *pmportinfo;
	sata_address_t *saddr;
	sata_device_t sata_device;
	uint32_t event_flags;
	int npmport;
	int rval;

	SATADBG2(SATA_DBG_EVENTS_CNTRL|SATA_DBG_PMULT, sata_hba_inst,
	    "Processing pmult event(s) on cport %d of controller %d",
	    cport, ddi_get_instance(SATA_DIP(sata_hba_inst)));

	/* First process events on port multiplier */
	mutex_enter(&cportinfo->cport_mutex);
	pmultinfo = SATA_PMULT_INFO(sata_hba_inst, cport);
	event_flags = pmultinfo->pmult_event_flags;

	/*
	 * Reset event (of port multiplier) has higher priority because the
	 * port multiplier itself might be failed or removed after reset.
	 */
	if (event_flags & SATA_EVNT_DEVICE_RESET) {
		/*
		 * The status of the sub-links are uncertain,
		 * so mark all sub-ports as RESET
		 */
		for (npmport = 0; npmport < SATA_NUM_PMPORTS(
		    sata_hba_inst, cport); npmport ++) {
			pmportinfo = SATA_PMPORT_INFO(sata_hba_inst,
			    cport, npmport);
			if (pmportinfo == NULL) {
				/* That's weird. */
				SATA_LOG_D((sata_hba_inst, CE_WARN,
				    "sata_hba_event_notify: "
				    "invalid/un-implemented "
				    "port %d:%d (%d ports), ",
				    cport, npmport, SATA_NUM_PMPORTS(
				    sata_hba_inst, cport)));
				continue;
			}

			mutex_enter(&pmportinfo->pmport_mutex);

			/* Mark all pmport to unknow state. */
			pmportinfo->pmport_state = SATA_STATE_UNKNOWN;
			/* Mark all pmports with link events. */
			pmportinfo->pmport_event_flags =
			    (SATA_EVNT_LINK_ESTABLISHED|SATA_EVNT_LINK_LOST);
			mutex_exit(&pmportinfo->pmport_mutex);
		}

	} else if (event_flags & SATA_EVNT_PMULT_LINK_CHANGED) {
		/*
		 * We need probe the port multiplier to know what has
		 * happened.
		 */
		bzero(&sata_device, sizeof (sata_device_t));
		sata_device.satadev_rev = SATA_DEVICE_REV;
		sata_device.satadev_addr.cport = cport;
		sata_device.satadev_addr.pmport = SATA_PMULT_HOSTPORT;
		sata_device.satadev_addr.qual = SATA_ADDR_PMULT;

		mutex_exit(&cportinfo->cport_mutex);
		rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
		    (SATA_DIP(sata_hba_inst), &sata_device);
		mutex_enter(&cportinfo->cport_mutex);
		if (rval != SATA_SUCCESS) {
			/* Something went wrong? Fail the port */
			cportinfo->cport_state = SATA_PSTATE_FAILED;
			mutex_exit(&cportinfo->cport_mutex);
			SATA_LOG_D((sata_hba_inst, CE_WARN,
			    "SATA port %d probing failed", cport));

			/* PMult structure must be released.  */
			sata_free_pmult(sata_hba_inst, &sata_device);
			return;
		}

		sata_update_port_info(sata_hba_inst, &sata_device);

		/*
		 * Sanity check - Port is active? Is the link active?
		 * The device is still a port multiplier?
		 */
		if ((cportinfo->cport_state &
		    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) ||
		    ((cportinfo->cport_scr.sstatus &
		    SATA_PORT_DEVLINK_UP_MASK) != SATA_PORT_DEVLINK_UP) ||
		    (cportinfo->cport_dev_type != SATA_DTYPE_PMULT)) {
			mutex_exit(&cportinfo->cport_mutex);

			/* PMult structure must be released.  */
			sata_free_pmult(sata_hba_inst, &sata_device);
			return;
		}

		/* Probed succeed, set port ready. */
		cportinfo->cport_state |=
		    SATA_STATE_PROBED | SATA_STATE_READY;
	}

	/* Release port multiplier event flags. */
	pmultinfo->pmult_event_flags &=
	    ~(SATA_EVNT_DEVICE_RESET|SATA_EVNT_PMULT_LINK_CHANGED);
	mutex_exit(&cportinfo->cport_mutex);

	/*
	 * Check all sub-links.
	 */
	for (npmport = 0; npmport < SATA_NUM_PMPORTS(sata_hba_inst, cport);
	    npmport ++) {
		pmportinfo = SATA_PMPORT_INFO(sata_hba_inst, cport, npmport);
		mutex_enter(&pmportinfo->pmport_mutex);
		event_flags = pmportinfo->pmport_event_flags;
		mutex_exit(&pmportinfo->pmport_mutex);
		saddr = &pmportinfo->pmport_addr;

		if ((event_flags &
		    (SATA_EVNT_PORT_EVENTS | SATA_EVNT_DRIVE_EVENTS)) != 0) {
			/*
			 * Got port multiplier port event.
			 * We need some hierarchy of event processing as they
			 * are affecting each other:
			 * 1. device detached/attached
			 * 2. link events - link events may trigger device
			 *    detached or device attached events in some
			 *    circumstances.
			 */
			if (event_flags & SATA_EVNT_DEVICE_DETACHED) {
				sata_process_pmdevice_detached(sata_hba_inst,
				    saddr);
			}
			if (event_flags & SATA_EVNT_DEVICE_ATTACHED) {
				sata_process_pmdevice_attached(sata_hba_inst,
				    saddr);
			}
			if (event_flags & SATA_EVNT_LINK_ESTABLISHED ||
			    event_flags & SATA_EVNT_LINK_LOST) {
				sata_process_pmport_link_events(sata_hba_inst,
				    saddr);
			}
			if (event_flags & SATA_EVNT_TARGET_NODE_CLEANUP) {
				sata_process_target_node_cleanup(
				    sata_hba_inst, saddr);
			}
		}

		/* Checking drive event(s). */
		mutex_enter(&pmportinfo->pmport_mutex);
		if (pmportinfo->pmport_dev_type != SATA_DTYPE_NONE &&
		    pmportinfo->pmport_sata_drive != NULL) {
			event_flags = pmportinfo->pmport_sata_drive->
			    satadrv_event_flags;
			if (event_flags & (SATA_EVNT_DEVICE_RESET |
			    SATA_EVNT_INPROC_DEVICE_RESET)) {

				/* Have device event */
				sata_process_pmdevice_reset(sata_hba_inst,
				    saddr);
			}
		}
		mutex_exit(&pmportinfo->pmport_mutex);

		/* Release PORT_BUSY flag */
		mutex_enter(&cportinfo->cport_mutex);
		cportinfo->cport_event_flags &= ~SATA_EVNT_LOCK_PORT_BUSY;
		mutex_exit(&cportinfo->cport_mutex);
	}

	SATADBG2(SATA_DBG_EVENTS_CNTRL|SATA_DBG_PMULT, sata_hba_inst,
	    "[DONE] pmult event(s) on cport %d of controller %d",
	    cport, ddi_get_instance(SATA_DIP(sata_hba_inst)));
}

/*
 * Process HBA power level change reported by HBA driver.
 * Not implemented at this time - event is ignored.
 */
static void
sata_process_cntrl_pwr_level_change(sata_hba_inst_t *sata_hba_inst)
{
	SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing controller power level change", NULL);

	/* Ignoring it for now */
	mutex_enter(&sata_hba_inst->satahba_mutex);
	sata_hba_inst->satahba_event_flags &= ~SATA_EVNT_PWR_LEVEL_CHANGED;
	mutex_exit(&sata_hba_inst->satahba_mutex);
}

/*
 * Process port power level change reported by HBA driver.
 * Not implemented at this time - event is ignored.
 */
static void
sata_process_port_pwr_change(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	sata_cport_info_t *cportinfo;

	SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing port power level change", NULL);

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, saddr->cport);
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	/* Reset event flag */
	cportinfo->cport_event_flags &= ~SATA_EVNT_PWR_LEVEL_CHANGED;
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
}

/*
 * Process port failure reported by HBA driver.
 * cports support only - no pmports.
 */
static void
sata_process_port_failed_event(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	sata_cport_info_t *cportinfo;

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, saddr->cport);
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	/* Reset event flag first */
	cportinfo->cport_event_flags &= ~SATA_EVNT_PORT_FAILED;
	/* If the port is in SHUTDOWN or FAILED state, ignore this event. */
	if ((cportinfo->cport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) == 0) {
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
		    cport_mutex);
		return;
	}
	/* Fail the port */
	cportinfo->cport_state = SATA_PSTATE_FAILED;
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	sata_log(sata_hba_inst, CE_WARN, "SATA port %d failed", saddr->cport);
}

/*
 * Device Reset Event processing.
 * The sequence is managed by 3 stage flags:
 * - reset event reported,
 * - reset event being processed,
 * - request to clear device reset state.
 *
 * NOTE: This function has to be entered with cport mutex held. It exits with
 * mutex held as well, but can release mutex during the processing.
 */
static void
sata_process_device_reset(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	sata_drive_info_t old_sdinfo; /* local copy of the drive info */
	sata_drive_info_t *sdinfo;
	sata_cport_info_t *cportinfo;
	sata_device_t sata_device;
	int rval_probe, rval_set;

	/* We only care about host sata cport for now */
	cportinfo = SATA_CPORT_INFO(sata_hba_inst, saddr->cport);
	sdinfo = SATA_CPORT_DRV_INFO(sata_hba_inst, saddr->cport);
	/*
	 * If the port is in SHUTDOWN or FAILED state, or device is in FAILED
	 * state, ignore reset event.
	 */
	if (((cportinfo->cport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) != 0) ||
	    (sdinfo->satadrv_state & SATA_DSTATE_FAILED) != 0) {
		sdinfo->satadrv_event_flags &=
		    ~(SATA_EVNT_DEVICE_RESET | SATA_EVNT_INPROC_DEVICE_RESET);
		return;
	}

	if ((SATA_CPORT_DEV_TYPE(sata_hba_inst, saddr->cport) ==
	    SATA_DTYPE_PMULT)) {
		/*
		 * Should not happened: this is already handled in
		 * sata_hba_event_notify()
		 */
		mutex_exit(&cportinfo->cport_mutex);
		goto done;
	}

	if ((SATA_CPORT_DEV_TYPE(sata_hba_inst, saddr->cport) &
	    SATA_VALID_DEV_TYPE) == 0) {
		/*
		 * This should not happen - coding error.
		 * But we can recover, so do not panic, just clean up
		 * and if in debug mode, log the message.
		 */
#ifdef SATA_DEBUG
		sata_log(sata_hba_inst, CE_WARN,
		    "sata_process_device_reset: "
		    "Invalid device type with sdinfo!", NULL);
#endif
		sdinfo->satadrv_event_flags = 0;
		return;
	}

#ifdef SATA_DEBUG
	if ((sdinfo->satadrv_event_flags &
	    (SATA_EVNT_DEVICE_RESET | SATA_EVNT_INPROC_DEVICE_RESET)) == 0) {
		/* Nothing to do */
		/* Something is weird - why we are processing dev reset? */
		SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
		    "No device reset event!!!!", NULL);

		return;
	}
	if ((sdinfo->satadrv_event_flags &
	    (SATA_EVNT_DEVICE_RESET | SATA_EVNT_INPROC_DEVICE_RESET)) ==
	    (SATA_EVNT_DEVICE_RESET | SATA_EVNT_INPROC_DEVICE_RESET)) {
		/* Something is weird - new device reset event */
		SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
		    "Overlapping device reset events!", NULL);
	}
#endif
	SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing port %d device reset", saddr->cport);

	/* Clear event flag */
	sdinfo->satadrv_event_flags &= ~SATA_EVNT_DEVICE_RESET;

	/* It seems that we always need to check the port state first */
	sata_device.satadev_rev = SATA_DEVICE_REV;
	sata_device.satadev_addr = *saddr;
	/*
	 * We have to exit mutex, because the HBA probe port function may
	 * block on its own mutex.
	 */
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	rval_probe = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), &sata_device);
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	sata_update_port_info(sata_hba_inst, &sata_device);
	if (rval_probe != SATA_SUCCESS) {
		/* Something went wrong? Fail the port */
		cportinfo->cport_state = SATA_PSTATE_FAILED;
		sdinfo = SATA_CPORT_DRV_INFO(sata_hba_inst, saddr->cport);
		if (sdinfo != NULL)
			sdinfo->satadrv_event_flags = 0;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
		    cport_mutex);
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "SATA port %d probing failed",
		    saddr->cport));
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
		    saddr->cport)->cport_mutex);
		return;
	}
	if ((sata_device.satadev_scr.sstatus  &
	    SATA_PORT_DEVLINK_UP_MASK) !=
	    SATA_PORT_DEVLINK_UP ||
	    sata_device.satadev_type == SATA_DTYPE_NONE) {
		/*
		 * No device to process, anymore. Some other event processing
		 * would or have already performed port info cleanup.
		 * To be safe (HBA may need it), request clearing device
		 * reset condition.
		 */
		sdinfo = SATA_CPORT_DRV_INFO(sata_hba_inst, saddr->cport);
		if (sdinfo != NULL) {
			sdinfo->satadrv_event_flags &=
			    ~SATA_EVNT_INPROC_DEVICE_RESET;
			sdinfo->satadrv_event_flags |=
			    SATA_EVNT_CLEAR_DEVICE_RESET;
		}
		return;
	}

	sdinfo = SATA_CPORT_DRV_INFO(sata_hba_inst, saddr->cport);
	if (sdinfo == NULL) {
		return;
	}
	if ((sdinfo->satadrv_event_flags &
	    SATA_EVNT_INPROC_DEVICE_RESET) == 0) {
		/*
		 * Start tracking time for device feature restoration and
		 * identification. Save current time (lbolt value).
		 */
		sdinfo->satadrv_reset_time = ddi_get_lbolt();
	}
	/* Mark device reset processing as active */
	sdinfo->satadrv_event_flags |= SATA_EVNT_INPROC_DEVICE_RESET;

	old_sdinfo = *sdinfo;	/* local copy of the drive info */
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);

	rval_set = sata_set_drive_features(sata_hba_inst, &old_sdinfo, 1);

	if (rval_set  != SATA_SUCCESS) {
		/*
		 * Restoring drive setting failed.
		 * Probe the port first, to check if the port state has changed
		 */
		sata_device.satadev_rev = SATA_DEVICE_REV;
		sata_device.satadev_addr = *saddr;
		sata_device.satadev_addr.qual = SATA_ADDR_CPORT;
		/* probe port */
		rval_probe = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
		    (SATA_DIP(sata_hba_inst), &sata_device);
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
		    cport_mutex);
		if (rval_probe == SATA_SUCCESS &&
		    (sata_device.satadev_state &
		    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) == 0 &&
		    (sata_device.satadev_scr.sstatus  &
		    SATA_PORT_DEVLINK_UP_MASK) == SATA_PORT_DEVLINK_UP &&
		    sata_device.satadev_type != SATA_DTYPE_NONE) {
			/*
			 * We may retry this a bit later - in-process reset
			 * condition should be already set.
			 * Track retry time for device identification.
			 */
			if ((cportinfo->cport_dev_type &
			    SATA_VALID_DEV_TYPE) != 0 &&
			    SATA_CPORTINFO_DRV_INFO(cportinfo) != NULL &&
			    sdinfo->satadrv_reset_time != 0) {
				clock_t cur_time = ddi_get_lbolt();
				/*
				 * If the retry time limit was not
				 * exceeded, retry.
				 */
				if ((cur_time - sdinfo->satadrv_reset_time) <
				    drv_usectohz(SATA_DEV_REPROBE_TIMEOUT)) {
					mutex_enter(
					    &sata_hba_inst->satahba_mutex);
					sata_hba_inst->satahba_event_flags |=
					    SATA_EVNT_MAIN;
					mutex_exit(
					    &sata_hba_inst->satahba_mutex);
					mutex_enter(&sata_mutex);
					sata_event_pending |= SATA_EVNT_MAIN;
					mutex_exit(&sata_mutex);
					return;
				}
				if (rval_set == SATA_RETRY) {
					/*
					 * Setting drive features failed, but
					 * the drive is still accessible,
					 * so emit a warning message before
					 * return.
					 */
					mutex_exit(&SATA_CPORT_INFO(
					    sata_hba_inst,
					    saddr->cport)->cport_mutex);
					goto done;
				}
			}
			/* Fail the drive */
			sdinfo->satadrv_state = SATA_DSTATE_FAILED;

			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device at port %d - device failed",
			    saddr->cport);

			DTRACE_PROBE(port_failed_f);
		}
		/*
		 * No point of retrying - device failed or some other event
		 * processing or already did or will do port info cleanup.
		 * To be safe (HBA may need it),
		 * request clearing device reset condition.
		 */
		sdinfo->satadrv_event_flags |= SATA_EVNT_CLEAR_DEVICE_RESET;
		sdinfo->satadrv_event_flags &= ~SATA_EVNT_INPROC_DEVICE_RESET;
		sdinfo->satadrv_reset_time = 0;
		return;
	}
done:
	/*
	 * If setting of drive features failed, but the drive is still
	 * accessible, emit a warning message.
	 */
	if (rval_set == SATA_RETRY) {
		sata_log(sata_hba_inst, CE_WARN,
		    "SATA device at port %d - desired setting could not be "
		    "restored after reset. Device may not operate as expected.",
		    saddr->cport);
	}
	/*
	 * Raise the flag indicating that the next sata command could
	 * be sent with SATA_CLEAR_DEV_RESET_STATE flag, if no new device
	 * reset is reported.
	 */
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	if (SATA_CPORTINFO_DRV_INFO(cportinfo) != NULL) {
		sdinfo->satadrv_reset_time = 0;
		if ((cportinfo->cport_dev_type & SATA_VALID_DEV_TYPE) != 0) {
			sdinfo = SATA_CPORTINFO_DRV_INFO(cportinfo);
			sdinfo->satadrv_event_flags &=
			    ~SATA_EVNT_INPROC_DEVICE_RESET;
			sdinfo->satadrv_event_flags |=
			    SATA_EVNT_CLEAR_DEVICE_RESET;
		}
	}
}


/*
 * Port Multiplier Port Device Reset Event processing.
 *
 * NOTE: This function has to be entered with pmport mutex held. It exits with
 * mutex held as well, but can release mutex during the processing.
 */
static void
sata_process_pmdevice_reset(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	sata_drive_info_t old_sdinfo; /* local copy of the drive info */
	sata_drive_info_t *sdinfo = NULL;
	sata_cport_info_t *cportinfo = NULL;
	sata_pmport_info_t *pmportinfo = NULL;
	sata_pmult_info_t *pminfo = NULL;
	sata_device_t sata_device;
	uint8_t cport = saddr->cport;
	uint8_t pmport = saddr->pmport;
	int rval;

	SATADBG2(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing drive reset at port %d:%d", cport, pmport);

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, cport);
	pmportinfo = SATA_PMPORT_INFO(sata_hba_inst, cport, pmport);
	sdinfo = SATA_PMPORT_DRV_INFO(sata_hba_inst, cport, pmport);

	/*
	 * If the port is in SHUTDOWN or FAILED state, or device is in FAILED
	 * state, ignore reset event.
	 */
	if (((cportinfo->cport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) != 0) ||
	    (sdinfo->satadrv_state & SATA_DSTATE_FAILED) != 0) {
		sdinfo->satadrv_event_flags &=
		    ~(SATA_EVNT_DEVICE_RESET | SATA_EVNT_INPROC_DEVICE_RESET);
		return;
	}

	if ((pmportinfo->pmport_dev_type & SATA_VALID_DEV_TYPE) == 0) {
		/*
		 * This should not happen - coding error.
		 * But we can recover, so do not panic, just clean up
		 * and if in debug mode, log the message.
		 */
#ifdef SATA_DEBUG
		sata_log(sata_hba_inst, CE_WARN,
		    "sata_process_pmdevice_reset: "
		    "Invalid device type with sdinfo!", NULL);
#endif
		sdinfo->satadrv_event_flags = 0;
		return;
	}

#ifdef SATA_DEBUG
	if ((sdinfo->satadrv_event_flags &
	    (SATA_EVNT_DEVICE_RESET | SATA_EVNT_INPROC_DEVICE_RESET)) == 0) {
		/* Nothing to do */
		/* Something is weird - why we are processing dev reset? */
		SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
		    "No device reset event!!!!", NULL);

		return;
	}
	if ((sdinfo->satadrv_event_flags &
	    (SATA_EVNT_DEVICE_RESET | SATA_EVNT_INPROC_DEVICE_RESET)) ==
	    (SATA_EVNT_DEVICE_RESET | SATA_EVNT_INPROC_DEVICE_RESET)) {
		/* Something is weird - new device reset event */
		SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
		    "Overlapping device reset events!", NULL);
	}
#endif
	SATADBG2(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing port %d:%d device reset", cport, pmport);

	/* Clear event flag */
	sdinfo->satadrv_event_flags &= ~SATA_EVNT_DEVICE_RESET;

	/* It seems that we always need to check the port state first */
	sata_device.satadev_rev = SATA_DEVICE_REV;
	sata_device.satadev_addr = *saddr;
	/*
	 * We have to exit mutex, because the HBA probe port function may
	 * block on its own mutex.
	 */
	mutex_exit(&pmportinfo->pmport_mutex);
	rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), &sata_device);
	mutex_enter(&pmportinfo->pmport_mutex);

	sata_update_pmport_info(sata_hba_inst, &sata_device);
	if (rval != SATA_SUCCESS) {
		/* Something went wrong? Fail the port */
		pmportinfo->pmport_state = SATA_PSTATE_FAILED;
		sdinfo = SATA_PMPORT_DRV_INFO(sata_hba_inst, saddr->cport,
		    saddr->pmport);
		if (sdinfo != NULL)
			sdinfo->satadrv_event_flags = 0;
		mutex_exit(&pmportinfo->pmport_mutex);
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "SATA port %d:%d probing failed",
		    saddr->cport, saddr->pmport));
		mutex_enter(&pmportinfo->pmport_mutex);
		return;
	}
	if ((sata_device.satadev_scr.sstatus  &
	    SATA_PORT_DEVLINK_UP_MASK) !=
	    SATA_PORT_DEVLINK_UP ||
	    sata_device.satadev_type == SATA_DTYPE_NONE) {
		/*
		 * No device to process, anymore. Some other event processing
		 * would or have already performed port info cleanup.
		 * To be safe (HBA may need it), request clearing device
		 * reset condition.
		 */
		sdinfo = SATA_PMPORT_DRV_INFO(sata_hba_inst, saddr->cport,
		    saddr->pmport);
		if (sdinfo != NULL) {
			sdinfo->satadrv_event_flags &=
			    ~SATA_EVNT_INPROC_DEVICE_RESET;
			/* must clear flags on cport */
			pminfo = SATA_PMULT_INFO(sata_hba_inst,
			    saddr->cport);
			pminfo->pmult_event_flags |=
			    SATA_EVNT_CLEAR_DEVICE_RESET;
		}
		return;
	}

	sdinfo = SATA_PMPORT_DRV_INFO(sata_hba_inst, saddr->cport,
	    saddr->pmport);
	if (sdinfo == NULL) {
		return;
	}
	if ((sdinfo->satadrv_event_flags &
	    SATA_EVNT_INPROC_DEVICE_RESET) == 0) {
		/*
		 * Start tracking time for device feature restoration and
		 * identification. Save current time (lbolt value).
		 */
		sdinfo->satadrv_reset_time = ddi_get_lbolt();
	}
	/* Mark device reset processing as active */
	sdinfo->satadrv_event_flags |= SATA_EVNT_INPROC_DEVICE_RESET;

	old_sdinfo = *sdinfo;	/* local copy of the drive info */
	mutex_exit(&pmportinfo->pmport_mutex);

	if (sata_set_drive_features(sata_hba_inst, &old_sdinfo, 1) ==
	    SATA_FAILURE) {
		/*
		 * Restoring drive setting failed.
		 * Probe the port first, to check if the port state has changed
		 */
		sata_device.satadev_rev = SATA_DEVICE_REV;
		sata_device.satadev_addr = *saddr;
		sata_device.satadev_addr.qual = SATA_ADDR_PMPORT;

		/* probe port */
		rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
		    (SATA_DIP(sata_hba_inst), &sata_device);
		mutex_enter(&pmportinfo->pmport_mutex);
		if (rval == SATA_SUCCESS &&
		    (sata_device.satadev_state &
		    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) == 0 &&
		    (sata_device.satadev_scr.sstatus  &
		    SATA_PORT_DEVLINK_UP_MASK) == SATA_PORT_DEVLINK_UP &&
		    sata_device.satadev_type != SATA_DTYPE_NONE) {
			/*
			 * We may retry this a bit later - in-process reset
			 * condition should be already set.
			 * Track retry time for device identification.
			 */
			if ((pmportinfo->pmport_dev_type &
			    SATA_VALID_DEV_TYPE) != 0 &&
			    SATA_PMPORTINFO_DRV_INFO(pmportinfo) != NULL &&
			    sdinfo->satadrv_reset_time != 0) {
				clock_t cur_time = ddi_get_lbolt();
				/*
				 * If the retry time limit was not
				 * exceeded, retry.
				 */
				if ((cur_time - sdinfo->satadrv_reset_time) <
				    drv_usectohz(SATA_DEV_REPROBE_TIMEOUT)) {
					mutex_enter(
					    &sata_hba_inst->satahba_mutex);
					sata_hba_inst->satahba_event_flags |=
					    SATA_EVNT_MAIN;
					mutex_exit(
					    &sata_hba_inst->satahba_mutex);
					mutex_enter(&sata_mutex);
					sata_event_pending |= SATA_EVNT_MAIN;
					mutex_exit(&sata_mutex);
					return;
				}
			}
			/* Fail the drive */
			sdinfo->satadrv_state = SATA_DSTATE_FAILED;

			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device at port %d:%d - device failed",
			    saddr->cport, saddr->pmport);
		} else {
			/*
			 * No point of retrying - some other event processing
			 * would or already did port info cleanup.
			 * To be safe (HBA may need it),
			 * request clearing device reset condition.
			 */
			sdinfo->satadrv_event_flags |=
			    SATA_EVNT_CLEAR_DEVICE_RESET;
		}
		sdinfo->satadrv_event_flags &= ~SATA_EVNT_INPROC_DEVICE_RESET;
		sdinfo->satadrv_reset_time = 0;
		return;
	}
	/*
	 * Raise the flag indicating that the next sata command could
	 * be sent with SATA_CLEAR_DEV_RESET_STATE flag, if no new device
	 * reset is reported.
	 */
	mutex_enter(&pmportinfo->pmport_mutex);
	if (SATA_PMPORTINFO_DRV_INFO(pmportinfo) != NULL) {
		sdinfo->satadrv_reset_time = 0;
		if (pmportinfo->pmport_dev_type & SATA_VALID_DEV_TYPE) {
			sdinfo = SATA_PMPORTINFO_DRV_INFO(pmportinfo);
			sdinfo->satadrv_event_flags &=
			    ~SATA_EVNT_INPROC_DEVICE_RESET;
			/* must clear flags on cport */
			pminfo = SATA_PMULT_INFO(sata_hba_inst,
			    saddr->cport);
			pminfo->pmult_event_flags |=
			    SATA_EVNT_CLEAR_DEVICE_RESET;
		}
	}
}

/*
 * Port Link Events processing.
 * Every link established event may involve device reset (due to
 * COMRESET signal, equivalent of the hard reset) so arbitrarily
 * set device reset event for an attached device (if any).
 * If the port is in SHUTDOWN or FAILED state, ignore link events.
 *
 * The link established event processing varies, depending on the state
 * of the target node, HBA hotplugging capabilities, state of the port.
 * If the link is not active, the link established event is ignored.
 * If HBA cannot detect device attachment and there is no target node,
 * the link established event triggers device attach event processing.
 * Else, link established event triggers device reset event processing.
 *
 * The link lost event processing varies, depending on a HBA hotplugging
 * capability and the state of the port (link active or not active).
 * If the link is active, the lost link event is ignored.
 * If HBA cannot detect device removal, the lost link event triggers
 * device detached event processing after link lost timeout.
 * Else, the event is ignored.
 *
 * NOTE: Port multiplier ports events are handled by
 * sata_process_pmport_link_events();
 */
static void
sata_process_port_link_events(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	sata_device_t sata_device;
	sata_cport_info_t *cportinfo;
	sata_drive_info_t *sdinfo;
	uint32_t event_flags;
	int rval;

	SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing port %d link event(s)", saddr->cport);

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, saddr->cport);
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	event_flags = cportinfo->cport_event_flags;

	/* Reset event flags first */
	cportinfo->cport_event_flags &=
	    ~(SATA_EVNT_LINK_ESTABLISHED | SATA_EVNT_LINK_LOST);

	/* If the port is in SHUTDOWN or FAILED state, ignore link events. */
	if ((cportinfo->cport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) != 0) {
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
		    cport_mutex);
		return;
	}

	/*
	 * For the sanity sake get current port state.
	 * Set device address only. Other sata_device fields should be
	 * set by HBA driver.
	 */
	sata_device.satadev_rev = SATA_DEVICE_REV;
	sata_device.satadev_addr = *saddr;
	/*
	 * We have to exit mutex, because the HBA probe port function may
	 * block on its own mutex.
	 */
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), &sata_device);
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	sata_update_port_info(sata_hba_inst, &sata_device);
	if (rval != SATA_SUCCESS) {
		/* Something went wrong? Fail the port */
		cportinfo->cport_state = SATA_PSTATE_FAILED;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
		    cport_mutex);
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "SATA port %d probing failed",
		    saddr->cport));
		/*
		 * We may want to release device info structure, but
		 * it is not necessary.
		 */
		return;
	} else {
		/* port probed successfully */
		cportinfo->cport_state |= SATA_STATE_PROBED | SATA_STATE_READY;
	}
	if (event_flags & SATA_EVNT_LINK_ESTABLISHED) {

		if ((sata_device.satadev_scr.sstatus &
		    SATA_PORT_DEVLINK_UP_MASK) != SATA_PORT_DEVLINK_UP) {
			/* Ignore event */
			SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
			    "Ignoring port %d link established event - "
			    "link down",
			    saddr->cport);
			goto linklost;
		}

		SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
		    "Processing port %d link established event",
		    saddr->cport);

		/*
		 * For the sanity sake check if a device is attached - check
		 * return state of a port probing.
		 */
		if (sata_device.satadev_type != SATA_DTYPE_NONE) {
			/*
			 * HBA port probe indicated that there is a device
			 * attached. Check if the framework had device info
			 * structure attached for this device.
			 */
			if (cportinfo->cport_dev_type != SATA_DTYPE_NONE) {
				ASSERT(SATA_CPORTINFO_DRV_INFO(cportinfo) !=
				    NULL);

				sdinfo = SATA_CPORTINFO_DRV_INFO(cportinfo);
				if ((sdinfo->satadrv_type &
				    SATA_VALID_DEV_TYPE) != 0) {
					/*
					 * Dev info structure is present.
					 * If dev_type is set to known type in
					 * the framework's drive info struct
					 * then the device existed before and
					 * the link was probably lost
					 * momentarily - in such case
					 * we may want to check device
					 * identity.
					 * Identity check is not supported now.
					 *
					 * Link established event
					 * triggers device reset event.
					 */
					(SATA_CPORTINFO_DRV_INFO(cportinfo))->
					    satadrv_event_flags |=
					    SATA_EVNT_DEVICE_RESET;
				}
			} else if (cportinfo->cport_dev_type ==
			    SATA_DTYPE_NONE) {
				/*
				 * We got new device attached! If HBA does not
				 * generate device attached events, trigger it
				 * here.
				 */
				if (!(SATA_FEATURES(sata_hba_inst) &
				    SATA_CTLF_HOTPLUG)) {
					cportinfo->cport_event_flags |=
					    SATA_EVNT_DEVICE_ATTACHED;
				}
			}
			/* Reset link lost timeout */
			cportinfo->cport_link_lost_time = 0;
		}
	}
linklost:
	if (event_flags & SATA_EVNT_LINK_LOST) {
		if ((sata_device.satadev_scr.sstatus &
		    SATA_PORT_DEVLINK_UP_MASK) == SATA_PORT_DEVLINK_UP) {
			/* Ignore event */
			SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
			    "Ignoring port %d link lost event - link is up",
			    saddr->cport);
			goto done;
		}
#ifdef SATA_DEBUG
		if (cportinfo->cport_link_lost_time == 0) {
			SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
			    "Processing port %d link lost event",
			    saddr->cport);
		}
#endif
		/*
		 * When HBA cannot generate device attached/detached events,
		 * we need to track link lost time and eventually generate
		 * device detach event.
		 */
		if (!(SATA_FEATURES(sata_hba_inst) & SATA_CTLF_HOTPLUG)) {
			/* We are tracking link lost time */
			if (cportinfo->cport_link_lost_time == 0) {
				/* save current time (lbolt value) */
				cportinfo->cport_link_lost_time =
				    ddi_get_lbolt();
				/* just keep link lost event */
				cportinfo->cport_event_flags |=
				    SATA_EVNT_LINK_LOST;
			} else {
				clock_t cur_time = ddi_get_lbolt();
				if ((cur_time -
				    cportinfo->cport_link_lost_time) >=
				    drv_usectohz(
				    SATA_EVNT_LINK_LOST_TIMEOUT)) {
					/* trigger device detach event */
					cportinfo->cport_event_flags |=
					    SATA_EVNT_DEVICE_DETACHED;
					cportinfo->cport_link_lost_time = 0;
					SATADBG1(SATA_DBG_EVENTS,
					    sata_hba_inst,
					    "Triggering port %d "
					    "device detached event",
					    saddr->cport);
				} else {
					/* keep link lost event */
					cportinfo->cport_event_flags |=
					    SATA_EVNT_LINK_LOST;
				}
			}
		}
		/*
		 * We could change port state to disable/delay access to
		 * the attached device until the link is recovered.
		 */
	}
done:
	event_flags = cportinfo->cport_event_flags;
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	if (event_flags != 0) {
		mutex_enter(&sata_hba_inst->satahba_mutex);
		sata_hba_inst->satahba_event_flags |= SATA_EVNT_MAIN;
		mutex_exit(&sata_hba_inst->satahba_mutex);
		mutex_enter(&sata_mutex);
		sata_event_pending |= SATA_EVNT_MAIN;
		mutex_exit(&sata_mutex);
	}
}

/*
 * Port Multiplier Port Link Events processing.
 */
static void
sata_process_pmport_link_events(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	sata_device_t sata_device;
	sata_pmport_info_t *pmportinfo = NULL;
	sata_drive_info_t *sdinfo = NULL;
	uint32_t event_flags;
	uint8_t cport = saddr->cport;
	uint8_t pmport = saddr->pmport;
	int rval;

	SATADBG2(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing port %d:%d link event(s)",
	    cport, pmport);

	pmportinfo = SATA_PMPORT_INFO(sata_hba_inst, cport, pmport);
	mutex_enter(&pmportinfo->pmport_mutex);
	event_flags = pmportinfo->pmport_event_flags;

	/* Reset event flags first */
	pmportinfo->pmport_event_flags &=
	    ~(SATA_EVNT_LINK_ESTABLISHED | SATA_EVNT_LINK_LOST);

	/* If the port is in SHUTDOWN or FAILED state, ignore link events. */
	if ((pmportinfo->pmport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) != 0) {
		mutex_exit(&pmportinfo->pmport_mutex);
		return;
	}

	/*
	 * For the sanity sake get current port state.
	 * Set device address only. Other sata_device fields should be
	 * set by HBA driver.
	 */
	sata_device.satadev_rev = SATA_DEVICE_REV;
	sata_device.satadev_addr = *saddr;
	/*
	 * We have to exit mutex, because the HBA probe port function may
	 * block on its own mutex.
	 */
	mutex_exit(&SATA_PMPORT_MUTEX(sata_hba_inst, saddr->cport,
	    saddr->pmport));
	rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), &sata_device);
	mutex_enter(&SATA_PMPORT_MUTEX(sata_hba_inst, saddr->cport,
	    saddr->pmport));
	sata_update_pmport_info(sata_hba_inst, &sata_device);
	if (rval != SATA_SUCCESS) {
		/* Something went wrong? Fail the port */
		pmportinfo->pmport_state = SATA_PSTATE_FAILED;
		mutex_exit(&SATA_PMPORT_MUTEX(sata_hba_inst, saddr->cport,
		    saddr->pmport));
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "SATA port %d:%d probing failed",
		    saddr->cport, saddr->pmport));
		/*
		 * We may want to release device info structure, but
		 * it is not necessary.
		 */
		return;
	} else {
		/* port probed successfully */
		pmportinfo->pmport_state |=
		    SATA_STATE_PROBED | SATA_STATE_READY;
	}
	mutex_exit(&SATA_PMPORT_MUTEX(sata_hba_inst,
	    saddr->cport, saddr->pmport));
	mutex_enter(&SATA_PMPORT_MUTEX(sata_hba_inst,
	    saddr->cport, saddr->pmport));
	if (event_flags & SATA_EVNT_LINK_ESTABLISHED) {

		if ((sata_device.satadev_scr.sstatus &
		    SATA_PORT_DEVLINK_UP_MASK) != SATA_PORT_DEVLINK_UP) {
			/* Ignore event */
			SATADBG2(SATA_DBG_EVENTS_PROC, sata_hba_inst,
			    "Ignoring port %d:%d link established event - "
			    "link down",
			    saddr->cport, saddr->pmport);
			goto linklost;
		}

		SATADBG2(SATA_DBG_EVENTS_PROC, sata_hba_inst,
		    "Processing port %d:%d link established event",
		    cport, pmport);

		/*
		 * For the sanity sake check if a device is attached - check
		 * return state of a port probing.
		 */
		if (sata_device.satadev_type != SATA_DTYPE_NONE &&
		    sata_device.satadev_type != SATA_DTYPE_PMULT) {
			/*
			 * HBA port probe indicated that there is a device
			 * attached. Check if the framework had device info
			 * structure attached for this device.
			 */
			if (pmportinfo->pmport_dev_type != SATA_DTYPE_NONE) {
				ASSERT(SATA_PMPORTINFO_DRV_INFO(pmportinfo) !=
				    NULL);

				sdinfo = SATA_PMPORTINFO_DRV_INFO(pmportinfo);
				if ((sdinfo->satadrv_type &
				    SATA_VALID_DEV_TYPE) != 0) {
					/*
					 * Dev info structure is present.
					 * If dev_type is set to known type in
					 * the framework's drive info struct
					 * then the device existed before and
					 * the link was probably lost
					 * momentarily - in such case
					 * we may want to check device
					 * identity.
					 * Identity check is not supported now.
					 *
					 * Link established event
					 * triggers device reset event.
					 */
					(SATA_PMPORTINFO_DRV_INFO(pmportinfo))->
					    satadrv_event_flags |=
					    SATA_EVNT_DEVICE_RESET;
				}
			} else if (pmportinfo->pmport_dev_type ==
			    SATA_DTYPE_NONE) {
				/*
				 * We got new device attached! If HBA does not
				 * generate device attached events, trigger it
				 * here.
				 */
				if (!(SATA_FEATURES(sata_hba_inst) &
				    SATA_CTLF_HOTPLUG)) {
					pmportinfo->pmport_event_flags |=
					    SATA_EVNT_DEVICE_ATTACHED;
				}
			}
			/* Reset link lost timeout */
			pmportinfo->pmport_link_lost_time = 0;
		}
	}
linklost:
	if (event_flags & SATA_EVNT_LINK_LOST) {
#ifdef SATA_DEBUG
		if (pmportinfo->pmport_link_lost_time == 0) {
			SATADBG2(SATA_DBG_EVENTS_PROC, sata_hba_inst,
			    "Processing port %d:%d link lost event",
			    saddr->cport, saddr->pmport);
		}
#endif
		if ((sata_device.satadev_scr.sstatus &
		    SATA_PORT_DEVLINK_UP_MASK) == SATA_PORT_DEVLINK_UP) {
			/* Ignore event */
			SATADBG2(SATA_DBG_EVENTS_PROC, sata_hba_inst,
			    "Ignoring port %d:%d link lost event - link is up",
			    saddr->cport, saddr->pmport);
			goto done;
		}
		/*
		 * When HBA cannot generate device attached/detached events,
		 * we need to track link lost time and eventually generate
		 * device detach event.
		 */
		if (!(SATA_FEATURES(sata_hba_inst) & SATA_CTLF_HOTPLUG)) {
			/* We are tracking link lost time */
			if (pmportinfo->pmport_link_lost_time == 0) {
				/* save current time (lbolt value) */
				pmportinfo->pmport_link_lost_time =
				    ddi_get_lbolt();
				/* just keep link lost event */
				pmportinfo->pmport_event_flags |=
				    SATA_EVNT_LINK_LOST;
			} else {
				clock_t cur_time = ddi_get_lbolt();
				if ((cur_time -
				    pmportinfo->pmport_link_lost_time) >=
				    drv_usectohz(
				    SATA_EVNT_LINK_LOST_TIMEOUT)) {
					/* trigger device detach event */
					pmportinfo->pmport_event_flags |=
					    SATA_EVNT_DEVICE_DETACHED;
					pmportinfo->pmport_link_lost_time = 0;
					SATADBG2(SATA_DBG_EVENTS,
					    sata_hba_inst,
					    "Triggering port %d:%d "
					    "device detached event",
					    saddr->cport, saddr->pmport);
				} else {
					/* keep link lost event */
					pmportinfo->pmport_event_flags |=
					    SATA_EVNT_LINK_LOST;
				}
			}
		}
		/*
		 * We could change port state to disable/delay access to
		 * the attached device until the link is recovered.
		 */
	}
done:
	event_flags = pmportinfo->pmport_event_flags;
	mutex_exit(&SATA_PMPORT_MUTEX(sata_hba_inst, saddr->cport,
	    saddr->pmport));
	if (event_flags != 0) {
		mutex_enter(&sata_hba_inst->satahba_mutex);
		sata_hba_inst->satahba_event_flags |= SATA_EVNT_MAIN;
		mutex_exit(&sata_hba_inst->satahba_mutex);
		mutex_enter(&sata_mutex);
		sata_event_pending |= SATA_EVNT_MAIN;
		mutex_exit(&sata_mutex);
	}
}

/*
 * Device Detached Event processing.
 * Port is probed to find if a device is really gone. If so,
 * the device info structure is detached from the SATA port info structure
 * and released.
 * Port status is updated.
 *
 * NOTE: Port multiplier ports events are handled by
 * sata_process_pmdevice_detached()
 */
static void
sata_process_device_detached(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	sata_cport_info_t *cportinfo;
	sata_pmport_info_t *pmportinfo;
	sata_drive_info_t *sdevinfo;
	sata_device_t sata_device;
	sata_address_t pmport_addr;
	char name[16];
	uint8_t cport = saddr->cport;
	int npmport;
	int rval;

	SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing port %d device detached", saddr->cport);

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, saddr->cport);
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	/* Clear event flag */
	cportinfo->cport_event_flags &= ~SATA_EVNT_DEVICE_DETACHED;

	/* If the port is in SHUTDOWN or FAILED state, ignore detach event. */
	if ((cportinfo->cport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) != 0) {
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
		    cport_mutex);
		return;
	}
	/* For sanity, re-probe the port */
	sata_device.satadev_rev = SATA_DEVICE_REV;
	sata_device.satadev_addr = *saddr;

	/*
	 * We have to exit mutex, because the HBA probe port function may
	 * block on its own mutex.
	 */
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), &sata_device);
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	sata_update_port_info(sata_hba_inst, &sata_device);
	if (rval != SATA_SUCCESS) {
		/* Something went wrong? Fail the port */
		cportinfo->cport_state = SATA_PSTATE_FAILED;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
		    cport_mutex);
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "SATA port %d probing failed",
		    saddr->cport));
		/*
		 * We may want to release device info structure, but
		 * it is not necessary.
		 */
		return;
	} else {
		/* port probed successfully */
		cportinfo->cport_state |= SATA_STATE_PROBED | SATA_STATE_READY;
	}
	/*
	 * Check if a device is still attached. For sanity, check also
	 * link status - if no link, there is no device.
	 */
	if ((sata_device.satadev_scr.sstatus & SATA_PORT_DEVLINK_UP_MASK) ==
	    SATA_PORT_DEVLINK_UP && sata_device.satadev_type !=
	    SATA_DTYPE_NONE) {
		/*
		 * Device is still attached - ignore detach event.
		 */
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
		    cport_mutex);
		SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
		    "Ignoring detach - device still attached to port %d",
		    sata_device.satadev_addr.cport);
		return;
	}
	/*
	 * We need to detach and release device info structure here
	 */
	if (cportinfo->cport_dev_type == SATA_DTYPE_PMULT) {
		/*
		 * A port-multiplier is removed.
		 *
		 * Calling sata_process_pmdevice_detached() does not work
		 * here. The port multiplier is gone, so we cannot probe
		 * sub-port any more and all pmult-related data structure must
		 * be de-allocated immediately. Following structure of every
		 * implemented sub-port behind the pmult are required to
		 * released.
		 *
		 *   - attachment point
		 *   - target node
		 *   - sata_drive_info
		 *   - sata_pmport_info
		 */
		for (npmport = 0; npmport < SATA_NUM_PMPORTS(sata_hba_inst,
		    cport); npmport ++) {
			SATADBG2(SATA_DBG_PMULT|SATA_DBG_EVENTS_PROC,
			    sata_hba_inst,
			    "Detaching target node at port %d:%d",
			    cport, npmport);

			mutex_exit(&SATA_CPORT_MUTEX(sata_hba_inst, cport));

			/* Remove attachment point. */
			name[0] = '\0';
			(void) sprintf(name, "%d.%d", cport, npmport);
			ddi_remove_minor_node(SATA_DIP(sata_hba_inst), name);
			sata_log(sata_hba_inst, CE_NOTE,
			    "Remove attachment point of port %d:%d",
			    cport, npmport);

			/* Remove target node */
			pmport_addr.cport = cport;
			pmport_addr.pmport = (uint8_t)npmport;
			pmport_addr.qual = SATA_ADDR_PMPORT;
			sata_remove_target_node(sata_hba_inst, &pmport_addr);

			mutex_enter(&SATA_CPORT_MUTEX(sata_hba_inst, cport));

			/* Release sata_pmport_info & sata_drive_info. */
			pmportinfo = SATA_PMPORT_INFO(sata_hba_inst,
			    cport, npmport);
			ASSERT(pmportinfo != NULL);

			sdevinfo = SATA_PMPORTINFO_DRV_INFO(pmportinfo);
			if (sdevinfo != NULL) {
				(void) kmem_free((void *) sdevinfo,
				    sizeof (sata_drive_info_t));
			}

			/* Release sata_pmport_info at last */
			(void) kmem_free((void *) pmportinfo,
			    sizeof (sata_pmport_info_t));
		}

		/* Finally, release sata_pmult_info */
		(void) kmem_free((void *)
		    SATA_CPORTINFO_PMULT_INFO(cportinfo),
		    sizeof (sata_pmult_info_t));
		SATA_CPORTINFO_PMULT_INFO(cportinfo) = NULL;

		sata_log(sata_hba_inst, CE_WARN,
		    "SATA port-multiplier detached at port %d", cport);

		cportinfo->cport_dev_type = SATA_DTYPE_NONE;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
		    saddr->cport)->cport_mutex);
	} else {
		if (SATA_CPORTINFO_DRV_INFO(cportinfo) != NULL) {
			sdevinfo = SATA_CPORTINFO_DRV_INFO(cportinfo);
			SATA_CPORTINFO_DRV_INFO(cportinfo) = NULL;
			(void) kmem_free((void *)sdevinfo,
			    sizeof (sata_drive_info_t));
		}
		sata_log(sata_hba_inst, CE_WARN,
		    "SATA device detached at port %d", cport);

		cportinfo->cport_dev_type = SATA_DTYPE_NONE;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
		    saddr->cport)->cport_mutex);

		/*
		 * Try to offline a device and remove target node
		 * if it still exists
		 */
		sata_remove_target_node(sata_hba_inst, saddr);
	}


	/*
	 * Generate sysevent - EC_DR / ESC_DR_AP_STATE_CHANGE
	 * with the hint: SE_HINT_REMOVE
	 */
	sata_gen_sysevent(sata_hba_inst, saddr, SE_HINT_REMOVE);
}

/*
 * Port Multiplier Port Device Deattached Event processing.
 *
 * NOTE: No Mutex should be hold.
 */
static void
sata_process_pmdevice_detached(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	sata_pmport_info_t *pmportinfo;
	sata_drive_info_t *sdevinfo;
	sata_device_t sata_device;
	int rval;
	uint8_t cport, pmport;

	cport = saddr->cport;
	pmport = saddr->pmport;

	SATADBG2(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing port %d:%d device detached",
	    cport, pmport);

	pmportinfo = SATA_PMPORT_INFO(sata_hba_inst, cport, pmport);
	mutex_enter(&SATA_PMPORT_MUTEX(sata_hba_inst, cport, pmport));

	/* Clear event flag */
	pmportinfo->pmport_event_flags &= ~SATA_EVNT_DEVICE_DETACHED;

	/* If the port is in SHUTDOWN or FAILED state, ignore detach event. */
	if ((pmportinfo->pmport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) != 0) {
		mutex_exit(&SATA_PMPORT_MUTEX(sata_hba_inst, cport, pmport));
		return;
	}
	/* For sanity, re-probe the port */
	sata_device.satadev_rev = SATA_DEVICE_REV;
	sata_device.satadev_addr = *saddr;

	/*
	 * We have to exit mutex, because the HBA probe port function may
	 * block on its own mutex.
	 */
	mutex_exit(&SATA_PMPORT_MUTEX(sata_hba_inst, cport, pmport));
	rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), &sata_device);
	mutex_enter(&SATA_PMPORT_MUTEX(sata_hba_inst, cport, pmport));
	sata_update_pmport_info(sata_hba_inst, &sata_device);
	if (rval != SATA_SUCCESS) {
		/* Something went wrong? Fail the port */
		pmportinfo->pmport_state = SATA_PSTATE_FAILED;
		mutex_exit(&SATA_PMPORT_MUTEX(sata_hba_inst, cport, pmport));
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "SATA port %d:%d probing failed",
		    saddr->pmport));
		/*
		 * We may want to release device info structure, but
		 * it is not necessary.
		 */
		return;
	} else {
		/* port probed successfully */
		pmportinfo->pmport_state |=
		    SATA_STATE_PROBED | SATA_STATE_READY;
	}
	/*
	 * Check if a device is still attached. For sanity, check also
	 * link status - if no link, there is no device.
	 */
	if ((sata_device.satadev_scr.sstatus & SATA_PORT_DEVLINK_UP_MASK) ==
	    SATA_PORT_DEVLINK_UP && sata_device.satadev_type !=
	    SATA_DTYPE_NONE) {
		/*
		 * Device is still attached - ignore detach event.
		 */
		mutex_exit(&SATA_PMPORT_MUTEX(sata_hba_inst, cport, pmport));
		SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
		    "Ignoring detach - device still attached to port %d",
		    sata_device.satadev_addr.pmport);
		return;
	}
	/*
	 * We need to detach and release device info structure here
	 */
	if (SATA_PMPORTINFO_DRV_INFO(pmportinfo) != NULL) {
		sdevinfo = SATA_PMPORTINFO_DRV_INFO(pmportinfo);
		SATA_PMPORTINFO_DRV_INFO(pmportinfo) = NULL;
		(void) kmem_free((void *)sdevinfo,
		    sizeof (sata_drive_info_t));
	}
	pmportinfo->pmport_dev_type = SATA_DTYPE_NONE;
	/*
	 * Device cannot be reached anymore, even if the target node may be
	 * still present.
	 */
	mutex_exit(&SATA_PMPORT_MUTEX(sata_hba_inst, cport, pmport));

	/*
	 * Try to offline a device and remove target node if it still exists
	 */
	sata_remove_target_node(sata_hba_inst, saddr);

	/*
	 * Generate sysevent - EC_DR / ESC_DR_AP_STATE_CHANGE
	 * with the hint: SE_HINT_REMOVE
	 */
	sata_gen_sysevent(sata_hba_inst, saddr, SE_HINT_REMOVE);
}


/*
 * Device Attached Event processing.
 * Port state is checked to verify that a device is really attached. If so,
 * the device info structure is created and attached to the SATA port info
 * structure.
 *
 * If attached device cannot be identified or set-up, the retry for the
 * attach processing is set-up. Subsequent daemon run would try again to
 * identify the device, until the time limit is reached
 * (SATA_DEV_IDENTIFY_TIMEOUT).
 *
 * This function cannot be called in interrupt context (it may sleep).
 *
 * NOTE: Port multiplier ports events are handled by
 * sata_process_pmdevice_attached()
 */
static void
sata_process_device_attached(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	sata_cport_info_t *cportinfo = NULL;
	sata_drive_info_t *sdevinfo = NULL;
	sata_pmult_info_t *pmultinfo = NULL;
	sata_pmport_info_t *pmportinfo = NULL;
	sata_device_t sata_device;
	dev_info_t *tdip;
	uint32_t event_flags = 0, pmult_event_flags = 0;
	int rval;
	int npmport;

	SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing port %d device attached", saddr->cport);

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, saddr->cport);
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);

	/* Clear attach event flag first */
	cportinfo->cport_event_flags &= ~SATA_EVNT_DEVICE_ATTACHED;

	/* If the port is in SHUTDOWN or FAILED state, ignore event. */
	if ((cportinfo->cport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) != 0) {
		cportinfo->cport_dev_attach_time = 0;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
		    cport_mutex);
		return;
	}

	/*
	 * If the sata_drive_info structure is found attached to the port info,
	 * despite the fact the device was removed and now it is re-attached,
	 * the old drive info structure was not removed.
	 * Arbitrarily release device info structure.
	 */
	if (SATA_CPORTINFO_DRV_INFO(cportinfo) != NULL) {
		sdevinfo = SATA_CPORTINFO_DRV_INFO(cportinfo);
		SATA_CPORTINFO_DRV_INFO(cportinfo) = NULL;
		(void) kmem_free((void *)sdevinfo,
		    sizeof (sata_drive_info_t));
		SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
		    "Arbitrarily detaching old device info.", NULL);
	}
	cportinfo->cport_dev_type = SATA_DTYPE_NONE;

	/* For sanity, re-probe the port */
	sata_device.satadev_rev = SATA_DEVICE_REV;
	sata_device.satadev_addr = *saddr;

	/*
	 * We have to exit mutex, because the HBA probe port function may
	 * block on its own mutex.
	 */
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), &sata_device);
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	sata_update_port_info(sata_hba_inst, &sata_device);
	if (rval != SATA_SUCCESS) {
		/* Something went wrong? Fail the port */
		cportinfo->cport_state = SATA_PSTATE_FAILED;
		cportinfo->cport_dev_attach_time = 0;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
		    cport_mutex);
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "SATA port %d probing failed",
		    saddr->cport));
		return;
	} else {
		/* port probed successfully */
		cportinfo->cport_state |= SATA_STATE_PROBED | SATA_STATE_READY;
	}
	/*
	 * Check if a device is still attached. For sanity, check also
	 * link status - if no link, there is no device.
	 */
	if ((sata_device.satadev_scr.sstatus & SATA_PORT_DEVLINK_UP_MASK) !=
	    SATA_PORT_DEVLINK_UP || sata_device.satadev_type ==
	    SATA_DTYPE_NONE) {
		/*
		 * No device - ignore attach event.
		 */
		cportinfo->cport_dev_attach_time = 0;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
		    cport_mutex);
		SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
		    "Ignoring attach - no device connected to port %d",
		    sata_device.satadev_addr.cport);
		return;
	}

	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	/*
	 * Generate sysevent - EC_DR / ESC_DR_AP_STATE_CHANGE
	 * with the hint: SE_HINT_INSERT
	 */
	sata_gen_sysevent(sata_hba_inst, saddr, SE_HINT_INSERT);

	/*
	 * Port reprobing will take care of the creation of the device
	 * info structure and determination of the device type.
	 */
	sata_device.satadev_addr = *saddr;
	(void) sata_reprobe_port(sata_hba_inst, &sata_device,
	    SATA_DEV_IDENTIFY_NORETRY);

	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
	    cport_mutex);
	if ((cportinfo->cport_state & SATA_STATE_READY) &&
	    (cportinfo->cport_dev_type != SATA_DTYPE_NONE)) {
		/* Some device is attached to the port */
		if (cportinfo->cport_dev_type == SATA_DTYPE_UNKNOWN) {
			/*
			 * A device was not successfully attached.
			 * Track retry time for device identification.
			 */
			if (cportinfo->cport_dev_attach_time != 0) {
				clock_t cur_time = ddi_get_lbolt();
				/*
				 * If the retry time limit was not exceeded,
				 * reinstate attach event.
				 */
				if ((cur_time -
				    cportinfo->cport_dev_attach_time) <
				    drv_usectohz(
				    SATA_DEV_IDENTIFY_TIMEOUT)) {
					/* OK, restore attach event */
					cportinfo->cport_event_flags |=
					    SATA_EVNT_DEVICE_ATTACHED;
				} else {
					/* Timeout - cannot identify device */
					cportinfo->cport_dev_attach_time = 0;
					sata_log(sata_hba_inst,
					    CE_WARN,
					    "Could not identify SATA device "
					    "at port %d",
					    saddr->cport);
				}
			} else {
				/*
				 * Start tracking time for device
				 * identification.
				 * Save current time (lbolt value).
				 */
				cportinfo->cport_dev_attach_time =
				    ddi_get_lbolt();
				/* Restore attach event */
				cportinfo->cport_event_flags |=
				    SATA_EVNT_DEVICE_ATTACHED;
			}
		} else if (cportinfo->cport_dev_type == SATA_DTYPE_PMULT) {
			cportinfo->cport_dev_attach_time = 0;
			sata_log(sata_hba_inst, CE_NOTE,
			    "SATA port-multiplier detected at port %d",
			    saddr->cport);

			if (SATA_CPORTINFO_PMULT_INFO(cportinfo) != NULL) {
				/* Log the info of new port multiplier */
				mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
				    saddr->cport)->cport_mutex);
				sata_show_pmult_info(sata_hba_inst,
				    &sata_device);
				mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
				    saddr->cport)->cport_mutex);
			}

			ASSERT(SATA_CPORTINFO_PMULT_INFO(cportinfo) != NULL);
			pmultinfo = SATA_CPORTINFO_PMULT_INFO(cportinfo);
			for (npmport = 0; npmport <
			    pmultinfo->pmult_num_dev_ports; npmport++) {
				pmportinfo = SATA_PMPORT_INFO(sata_hba_inst,
				    saddr->cport, npmport);
				ASSERT(pmportinfo != NULL);

				mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
				    saddr->cport)->cport_mutex);
				mutex_enter(&pmportinfo->pmport_mutex);
				/* Marked all pmports with link events. */
				pmportinfo->pmport_event_flags =
				    SATA_EVNT_LINK_ESTABLISHED;
				pmult_event_flags |=
				    pmportinfo->pmport_event_flags;
				mutex_exit(&pmportinfo->pmport_mutex);
				mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
				    saddr->cport)->cport_mutex);
			}
			/* Auto-online is not available for PMult now. */

		} else {
			/*
			 * If device was successfully attached, the subsequent
			 * action depends on a state of the
			 * sata_auto_online variable. If it is set to zero.
			 * an explicit 'configure' command will be needed to
			 * configure it. If its value is non-zero, we will
			 * attempt to online (configure) the device.
			 * First, log the message indicating that a device
			 * was attached.
			 */
			cportinfo->cport_dev_attach_time = 0;
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device detected at port %d", saddr->cport);

			if (SATA_CPORTINFO_DRV_INFO(cportinfo) != NULL) {
				sata_drive_info_t new_sdinfo;

				/* Log device info data */
				new_sdinfo = *(SATA_CPORTINFO_DRV_INFO(
				    cportinfo));
				sata_show_drive_info(sata_hba_inst,
				    &new_sdinfo);
			}

			mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
			    saddr->cport)->cport_mutex);

			/*
			 * Make sure that there is no target node for that
			 * device. If so, release it. It should not happen,
			 * unless we had problem removing the node when
			 * device was detached.
			 */
			tdip = sata_get_target_dip(SATA_DIP(sata_hba_inst),
			    saddr->cport, saddr->pmport);
			mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
			    saddr->cport)->cport_mutex);
			if (tdip != NULL) {

#ifdef SATA_DEBUG
				if ((cportinfo->cport_event_flags &
				    SATA_EVNT_TARGET_NODE_CLEANUP) == 0)
					sata_log(sata_hba_inst, CE_WARN,
					    "sata_process_device_attached: "
					    "old device target node exists!");
#endif
				/*
				 * target node exists - try to unconfigure
				 * device and remove the node.
				 */
				mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
				    saddr->cport)->cport_mutex);
				rval = ndi_devi_offline(tdip,
				    NDI_DEVI_REMOVE);
				mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
				    saddr->cport)->cport_mutex);

				if (rval == NDI_SUCCESS) {
					cportinfo->cport_event_flags &=
					    ~SATA_EVNT_TARGET_NODE_CLEANUP;
					cportinfo->cport_tgtnode_clean = B_TRUE;
				} else {
					/*
					 * PROBLEM - the target node remained
					 * and it belongs to a previously
					 * attached device.
					 * This happens when the file was open
					 * or the node was waiting for
					 * resources at the time the
					 * associated device was removed.
					 * Instruct event daemon to retry the
					 * cleanup later.
					 */
					sata_log(sata_hba_inst,
					    CE_WARN,
					    "Application(s) accessing "
					    "previously attached SATA "
					    "device have to release "
					    "it before newly inserted "
					    "device can be made accessible.",
					    saddr->cport);
					cportinfo->cport_event_flags |=
					    SATA_EVNT_TARGET_NODE_CLEANUP;
					cportinfo->cport_tgtnode_clean =
					    B_FALSE;
				}
			}
			if (sata_auto_online != 0) {
				cportinfo->cport_event_flags |=
				    SATA_EVNT_AUTOONLINE_DEVICE;
			}

		}
	} else {
		cportinfo->cport_dev_attach_time = 0;
	}

	event_flags = cportinfo->cport_event_flags;
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	if (event_flags != 0 || pmult_event_flags != 0) {
		mutex_enter(&sata_hba_inst->satahba_mutex);
		sata_hba_inst->satahba_event_flags |= SATA_EVNT_MAIN;
		mutex_exit(&sata_hba_inst->satahba_mutex);
		mutex_enter(&sata_mutex);
		sata_event_pending |= SATA_EVNT_MAIN;
		mutex_exit(&sata_mutex);
	}
}

/*
 * Port Multiplier Port Device Attached Event processing.
 *
 * NOTE: No Mutex should be hold.
 */
static void
sata_process_pmdevice_attached(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	sata_pmport_info_t *pmportinfo;
	sata_drive_info_t *sdinfo;
	sata_device_t sata_device;
	dev_info_t *tdip;
	uint32_t event_flags;
	uint8_t cport = saddr->cport;
	uint8_t pmport = saddr->pmport;
	int rval;

	SATADBG2(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing port %d:%d device attached", cport, pmport);

	pmportinfo = SATA_PMPORT_INFO(sata_hba_inst, cport, pmport);

	mutex_enter(&pmportinfo->pmport_mutex);

	/* Clear attach event flag first */
	pmportinfo->pmport_event_flags &= ~SATA_EVNT_DEVICE_ATTACHED;

	/* If the port is in SHUTDOWN or FAILED state, ignore event. */
	if ((pmportinfo->pmport_state &
	    (SATA_PSTATE_SHUTDOWN | SATA_PSTATE_FAILED)) != 0) {
		pmportinfo->pmport_dev_attach_time = 0;
		mutex_exit(&pmportinfo->pmport_mutex);
		return;
	}

	/*
	 * If the sata_drive_info structure is found attached to the port info,
	 * despite the fact the device was removed and now it is re-attached,
	 * the old drive info structure was not removed.
	 * Arbitrarily release device info structure.
	 */
	if (SATA_PMPORTINFO_DRV_INFO(pmportinfo) != NULL) {
		sdinfo = SATA_PMPORTINFO_DRV_INFO(pmportinfo);
		SATA_PMPORTINFO_DRV_INFO(pmportinfo) = NULL;
		(void) kmem_free((void *)sdinfo,
		    sizeof (sata_drive_info_t));
		SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
		    "Arbitrarily detaching old device info.", NULL);
	}
	pmportinfo->pmport_dev_type = SATA_DTYPE_NONE;

	/* For sanity, re-probe the port */
	sata_device.satadev_rev = SATA_DEVICE_REV;
	sata_device.satadev_addr = *saddr;

	/*
	 * We have to exit mutex, because the HBA probe port function may
	 * block on its own mutex.
	 */
	mutex_exit(&pmportinfo->pmport_mutex);
	rval = (*SATA_PROBE_PORT_FUNC(sata_hba_inst))
	    (SATA_DIP(sata_hba_inst), &sata_device);
	mutex_enter(&pmportinfo->pmport_mutex);

	sata_update_pmport_info(sata_hba_inst, &sata_device);
	if (rval != SATA_SUCCESS) {
		/* Something went wrong? Fail the port */
		pmportinfo->pmport_state = SATA_PSTATE_FAILED;
		pmportinfo->pmport_dev_attach_time = 0;
		mutex_exit(&pmportinfo->pmport_mutex);
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "SATA port %d:%d probing failed", cport, pmport));
		return;
	} else {
		/* pmport probed successfully */
		pmportinfo->pmport_state |=
		    SATA_STATE_PROBED | SATA_STATE_READY;
	}
	/*
	 * Check if a device is still attached. For sanity, check also
	 * link status - if no link, there is no device.
	 */
	if ((sata_device.satadev_scr.sstatus & SATA_PORT_DEVLINK_UP_MASK) !=
	    SATA_PORT_DEVLINK_UP || sata_device.satadev_type ==
	    SATA_DTYPE_NONE) {
		/*
		 * No device - ignore attach event.
		 */
		pmportinfo->pmport_dev_attach_time = 0;
		mutex_exit(&pmportinfo->pmport_mutex);
		SATADBG2(SATA_DBG_EVENTS_PROC, sata_hba_inst,
		    "Ignoring attach - no device connected to port %d:%d",
		    cport, pmport);
		return;
	}

	mutex_exit(&pmportinfo->pmport_mutex);
	/*
	 * Generate sysevent - EC_DR / ESC_DR_AP_STATE_CHANGE
	 * with the hint: SE_HINT_INSERT
	 */
	sata_gen_sysevent(sata_hba_inst, saddr, SE_HINT_INSERT);

	/*
	 * Port reprobing will take care of the creation of the device
	 * info structure and determination of the device type.
	 */
	sata_device.satadev_addr = *saddr;
	(void) sata_reprobe_port(sata_hba_inst, &sata_device,
	    SATA_DEV_IDENTIFY_NORETRY);

	mutex_enter(&pmportinfo->pmport_mutex);
	if ((pmportinfo->pmport_state & SATA_STATE_READY) &&
	    (pmportinfo->pmport_dev_type != SATA_DTYPE_NONE)) {
		/* Some device is attached to the port */
		if (pmportinfo->pmport_dev_type == SATA_DTYPE_UNKNOWN) {
			/*
			 * A device was not successfully attached.
			 * Track retry time for device identification.
			 */
			if (pmportinfo->pmport_dev_attach_time != 0) {
				clock_t cur_time = ddi_get_lbolt();
				/*
				 * If the retry time limit was not exceeded,
				 * reinstate attach event.
				 */
				if ((cur_time -
				    pmportinfo->pmport_dev_attach_time) <
				    drv_usectohz(
				    SATA_DEV_IDENTIFY_TIMEOUT)) {
					/* OK, restore attach event */
					pmportinfo->pmport_event_flags |=
					    SATA_EVNT_DEVICE_ATTACHED;
				} else {
					/* Timeout - cannot identify device */
					pmportinfo->pmport_dev_attach_time = 0;
					sata_log(sata_hba_inst, CE_WARN,
					    "Could not identify SATA device "
					    "at port %d:%d",
					    cport, pmport);
				}
			} else {
				/*
				 * Start tracking time for device
				 * identification.
				 * Save current time (lbolt value).
				 */
				pmportinfo->pmport_dev_attach_time =
				    ddi_get_lbolt();
				/* Restore attach event */
				pmportinfo->pmport_event_flags |=
				    SATA_EVNT_DEVICE_ATTACHED;
			}
		} else {
			/*
			 * If device was successfully attached, the subsequent
			 * action depends on a state of the
			 * sata_auto_online variable. If it is set to zero.
			 * an explicit 'configure' command will be needed to
			 * configure it. If its value is non-zero, we will
			 * attempt to online (configure) the device.
			 * First, log the message indicating that a device
			 * was attached.
			 */
			pmportinfo->pmport_dev_attach_time = 0;
			sata_log(sata_hba_inst, CE_WARN,
			    "SATA device detected at port %d:%d",
			    cport, pmport);

			if (SATA_PMPORTINFO_DRV_INFO(pmportinfo) != NULL) {
				sata_drive_info_t new_sdinfo;

				/* Log device info data */
				new_sdinfo = *(SATA_PMPORTINFO_DRV_INFO(
				    pmportinfo));
				sata_show_drive_info(sata_hba_inst,
				    &new_sdinfo);
			}

			mutex_exit(&pmportinfo->pmport_mutex);

			/*
			 * Make sure that there is no target node for that
			 * device. If so, release it. It should not happen,
			 * unless we had problem removing the node when
			 * device was detached.
			 */
			tdip = sata_get_target_dip(SATA_DIP(sata_hba_inst),
			    saddr->cport, saddr->pmport);
			mutex_enter(&pmportinfo->pmport_mutex);
			if (tdip != NULL) {

#ifdef SATA_DEBUG
				if ((pmportinfo->pmport_event_flags &
				    SATA_EVNT_TARGET_NODE_CLEANUP) == 0)
					sata_log(sata_hba_inst, CE_WARN,
					    "sata_process_device_attached: "
					    "old device target node exists!");
#endif
				/*
				 * target node exists - try to unconfigure
				 * device and remove the node.
				 */
				mutex_exit(&pmportinfo->pmport_mutex);
				rval = ndi_devi_offline(tdip,
				    NDI_DEVI_REMOVE);
				mutex_enter(&pmportinfo->pmport_mutex);

				if (rval == NDI_SUCCESS) {
					pmportinfo->pmport_event_flags &=
					    ~SATA_EVNT_TARGET_NODE_CLEANUP;
					pmportinfo->pmport_tgtnode_clean =
					    B_TRUE;
				} else {
					/*
					 * PROBLEM - the target node remained
					 * and it belongs to a previously
					 * attached device.
					 * This happens when the file was open
					 * or the node was waiting for
					 * resources at the time the
					 * associated device was removed.
					 * Instruct event daemon to retry the
					 * cleanup later.
					 */
					sata_log(sata_hba_inst,
					    CE_WARN,
					    "Application(s) accessing "
					    "previously attached SATA "
					    "device have to release "
					    "it before newly inserted "
					    "device can be made accessible."
					    "at port %d:%d",
					    cport, pmport);
					pmportinfo->pmport_event_flags |=
					    SATA_EVNT_TARGET_NODE_CLEANUP;
					pmportinfo->pmport_tgtnode_clean =
					    B_FALSE;
				}
			}
			if (sata_auto_online != 0) {
				pmportinfo->pmport_event_flags |=
				    SATA_EVNT_AUTOONLINE_DEVICE;
			}

		}
	} else {
		pmportinfo->pmport_dev_attach_time = 0;
	}

	event_flags = pmportinfo->pmport_event_flags;
	mutex_exit(&pmportinfo->pmport_mutex);
	if (event_flags != 0) {
		mutex_enter(&sata_hba_inst->satahba_mutex);
		sata_hba_inst->satahba_event_flags |= SATA_EVNT_MAIN;
		mutex_exit(&sata_hba_inst->satahba_mutex);
		mutex_enter(&sata_mutex);
		sata_event_pending |= SATA_EVNT_MAIN;
		mutex_exit(&sata_mutex);
	}

	/* clear the reset_in_progress events */
	if (SATA_PMPORTINFO_DRV_INFO(pmportinfo) != NULL) {
		if (pmportinfo->pmport_dev_type & SATA_VALID_DEV_TYPE) {
			/* must clear flags on cport */
			sata_pmult_info_t *pminfo =
			    SATA_PMULT_INFO(sata_hba_inst,
			    saddr->cport);
			pminfo->pmult_event_flags |=
			    SATA_EVNT_CLEAR_DEVICE_RESET;
		}
	}
}

/*
 * Device Target Node Cleanup Event processing.
 * If the target node associated with a sata port device is in
 * DEVI_DEVICE_REMOVED state, an attempt is made to remove it.
 * If the target node cannot be removed, the event flag is left intact,
 * so that event daemon may re-run this function later.
 *
 * This function cannot be called in interrupt context (it may sleep).
 *
 * NOTE: Processes cport events only, not port multiplier ports.
 */
static void
sata_process_target_node_cleanup(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	sata_cport_info_t *cportinfo;
	dev_info_t *tdip;

	SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing port %d device target node cleanup", saddr->cport);

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, saddr->cport);

	/*
	 * Check if there is target node for that device and it is in the
	 * DEVI_DEVICE_REMOVED state. If so, release it.
	 */
	tdip = sata_get_target_dip(SATA_DIP(sata_hba_inst), saddr->cport,
	    saddr->pmport);
	if (tdip != NULL) {
		/*
		 * target node exists - check if it is target node of
		 * a removed device.
		 */
		if (sata_check_device_removed(tdip) == B_TRUE) {
			SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
			    "sata_process_target_node_cleanup: "
			    "old device target node exists!", NULL);
			/*
			 * Unconfigure and remove the target node
			 */
			if (ndi_devi_offline(tdip, NDI_DEVI_REMOVE) ==
			    NDI_SUCCESS) {
				mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
				    saddr->cport)->cport_mutex);
				cportinfo->cport_event_flags &=
				    ~SATA_EVNT_TARGET_NODE_CLEANUP;
				mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
				    saddr->cport)->cport_mutex);
				return;
			}
			/*
			 * Event daemon will retry the cleanup later.
			 */
			mutex_enter(&sata_hba_inst->satahba_mutex);
			sata_hba_inst->satahba_event_flags |= SATA_EVNT_MAIN;
			mutex_exit(&sata_hba_inst->satahba_mutex);
			mutex_enter(&sata_mutex);
			sata_event_pending |= SATA_EVNT_MAIN;
			mutex_exit(&sata_mutex);
		}
	} else {
		if (saddr->qual == SATA_ADDR_CPORT ||
		    saddr->qual == SATA_ADDR_DCPORT) {
			mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
			    saddr->cport)->cport_mutex);
			cportinfo->cport_event_flags &=
			    ~SATA_EVNT_TARGET_NODE_CLEANUP;
			mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
			    saddr->cport)->cport_mutex);
		} else {
			/* sanity check */
			if (SATA_CPORT_DEV_TYPE(sata_hba_inst, saddr->cport) !=
			    SATA_DTYPE_PMULT || SATA_PMULT_INFO(sata_hba_inst,
			    saddr->cport) == NULL)
				return;
			if (SATA_PMPORT_INFO(sata_hba_inst, saddr->cport,
			    saddr->pmport) == NULL)
				return;

			mutex_enter(&SATA_PMPORT_INFO(sata_hba_inst,
			    saddr->cport, saddr->pmport)->pmport_mutex);
			SATA_PMPORT_INFO(sata_hba_inst, saddr->cport,
			    saddr->pmport)->pmport_event_flags &=
			    ~SATA_EVNT_TARGET_NODE_CLEANUP;
			mutex_exit(&SATA_PMPORT_INFO(sata_hba_inst,
			    saddr->cport, saddr->pmport)->pmport_mutex);
		}
	}
}

/*
 * Device AutoOnline Event processing.
 * If attached device is to be onlined, an attempt is made to online this
 * device, but only if there is no lingering (old) target node present.
 * If the device cannot be onlined, the event flag is left intact,
 * so that event daemon may re-run this function later.
 *
 * This function cannot be called in interrupt context (it may sleep).
 *
 * NOTE: Processes cport events only, not port multiplier ports.
 */
static void
sata_process_device_autoonline(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	sata_cport_info_t *cportinfo;
	sata_drive_info_t *sdinfo;
	sata_device_t sata_device;
	dev_info_t *tdip;

	SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
	    "Processing port %d attached device auto-onlining", saddr->cport);

	cportinfo = SATA_CPORT_INFO(sata_hba_inst, saddr->cport);

	/*
	 * Check if device is present and recognized. If not, reset event.
	 */
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	if ((cportinfo->cport_dev_type & SATA_VALID_DEV_TYPE) == 0) {
		/* Nothing to online */
		cportinfo->cport_event_flags &= ~SATA_EVNT_AUTOONLINE_DEVICE;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
		    saddr->cport)->cport_mutex);
		return;
	}
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);

	/*
	 * Check if there is target node for this device and if it is in the
	 * DEVI_DEVICE_REMOVED state. If so, abort onlining but keep
	 * the event for later processing.
	 */
	tdip = sata_get_target_dip(SATA_DIP(sata_hba_inst), saddr->cport,
	    saddr->pmport);
	if (tdip != NULL) {
		/*
		 * target node exists - check if it is target node of
		 * a removed device.
		 */
		if (sata_check_device_removed(tdip) == B_TRUE) {
			SATADBG1(SATA_DBG_EVENTS_PROC, sata_hba_inst,
			    "sata_process_device_autoonline: "
			    "old device target node exists!", NULL);
			/*
			 * Event daemon will retry device onlining later.
			 */
			mutex_enter(&sata_hba_inst->satahba_mutex);
			sata_hba_inst->satahba_event_flags |= SATA_EVNT_MAIN;
			mutex_exit(&sata_hba_inst->satahba_mutex);
			mutex_enter(&sata_mutex);
			sata_event_pending |= SATA_EVNT_MAIN;
			mutex_exit(&sata_mutex);
			return;
		}
		/*
		 * If the target node is not in the 'removed" state, assume
		 * that it belongs to this device. There is nothing more to do,
		 * but reset the event.
		 */
	} else {

		/*
		 * Try to online the device
		 * If there is any reset-related event, remove it. We are
		 * configuring the device and no state restoring is needed.
		 */
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
		    saddr->cport)->cport_mutex);
		sata_device.satadev_addr = *saddr;
		if (saddr->qual == SATA_ADDR_CPORT)
			sata_device.satadev_addr.qual = SATA_ADDR_DCPORT;
		else
			sata_device.satadev_addr.qual = SATA_ADDR_DPMPORT;
		sdinfo = sata_get_device_info(sata_hba_inst, &sata_device);
		if (sdinfo != NULL) {
			if (sdinfo->satadrv_event_flags &
			    (SATA_EVNT_DEVICE_RESET |
			    SATA_EVNT_INPROC_DEVICE_RESET))
				sdinfo->satadrv_event_flags = 0;
			sdinfo->satadrv_event_flags |=
			    SATA_EVNT_CLEAR_DEVICE_RESET;

			/* Need to create a new target node. */
			cportinfo->cport_tgtnode_clean = B_TRUE;
			mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
			    saddr->cport)->cport_mutex);
			tdip = sata_create_target_node(SATA_DIP(sata_hba_inst),
			    sata_hba_inst, &sata_device.satadev_addr);
			if (tdip == NULL) {
				/*
				 * Configure (onlining) failed.
				 * We will NOT retry
				 */
				SATA_LOG_D((sata_hba_inst, CE_WARN,
				    "sata_process_device_autoonline: "
				    "configuring SATA device at port %d failed",
				    saddr->cport));
			}
		} else {
			mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
			    saddr->cport)->cport_mutex);
		}

	}
	mutex_enter(&SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->cport_mutex);
	cportinfo->cport_event_flags &= ~SATA_EVNT_AUTOONLINE_DEVICE;
	mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
	    saddr->cport)->cport_mutex);
}


static void
sata_gen_sysevent(sata_hba_inst_t *sata_hba_inst, sata_address_t *saddr,
    int hint)
{
	char ap[MAXPATHLEN];
	nvlist_t *ev_attr_list = NULL;
	int err;

	/* Allocate and build sysevent attribute list */
	err = nvlist_alloc(&ev_attr_list, NV_UNIQUE_NAME_TYPE, DDI_NOSLEEP);
	if (err != 0) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_gen_sysevent: "
		    "cannot allocate memory for sysevent attributes\n"));
		return;
	}
	/* Add hint attribute */
	err = nvlist_add_string(ev_attr_list, DR_HINT, SE_HINT2STR(hint));
	if (err != 0) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_gen_sysevent: "
		    "failed to add DR_HINT attr for sysevent"));
		nvlist_free(ev_attr_list);
		return;
	}
	/*
	 * Add AP attribute.
	 * Get controller pathname and convert it into AP pathname by adding
	 * a target number.
	 */
	(void) snprintf(ap, MAXPATHLEN, "/devices");
	(void) ddi_pathname(SATA_DIP(sata_hba_inst), ap + strlen(ap));
	(void) snprintf(ap + strlen(ap), MAXPATHLEN - strlen(ap), ":%d",
	    SATA_MAKE_AP_NUMBER(saddr->cport, saddr->pmport, saddr->qual));

	err = nvlist_add_string(ev_attr_list, DR_AP_ID, ap);
	if (err != 0) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_gen_sysevent: "
		    "failed to add DR_AP_ID attr for sysevent"));
		nvlist_free(ev_attr_list);
		return;
	}

	/* Generate/log sysevent */
	err = ddi_log_sysevent(SATA_DIP(sata_hba_inst), DDI_VENDOR_SUNW, EC_DR,
	    ESC_DR_AP_STATE_CHANGE, ev_attr_list, NULL, DDI_NOSLEEP);
	if (err != DDI_SUCCESS) {
		SATA_LOG_D((sata_hba_inst, CE_WARN,
		    "sata_gen_sysevent: "
		    "cannot log sysevent, err code %x\n", err));
	}

	nvlist_free(ev_attr_list);
}




/*
 * Set DEVI_DEVICE_REMOVED state in the SATA device target node.
 */
static void
sata_set_device_removed(dev_info_t *tdip)
{
	ASSERT(tdip != NULL);

	ndi_devi_enter(tdip);
	mutex_enter(&DEVI(tdip)->devi_lock);
	DEVI_SET_DEVICE_REMOVED(tdip);
	mutex_exit(&DEVI(tdip)->devi_lock);
	ndi_devi_exit(tdip);
}


/*
 * Set internal event instructing event daemon to try
 * to perform the target node cleanup.
 */
static void
sata_set_target_node_cleanup(sata_hba_inst_t *sata_hba_inst,
    sata_address_t *saddr)
{
	if (saddr->qual == SATA_ADDR_CPORT ||
	    saddr->qual == SATA_ADDR_DCPORT) {
		mutex_enter(&SATA_CPORT_INFO(sata_hba_inst,
		    saddr->cport)->cport_mutex);
		SATA_CPORT_EVENT_FLAGS(sata_hba_inst, saddr->cport) |=
		    SATA_EVNT_TARGET_NODE_CLEANUP;
		SATA_CPORT_INFO(sata_hba_inst, saddr->cport)->
		    cport_tgtnode_clean = B_FALSE;
		mutex_exit(&SATA_CPORT_INFO(sata_hba_inst,
		    saddr->cport)->cport_mutex);
	} else {
		mutex_enter(&SATA_PMPORT_INFO(sata_hba_inst,
		    saddr->cport, saddr->pmport)->pmport_mutex);
		SATA_PMPORT_EVENT_FLAGS(sata_hba_inst, saddr->cport,
		    saddr->pmport) |= SATA_EVNT_TARGET_NODE_CLEANUP;
		SATA_PMPORT_INFO(sata_hba_inst, saddr->cport, saddr->pmport)->
		    pmport_tgtnode_clean = B_FALSE;
		mutex_exit(&SATA_PMPORT_INFO(sata_hba_inst,
		    saddr->cport, saddr->pmport)->pmport_mutex);
	}
	mutex_enter(&sata_hba_inst->satahba_mutex);
	sata_hba_inst->satahba_event_flags |= SATA_EVNT_MAIN;
	mutex_exit(&sata_hba_inst->satahba_mutex);
	mutex_enter(&sata_mutex);
	sata_event_pending |= SATA_EVNT_MAIN;
	mutex_exit(&sata_mutex);
}


/*
 * Check if the SATA device target node is in DEVI_DEVICE_REMOVED state,
 * i.e. check if the target node state indicates that it belongs to a removed
 * device.
 *
 * Returns B_TRUE if the target node is in DEVI_DEVICE_REMOVED state,
 * B_FALSE otherwise.
 */
static boolean_t
sata_check_device_removed(dev_info_t *tdip)
{
	ASSERT(tdip != NULL);

	if (DEVI_IS_DEVICE_REMOVED(tdip))
		return (B_TRUE);
	else
		return (B_FALSE);
}


/*
 * Check for DMA error. Return B_TRUE if error, B_FALSE otherwise.
 */
static boolean_t
sata_check_for_dma_error(dev_info_t *dip, sata_pkt_txlate_t *spx)
{
	int fm_capability = ddi_fm_capable(dip);
	ddi_fm_error_t de;

	if (fm_capability & DDI_FM_DMACHK_CAPABLE) {
		if (spx->txlt_buf_dma_handle != NULL) {
			ddi_fm_dma_err_get(spx->txlt_buf_dma_handle, &de,
			    DDI_FME_VERSION);
			if (de.fme_status != DDI_SUCCESS)
				return (B_TRUE);
		}
	}
	return (B_FALSE);
}


/* ************************ FAULT INJECTTION **************************** */

#ifdef SATA_INJECT_FAULTS

static	uint32_t sata_fault_count = 0;
static	uint32_t sata_fault_suspend_count = 0;

/*
 * Inject sata pkt fault
 * It modifies returned values of the sata packet.
 * It returns immediately if:
 * pkt fault injection is not enabled (via sata_inject_fault,
 * sata_inject_fault_count), or invalid fault is specified (sata_fault_type),
 * or pkt does not contain command to be faulted (set in sata_fault_cmd), or
 * pkt is not directed to specified fault controller/device
 * (sata_fault_ctrl_dev and sata_fault_device).
 * If fault controller is not specified, fault injection applies to all
 * controllers and devices.
 *
 * First argument is the pointer to the executed sata packet.
 * Second argument is a pointer to a value returned by the HBA tran_start
 * function.
 * Third argument specifies injected error. Injected sata packet faults
 * are the satapkt_reason values.
 * SATA_PKT_BUSY		-1	Not completed, busy
 * SATA_PKT_DEV_ERROR		1	Device reported error
 * SATA_PKT_QUEUE_FULL		2	Not accepted, queue full
 * SATA_PKT_PORT_ERROR		3	Not completed, port error
 * SATA_PKT_CMD_UNSUPPORTED	4	Cmd unsupported
 * SATA_PKT_ABORTED		5	Aborted by request
 * SATA_PKT_TIMEOUT		6	Operation timeut
 * SATA_PKT_RESET		7	Aborted by reset request
 *
 * Additional global variables affecting the execution:
 *
 * sata_inject_fault_count variable specifies number of times in row the
 * error is injected. Value of -1 specifies permanent fault, ie. every time
 * the fault injection point is reached, the fault is injected and a pause
 * between fault injection specified by sata_inject_fault_pause_count is
 * ignored). Fault injection routine decrements sata_inject_fault_count
 * (if greater than zero) until it reaches 0. No fault is injected when
 * sata_inject_fault_count is 0 (zero).
 *
 * sata_inject_fault_pause_count variable specifies number of times a fault
 * injection is bypassed (pause between fault injections).
 * If set to 0, a fault is injected only a number of times specified by
 * sata_inject_fault_count.
 *
 * The fault counts are static, so for periodic errors they have to be manually
 * reset to start repetition sequence from scratch.
 * If the original value returned by the HBA tran_start function is not
 * SATA_TRAN_ACCEPTED and pkt reason is not SATA_PKT_COMPLETED, no error
 * is injected (to avoid masking real problems);
 *
 * NOTE: In its current incarnation, this function should be invoked only for
 * commands executed in SYNCHRONOUS mode.
 */


static void
sata_inject_pkt_fault(sata_pkt_t *spkt, int *rval, int fault)
{

	if (sata_inject_fault != SATA_INJECT_PKT_FAULT)
		return;

	if (sata_inject_fault_count == 0)
		return;

	if (fault == 0)
		return;

	if (sata_fault_cmd != spkt->satapkt_cmd.satacmd_cmd_reg)
		return;

	if (sata_fault_ctrl != NULL) {
		sata_pkt_txlate_t *spx =
		    (sata_pkt_txlate_t *)spkt->satapkt_framework_private;

		if (sata_fault_ctrl != NULL && sata_fault_ctrl !=
		    spx->txlt_sata_hba_inst->satahba_dip)
			return;

		if (sata_fault_device.satadev_addr.cport !=
		    spkt->satapkt_device.satadev_addr.cport ||
		    sata_fault_device.satadev_addr.pmport !=
		    spkt->satapkt_device.satadev_addr.pmport ||
		    sata_fault_device.satadev_addr.qual !=
		    spkt->satapkt_device.satadev_addr.qual)
			return;
	}

	/* Modify pkt return parameters */
	if (*rval != SATA_TRAN_ACCEPTED ||
	    spkt->satapkt_reason != SATA_PKT_COMPLETED) {
		sata_fault_count = 0;
		sata_fault_suspend_count = 0;
		return;
	}
	if (sata_fault_count == 0 && sata_fault_suspend_count != 0) {
		/* Pause in the injection */
		sata_fault_suspend_count -= 1;
		return;
	}

	if (sata_fault_count == 0 && sata_fault_suspend_count == 0) {
		/*
		 * Init inject fault cycle. If fault count is set to -1,
		 * it is a permanent fault.
		 */
		if (sata_inject_fault_count != -1) {
			sata_fault_count = sata_inject_fault_count;
			sata_fault_suspend_count =
			    sata_inject_fault_pause_count;
			if (sata_fault_suspend_count == 0)
				sata_inject_fault_count = 0;
		}
	}

	if (sata_fault_count != 0)
		sata_fault_count -= 1;

	switch (fault) {
	case SATA_PKT_BUSY:
		*rval = SATA_TRAN_BUSY;
		spkt->satapkt_reason = SATA_PKT_BUSY;
		break;

	case SATA_PKT_QUEUE_FULL:
		*rval = SATA_TRAN_QUEUE_FULL;
		spkt->satapkt_reason = SATA_PKT_QUEUE_FULL;
		break;

	case SATA_PKT_CMD_UNSUPPORTED:
		*rval = SATA_TRAN_CMD_UNSUPPORTED;
		spkt->satapkt_reason = SATA_PKT_CMD_UNSUPPORTED;
		break;

	case SATA_PKT_PORT_ERROR:
		/* This is "rejected" command */
		*rval = SATA_TRAN_PORT_ERROR;
		spkt->satapkt_reason = SATA_PKT_PORT_ERROR;
		/* Additional error setup could be done here - port state */
		break;

	case SATA_PKT_DEV_ERROR:
		spkt->satapkt_reason = SATA_PKT_DEV_ERROR;
		/*
		 * Additional error setup could be done here
		 */
		break;

	case SATA_PKT_ABORTED:
		spkt->satapkt_reason = SATA_PKT_ABORTED;
		break;

	case SATA_PKT_TIMEOUT:
		spkt->satapkt_reason = SATA_PKT_TIMEOUT;
		/* Additional error setup could be done here */
		break;

	case SATA_PKT_RESET:
		spkt->satapkt_reason = SATA_PKT_RESET;
		/*
		 * Additional error setup could be done here - device reset
		 */
		break;

	default:
		break;
	}
}

#endif

/*
 * SATA Trace Ring Buffer
 * ----------------------
 *
 * Overview
 *
 * The SATA trace ring buffer is a ring buffer created and managed by
 * the SATA framework module that can be used by any module or driver
 * within the SATA framework to store debug messages.
 *
 * Ring Buffer Interfaces:
 *
 *	sata_vtrace_debug()	<-- Adds debug message to ring buffer
 *	sata_trace_debug()	<-- Wraps varargs into sata_vtrace_debug()
 *
 *	Note that the sata_trace_debug() interface was created to give
 *	consumers the flexibilty of sending debug messages to ring buffer
 *	as variable arguments.  Consumers can send type va_list debug
 *	messages directly to sata_vtrace_debug(). The sata_trace_debug()
 *	and sata_vtrace_debug() relationship is similar to that of
 *	cmn_err(9F) and vcmn_err(9F).
 *
 * Below is a diagram of the SATA trace ring buffer interfaces and
 * sample consumers:
 *
 * +---------------------------------+
 * |    o  o  SATA Framework Module  |
 * | o  SATA  o     +------------------+      +------------------+
 * |o   Trace  o <--|sata_vtrace_debug/|<-----|SATA HBA Driver #1|
 * |o   R-Buf  o    |sata_trace_debug  |<--+  +------------------+
 * | o        o     +------------------+   |  +------------------+
 * |    o  o                ^        |     +--|SATA HBA Driver #2|
 * |                        |        |        +------------------+
 * |           +------------------+  |
 * |           |SATA Debug Message|  |
 * |           +------------------+  |
 * +---------------------------------+
 *
 * Supporting Routines:
 *
 *	sata_trace_rbuf_alloc()	<-- Initializes ring buffer
 *	sata_trace_rbuf_free()	<-- Destroys ring buffer
 *	sata_trace_dmsg_alloc() <-- Creates or reuses buffer in ring buffer
 *	sata_trace_dmsg_free()	<-- Destroys content of ring buffer
 *
 * The default SATA trace ring buffer size is defined by DMSG_RING_SIZE.
 * The ring buffer size can be adjusted by setting dmsg_ring_size in
 * /etc/system to desired size in unit of bytes.
 *
 * The individual debug message size in the ring buffer is restricted
 * to DMSG_BUF_SIZE.
 */
void
sata_vtrace_debug(dev_info_t *dip, const char *fmt, va_list ap)
{
	sata_trace_dmsg_t *dmsg;

	if (sata_debug_rbuf == NULL) {
		return;
	}

	/*
	 * If max size of ring buffer is smaller than size
	 * required for one debug message then just return
	 * since we have no room for the debug message.
	 */
	if (sata_debug_rbuf->maxsize < (sizeof (sata_trace_dmsg_t))) {
		return;
	}

	mutex_enter(&sata_debug_rbuf->lock);

	/* alloc or reuse on ring buffer */
	dmsg = sata_trace_dmsg_alloc();

	if (dmsg == NULL) {
		/* resource allocation failed */
		mutex_exit(&sata_debug_rbuf->lock);
		return;
	}

	dmsg->dip = dip;
	gethrestime(&dmsg->timestamp);

	(void) vsnprintf(dmsg->buf, sizeof (dmsg->buf), fmt, ap);

	mutex_exit(&sata_debug_rbuf->lock);
}

void
sata_trace_debug(dev_info_t *dip, const char *fmt, ...)
{
	va_list ap;

	va_start(ap, fmt);
	sata_vtrace_debug(dip, fmt, ap);
	va_end(ap);
}

/*
 * This routine is used to manage debug messages
 * on ring buffer.
 */
static sata_trace_dmsg_t *
sata_trace_dmsg_alloc(void)
{
	sata_trace_dmsg_t *dmsg_alloc, *dmsg = sata_debug_rbuf->dmsgp;

	if (sata_debug_rbuf->looped == TRUE) {
		sata_debug_rbuf->dmsgp = dmsg->next;
		return (sata_debug_rbuf->dmsgp);
	}

	/*
	 * If we're looping for the first time,
	 * connect the ring.
	 */
	if (((sata_debug_rbuf->size + (sizeof (sata_trace_dmsg_t))) >
	    sata_debug_rbuf->maxsize) && (sata_debug_rbuf->dmsgh != NULL)) {
		dmsg->next = sata_debug_rbuf->dmsgh;
		sata_debug_rbuf->dmsgp = sata_debug_rbuf->dmsgh;
		sata_debug_rbuf->looped = TRUE;
		return (sata_debug_rbuf->dmsgp);
	}

	/* If we've gotten this far then memory allocation is needed */
	dmsg_alloc = kmem_zalloc(sizeof (sata_trace_dmsg_t), KM_NOSLEEP);
	if (dmsg_alloc == NULL) {
		sata_debug_rbuf->allocfailed++;
		return (dmsg_alloc);
	} else {
		sata_debug_rbuf->size += sizeof (sata_trace_dmsg_t);
	}

	if (sata_debug_rbuf->dmsgp != NULL) {
		dmsg->next = dmsg_alloc;
		sata_debug_rbuf->dmsgp = dmsg->next;
		return (sata_debug_rbuf->dmsgp);
	} else {
		/*
		 * We should only be here if we're initializing
		 * the ring buffer.
		 */
		if (sata_debug_rbuf->dmsgh == NULL) {
			sata_debug_rbuf->dmsgh = dmsg_alloc;
		} else {
			/* Something is wrong */
			kmem_free(dmsg_alloc, sizeof (sata_trace_dmsg_t));
			return (NULL);
		}

		sata_debug_rbuf->dmsgp = dmsg_alloc;
		return (sata_debug_rbuf->dmsgp);
	}
}


/*
 * Free all messages on debug ring buffer.
 */
static void
sata_trace_dmsg_free(void)
{
	sata_trace_dmsg_t *dmsg_next, *dmsg = sata_debug_rbuf->dmsgh;

	while (dmsg != NULL) {
		dmsg_next = dmsg->next;
		kmem_free(dmsg, sizeof (sata_trace_dmsg_t));

		/*
		 * If we've looped around the ring than we're done.
		 */
		if (dmsg_next == sata_debug_rbuf->dmsgh) {
			break;
		} else {
			dmsg = dmsg_next;
		}
	}
}


/*
 * This function can block
 */
static void
sata_trace_rbuf_alloc(void)
{
	sata_debug_rbuf = kmem_zalloc(sizeof (sata_trace_rbuf_t), KM_SLEEP);

	mutex_init(&sata_debug_rbuf->lock, NULL, MUTEX_DRIVER, NULL);

	if (dmsg_ring_size > 0) {
		sata_debug_rbuf->maxsize = (size_t)dmsg_ring_size;
	}
}


static void
sata_trace_rbuf_free(void)
{
	sata_trace_dmsg_free();
	mutex_destroy(&sata_debug_rbuf->lock);
	kmem_free(sata_debug_rbuf, sizeof (sata_trace_rbuf_t));
}

#ifndef SATA_DEBUG
/*
 * If SATA_DEBUG is not defined then this routine is called instead
 * of sata_log() via the SATA_LOG_D macro.
 */
static void
sata_trace_log(sata_hba_inst_t *sata_hba_inst, uint_t level __unused,
    const char *fmt, ...)
{
	dev_info_t *dip = NULL;
	va_list ap;

	if (sata_hba_inst != NULL) {
		dip = SATA_DIP(sata_hba_inst);
	}

	va_start(ap, fmt);
	sata_vtrace_debug(dip, fmt, ap);
	va_end(ap);
}

#endif /* SATA_DEBUG */