xref: /freebsd/sys/cam/ctl/ctl_private.h (revision b1d324d98761a8640aef94c76cbccafc22c8dcc8)

/*-
 * SPDX-License-Identifier: BSD-2-Clause
 *
 * Copyright (c) 2003, 2004, 2005, 2008 Silicon Graphics International Corp.
 * Copyright (c) 2014-2017 Alexander Motin <mav@FreeBSD.org>
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions, and the following disclaimer,
 *    without modification.
 * 2. Redistributions in binary form must reproduce at minimum a disclaimer
 *    substantially similar to the "NO WARRANTY" disclaimer below
 *    ("Disclaimer") and any redistribution must be conditioned upon
 *    including a substantially similar Disclaimer requirement for further
 *    binary redistribution.
 *
 * NO WARRANTY
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
 * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGES.
 *
 * $Id: //depot/users/kenm/FreeBSD-test2/sys/cam/ctl/ctl_private.h#7 $
 */
/*
 * CAM Target Layer driver private data structures/definitions.
 *
 * Author: Ken Merry <ken@FreeBSD.org>
 */

#ifndef	_CTL_PRIVATE_H_
#define	_CTL_PRIVATE_H_

#include <sys/sysctl.h>
#include <cam/scsi/scsi_all.h>
#include <cam/scsi/scsi_cd.h>
#include <cam/scsi/scsi_da.h>

/*
 * SCSI vendor and product names.
 */
#define	CTL_VENDOR		"FREEBSD "
#define	CTL_DIRECT_PRODUCT	"CTLDISK         "
#define	CTL_PROCESSOR_PRODUCT	"CTLPROCESSOR    "
#define	CTL_CDROM_PRODUCT	"CTLCDROM        "
#define	CTL_UNKNOWN_PRODUCT	"CTLDEVICE       "

#define CTL_POOL_ENTRIES_OTHER_SC   200

struct ctl_io_pool {
	char			name[64];
	uint32_t		id;
	struct ctl_softc	*ctl_softc;
	struct uma_zone		*zone;
};

typedef enum {
	CTL_SER_SEQ,
	CTL_SER_PASS,
	CTL_SER_EXTENTOPT,
	CTL_SER_EXTENT,
	CTL_SER_BLOCKOPT,
	CTL_SER_BLOCK,
} ctl_serialize_action;

typedef enum {
	CTL_ACTION_PASS,
	CTL_ACTION_SKIP,
	CTL_ACTION_BLOCK,
	CTL_ACTION_OVERLAP,
	CTL_ACTION_OVERLAP_TAG,
	CTL_ACTION_FUSED,
} ctl_action;

/*
 * WARNING:  Keep the bottom nibble here free, we OR in the data direction
 * flags for each command.
 *
 * Note:  "OK_ON_NO_LUN"   == we don't have to have a lun configured
 *        "OK_ON_BOTH"     == we have to have a lun configured
 *        "SA5"            == command has 5-bit service action at byte 1
 */
typedef enum {
	CTL_CMD_FLAG_NONE		= 0x0000,
	CTL_CMD_FLAG_NO_SENSE		= 0x0010,
	CTL_CMD_FLAG_ALLOW_ON_RESV	= 0x0020,
	CTL_CMD_FLAG_ALLOW_ON_PR_RESV	= 0x0040,
	CTL_CMD_FLAG_ALLOW_ON_PR_WRESV	= 0x0080,
	CTL_CMD_FLAG_OK_ON_PROC		= 0x0100,
	CTL_CMD_FLAG_OK_ON_DIRECT	= 0x0200,
	CTL_CMD_FLAG_OK_ON_CDROM	= 0x0400,
	CTL_CMD_FLAG_OK_ON_BOTH		= 0x0700,
	CTL_CMD_FLAG_OK_ON_NO_LUN	= 0x0800,
	CTL_CMD_FLAG_OK_ON_NO_MEDIA	= 0x1000,
	CTL_CMD_FLAG_OK_ON_STANDBY	= 0x2000,
	CTL_CMD_FLAG_OK_ON_UNAVAIL	= 0x4000,
	CTL_CMD_FLAG_SA5		= 0x8000,
	CTL_CMD_FLAG_RUN_HERE		= 0x10000
} ctl_cmd_flags;

typedef enum {
	CTL_SERIDX_TUR	= 0,
	CTL_SERIDX_READ,
	CTL_SERIDX_WRITE,
	CTL_SERIDX_UNMAP,
	CTL_SERIDX_SYNC,
	CTL_SERIDX_MD_SNS,
	CTL_SERIDX_MD_SEL,
	CTL_SERIDX_RQ_SNS,
	CTL_SERIDX_INQ,
	CTL_SERIDX_RD_CAP,
	CTL_SERIDX_RES,
	CTL_SERIDX_LOG_SNS,
	CTL_SERIDX_FORMAT,
	CTL_SERIDX_START,
	/* TBD: others to be filled in as needed */
	CTL_SERIDX_COUNT, /* LAST, not a normal code, provides # codes */
	CTL_SERIDX_INVLD = CTL_SERIDX_COUNT
} ctl_seridx;

typedef int	ctl_opfunc(struct ctl_scsiio *ctsio);

struct ctl_cmd_entry {
	ctl_opfunc		*execute;
	ctl_seridx		seridx;
	ctl_cmd_flags		flags;
	ctl_lun_error_pattern	pattern;
	uint8_t			length;		/* CDB length */
	uint8_t			usage[15];	/* Mask of allowed CDB bits
						 * after the opcode byte. */
};

/* Only data flags are currently used for NVMe commands. */
struct ctl_nvme_cmd_entry {
	int			(*execute)(struct ctl_nvmeio *);
	ctl_io_flags		flags;
};

typedef enum {
	CTL_LUN_NONE		= 0x000,
	CTL_LUN_CONTROL		= 0x001,
	CTL_LUN_RESERVED	= 0x002,
	CTL_LUN_INVALID		= 0x004,
	CTL_LUN_DISABLED	= 0x008,
	CTL_LUN_STOPPED		= 0x020,
	CTL_LUN_NO_MEDIA	= 0x040,
	CTL_LUN_EJECTED		= 0x080,
	CTL_LUN_PR_RESERVED	= 0x100,
	CTL_LUN_PRIMARY_SC	= 0x200,
	CTL_LUN_READONLY	= 0x800,
	CTL_LUN_PEER_SC_PRIMARY	= 0x1000,
	CTL_LUN_REMOVABLE	= 0x2000
} ctl_lun_flags;

typedef enum {
	CTLBLOCK_FLAG_NONE	= 0x00,
	CTLBLOCK_FLAG_INVALID	= 0x01
} ctlblock_flags;

union ctl_softcs {
	struct ctl_softc	*ctl_softc;
	struct ctlblock_softc	*ctlblock_softc;
};

/*
 * Mode page defaults.
 */
#define	CTL_DEFAULT_ROTATION_RATE	SVPD_NON_ROTATING

struct ctl_page_index;

typedef int	ctl_modesen_handler(struct ctl_scsiio *ctsio,
				    struct ctl_page_index *page_index,
				    int pc);
typedef int	ctl_modesel_handler(struct ctl_scsiio *ctsio,
				    struct ctl_page_index *page_index,
				    uint8_t *page_ptr);

typedef enum {
	CTL_PAGE_FLAG_NONE	 = 0x00,
	CTL_PAGE_FLAG_DIRECT	 = 0x01,
	CTL_PAGE_FLAG_PROC	 = 0x02,
	CTL_PAGE_FLAG_CDROM	 = 0x04,
	CTL_PAGE_FLAG_ALL	 = 0x07
} ctl_page_flags;

struct ctl_page_index {
	uint8_t			page_code;
	uint8_t			subpage;
	uint16_t		page_len;
	uint8_t			*page_data;
	ctl_page_flags		page_flags;
	ctl_modesen_handler	*sense_handler;
	ctl_modesel_handler	*select_handler;
};

#define	CTL_PAGE_CURRENT	0x00
#define	CTL_PAGE_CHANGEABLE	0x01
#define	CTL_PAGE_DEFAULT	0x02
#define	CTL_PAGE_SAVED		0x03

#define CTL_NUM_LBP_PARAMS	4
#define CTL_NUM_LBP_THRESH	4
#define CTL_LBP_EXPONENT	11	/* 2048 sectors */
#define CTL_LBP_PERIOD		10	/* 10 seconds */
#define CTL_LBP_UA_PERIOD	300	/* 5 minutes */

struct ctl_logical_block_provisioning_page {
	struct scsi_logical_block_provisioning_page	main;
	struct scsi_logical_block_provisioning_page_descr descr[CTL_NUM_LBP_THRESH];
};

static const struct ctl_page_index page_index_template[] = {
	{SMS_RW_ERROR_RECOVERY_PAGE, 0, sizeof(struct scsi_da_rw_recovery_page), NULL,
	 CTL_PAGE_FLAG_DIRECT | CTL_PAGE_FLAG_CDROM, NULL, ctl_default_page_handler},
	{SMS_VERIFY_ERROR_RECOVERY_PAGE, 0, sizeof(struct scsi_da_verify_recovery_page), NULL,
	 CTL_PAGE_FLAG_DIRECT | CTL_PAGE_FLAG_CDROM, NULL, ctl_default_page_handler},
	{SMS_CACHING_PAGE, 0, sizeof(struct scsi_caching_page), NULL,
	 CTL_PAGE_FLAG_DIRECT | CTL_PAGE_FLAG_CDROM,
	 NULL, ctl_default_page_handler},
	{SMS_CONTROL_MODE_PAGE, 0, sizeof(struct scsi_control_page), NULL,
	 CTL_PAGE_FLAG_ALL, NULL, ctl_default_page_handler},
	{SMS_CONTROL_MODE_PAGE | SMPH_SPF, 0x01,
	 sizeof(struct scsi_control_ext_page), NULL,
	 CTL_PAGE_FLAG_ALL, NULL, ctl_default_page_handler},
	{SMS_INFO_EXCEPTIONS_PAGE, 0, sizeof(struct scsi_info_exceptions_page), NULL,
	 CTL_PAGE_FLAG_ALL, NULL, ctl_ie_page_handler},
	{SMS_INFO_EXCEPTIONS_PAGE | SMPH_SPF, 0x02,
	 sizeof(struct ctl_logical_block_provisioning_page), NULL,
	 CTL_PAGE_FLAG_DIRECT, NULL, ctl_default_page_handler},
	{SMS_CDDVD_CAPS_PAGE, 0,
	 sizeof(struct scsi_cddvd_capabilities_page), NULL,
	 CTL_PAGE_FLAG_CDROM, NULL, NULL},
};

#define	CTL_NUM_MODE_PAGES sizeof(page_index_template)/   \
			   sizeof(page_index_template[0])

struct ctl_mode_pages {
	struct scsi_da_rw_recovery_page	rw_er_page[4];
	struct scsi_da_verify_recovery_page	verify_er_page[4];
	struct scsi_caching_page	caching_page[4];
	struct scsi_control_page	control_page[4];
	struct scsi_control_ext_page	control_ext_page[4];
	struct scsi_info_exceptions_page ie_page[4];
	struct ctl_logical_block_provisioning_page lbp_page[4];
	struct scsi_cddvd_capabilities_page cddvd_page[4];
	struct ctl_page_index		index[CTL_NUM_MODE_PAGES];
};

#define	MODE_RWER	mode_pages.rw_er_page[CTL_PAGE_CURRENT]
#define	MODE_VER	mode_pages.verify_er_page[CTL_PAGE_CURRENT]
#define	MODE_CACHING	mode_pages.caching_page[CTL_PAGE_CURRENT]
#define	MODE_CTRL	mode_pages.control_page[CTL_PAGE_CURRENT]
#define	MODE_CTRLE	mode_pages.control_ext_page[CTL_PAGE_CURRENT]
#define	MODE_IE		mode_pages.ie_page[CTL_PAGE_CURRENT]
#define	MODE_LBP	mode_pages.lbp_page[CTL_PAGE_CURRENT]
#define	MODE_CDDVD	mode_pages.cddvd_page[CTL_PAGE_CURRENT]

static const struct ctl_page_index log_page_index_template[] = {
	{SLS_SUPPORTED_PAGES_PAGE, 0, 0, NULL,
	 CTL_PAGE_FLAG_ALL, NULL, NULL},
	{SLS_SUPPORTED_PAGES_PAGE, SLS_SUPPORTED_SUBPAGES_SUBPAGE, 0, NULL,
	 CTL_PAGE_FLAG_ALL, NULL, NULL},
	{SLS_TEMPERATURE, 0, 0, NULL,
	 CTL_PAGE_FLAG_DIRECT, ctl_temp_log_sense_handler, NULL},
	{SLS_LOGICAL_BLOCK_PROVISIONING, 0, 0, NULL,
	 CTL_PAGE_FLAG_DIRECT, ctl_lbp_log_sense_handler, NULL},
	{SLS_STAT_AND_PERF, 0, 0, NULL,
	 CTL_PAGE_FLAG_ALL, ctl_sap_log_sense_handler, NULL},
	{SLS_IE_PAGE, 0, 0, NULL,
	 CTL_PAGE_FLAG_ALL, ctl_ie_log_sense_handler, NULL},
};

#define	CTL_NUM_LOG_PAGES sizeof(log_page_index_template)/   \
			  sizeof(log_page_index_template[0])

struct ctl_log_pages {
	uint8_t				pages_page[CTL_NUM_LOG_PAGES];
	uint8_t				subpages_page[CTL_NUM_LOG_PAGES * 2];
	uint8_t				lbp_page[12*CTL_NUM_LBP_PARAMS];
	struct stat_page {
		struct scsi_log_stat_and_perf sap;
		struct scsi_log_idle_time it;
		struct scsi_log_time_interval ti;
	} stat_page;
	struct scsi_log_temperature	temp_page[2];
	struct scsi_log_informational_exceptions	ie_page;
	struct ctl_page_index		index[CTL_NUM_LOG_PAGES];
};

struct ctl_lun_delay_info {
	ctl_delay_type		datamove_type;
	uint32_t		datamove_delay;
	ctl_delay_type		done_type;
	uint32_t		done_delay;
};

#define CTL_PR_ALL_REGISTRANTS  0xFFFFFFFF
#define CTL_PR_NO_RESERVATION   0xFFFFFFF0

struct ctl_devid {
	int		len;
	uint8_t		data[];
};

#define NUM_HA_SHELVES		2

#define CTL_WRITE_BUFFER_SIZE	262144

struct tpc_list;
struct ctl_lun {
	struct mtx			lun_lock;
	uint64_t			lun;
	ctl_lun_flags			flags;
	STAILQ_HEAD(,ctl_error_desc)	error_list;
	uint64_t			error_serial;
	struct ctl_softc		*ctl_softc;
	struct ctl_be_lun		*be_lun;
	struct ctl_backend_driver	*backend;
	struct ctl_lun_delay_info	delay_info;
#ifdef CTL_TIME_IO
	sbintime_t			idle_time;
	sbintime_t			last_busy;
#endif
	LIST_HEAD(ctl_ooaq, ctl_io_hdr)	ooa_queue;
	STAILQ_ENTRY(ctl_lun)		links;
	struct scsi_sense_data		**pending_sense;
	ctl_ua_type			**pending_ua;
	uint8_t				ua_tpt_info[8];
	time_t				lasttpt;
	uint8_t				ie_asc;	/* Informational exceptions */
	uint8_t				ie_ascq;
	int				ie_reported;	/* Already reported */
	uint32_t			ie_reportcnt;	/* REPORT COUNT */
	struct callout			ie_callout;	/* INTERVAL TIMER */
	struct ctl_mode_pages		mode_pages;
	struct ctl_log_pages		log_pages;
	struct ctl_io_stats		stats;
	uint32_t			res_idx;
	uint32_t			pr_generation;
	uint64_t			**pr_keys;
	int				pr_key_count;
	uint32_t			pr_res_idx;
	uint8_t				pr_res_type;
	int				prevent_count;
	uint32_t			*prevent;

	/*
	 * The READ_BUFFER and WRITE_BUFFER commands permit access to a logical
	 * data buffer associated with a LUN.  Accesses to the data buffer do
	 * not affect data stored on the storage medium.  To support this,
	 * allocate a buffer on first use that persists until the LUN is
	 * destroyed.
	 */
	uint8_t				*write_buffer;
	struct ctl_devid		*lun_devid;
	TAILQ_HEAD(tpc_lists, tpc_list) tpc_lists;
};

typedef enum {
	CTL_FLAG_ACTIVE_SHELF	= 0x04
} ctl_gen_flags;

#define CTL_MAX_THREADS		16

struct ctl_thread {
	struct mtx_padalign queue_lock;
	struct ctl_softc	*ctl_softc;
	struct thread		*thread;
	STAILQ_HEAD(, ctl_io_hdr) incoming_queue;
	STAILQ_HEAD(, ctl_io_hdr) rtr_queue;
	STAILQ_HEAD(, ctl_io_hdr) done_queue;
	STAILQ_HEAD(, ctl_io_hdr) isc_queue;
};

struct tpc_token;
struct ctl_softc {
	struct mtx		ctl_lock;
	struct cdev		*dev;
	int			num_luns;
	ctl_gen_flags		flags;
	ctl_ha_mode		ha_mode;
	int			ha_id;
	int			is_single;
	ctl_ha_link_state	ha_link;
	int			port_min;
	int			port_max;
	int			port_cnt;
	int			init_min;
	int			init_max;
	struct sysctl_ctx_list	sysctl_ctx;
	struct sysctl_oid	*sysctl_tree;
	void			*othersc_pool;
	struct proc		*ctl_proc;
	uint32_t		*ctl_lun_mask;
	struct ctl_lun		**ctl_luns;
	uint32_t		*ctl_port_mask;
	STAILQ_HEAD(, ctl_lun)	lun_list;
	uint32_t		num_frontends;
	STAILQ_HEAD(, ctl_frontend)	fe_list;
	uint32_t		num_ports;
	STAILQ_HEAD(, ctl_port)	port_list;
	struct ctl_port		**ctl_ports;
	uint32_t		num_backends;
	STAILQ_HEAD(, ctl_backend_driver)	be_list;
	struct uma_zone		*io_zone;
	uint32_t		cur_pool_id;
	int			shutdown;
	struct ctl_thread	threads[CTL_MAX_THREADS];
	struct thread		*thresh_thread;
	TAILQ_HEAD(tpc_tokens, tpc_token)	tpc_tokens;
	struct callout		tpc_timeout;
	struct mtx		tpc_lock;
};

#ifdef _KERNEL

extern struct ctl_softc *control_softc;
extern const struct ctl_cmd_entry ctl_cmd_table[256];
extern const struct ctl_nvme_cmd_entry nvme_admin_cmd_table[256];
extern const struct ctl_nvme_cmd_entry nvme_nvm_cmd_table[256];

uint32_t ctl_get_initindex(struct ctl_nexus *nexus);
int ctl_lun_map_init(struct ctl_port *port);
int ctl_lun_map_deinit(struct ctl_port *port);
int ctl_lun_map_set(struct ctl_port *port, uint32_t plun, uint32_t glun);
int ctl_lun_map_unset(struct ctl_port *port, uint32_t plun);
uint32_t ctl_lun_map_from_port(struct ctl_port *port, uint32_t plun);
uint32_t ctl_lun_map_to_port(struct ctl_port *port, uint32_t glun);
int ctl_pool_create(struct ctl_softc *ctl_softc, const char *pool_name,
		    uint32_t total_ctl_io, void **npool);
void ctl_pool_free(struct ctl_io_pool *pool);
int ctl_scsi_release(struct ctl_scsiio *ctsio);
int ctl_scsi_reserve(struct ctl_scsiio *ctsio);
int ctl_start_stop(struct ctl_scsiio *ctsio);
int ctl_prevent_allow(struct ctl_scsiio *ctsio);
int ctl_sync_cache(struct ctl_scsiio *ctsio);
int ctl_format(struct ctl_scsiio *ctsio);
int ctl_read_buffer(struct ctl_scsiio *ctsio);
int ctl_write_buffer(struct ctl_scsiio *ctsio);
int ctl_write_same(struct ctl_scsiio *ctsio);
int ctl_unmap(struct ctl_scsiio *ctsio);
int ctl_mode_select(struct ctl_scsiio *ctsio);
int ctl_mode_sense(struct ctl_scsiio *ctsio);
int ctl_log_sense(struct ctl_scsiio *ctsio);
int ctl_read_capacity(struct ctl_scsiio *ctsio);
int ctl_read_capacity_16(struct ctl_scsiio *ctsio);
int ctl_read_defect(struct ctl_scsiio *ctsio);
int ctl_read_toc(struct ctl_scsiio *ctsio);
int ctl_read_write(struct ctl_scsiio *ctsio);
int ctl_cnw(struct ctl_scsiio *ctsio);
int ctl_report_luns(struct ctl_scsiio *ctsio);
int ctl_request_sense(struct ctl_scsiio *ctsio);
int ctl_tur(struct ctl_scsiio *ctsio);
int ctl_verify(struct ctl_scsiio *ctsio);
int ctl_inquiry(struct ctl_scsiio *ctsio);
int ctl_get_config(struct ctl_scsiio *ctsio);
int ctl_get_event_status(struct ctl_scsiio *ctsio);
int ctl_mechanism_status(struct ctl_scsiio *ctsio);
int ctl_persistent_reserve_in(struct ctl_scsiio *ctsio);
int ctl_persistent_reserve_out(struct ctl_scsiio *ctsio);
int ctl_report_ident_info(struct ctl_scsiio *ctsio);
int ctl_report_tagret_port_groups(struct ctl_scsiio *ctsio);
int ctl_report_supported_opcodes(struct ctl_scsiio *ctsio);
int ctl_report_supported_tmf(struct ctl_scsiio *ctsio);
int ctl_report_timestamp(struct ctl_scsiio *ctsio);
int ctl_get_lba_status(struct ctl_scsiio *ctsio);

int ctl_nvme_identify(struct ctl_nvmeio *ctnio);
int ctl_nvme_flush(struct ctl_nvmeio *ctnio);
int ctl_nvme_read_write(struct ctl_nvmeio *ctnio);
int ctl_nvme_write_uncorrectable(struct ctl_nvmeio *ctnio);
int ctl_nvme_compare(struct ctl_nvmeio *ctnio);
int ctl_nvme_write_zeroes(struct ctl_nvmeio *ctnio);
int ctl_nvme_dataset_management(struct ctl_nvmeio *ctnio);
int ctl_nvme_verify(struct ctl_nvmeio *ctnio);

void ctl_tpc_init(struct ctl_softc *softc);
void ctl_tpc_shutdown(struct ctl_softc *softc);
void ctl_tpc_lun_init(struct ctl_lun *lun);
void ctl_tpc_lun_clear(struct ctl_lun *lun, uint32_t initidx);
void ctl_tpc_lun_shutdown(struct ctl_lun *lun);
int ctl_inquiry_evpd_tpc(struct ctl_scsiio *ctsio, int alloc_len);
int ctl_receive_copy_status_lid1(struct ctl_scsiio *ctsio);
int ctl_receive_copy_failure_details(struct ctl_scsiio *ctsio);
int ctl_receive_copy_status_lid4(struct ctl_scsiio *ctsio);
int ctl_receive_copy_operating_parameters(struct ctl_scsiio *ctsio);
int ctl_extended_copy_lid1(struct ctl_scsiio *ctsio);
int ctl_extended_copy_lid4(struct ctl_scsiio *ctsio);
int ctl_copy_operation_abort(struct ctl_scsiio *ctsio);
int ctl_populate_token(struct ctl_scsiio *ctsio);
int ctl_write_using_token(struct ctl_scsiio *ctsio);
int ctl_receive_rod_token_information(struct ctl_scsiio *ctsio);
int ctl_report_all_rod_tokens(struct ctl_scsiio *ctsio);

#endif	/* _KERNEL */

#endif	/* _CTL_PRIVATE_H_ */

/*
 * vim: ts=8
 */