129 static int	vdc_send(vdc_t *vdc, caddr_t pkt, size_t *msglen);
130 static int	vdc_do_ldc_init(vdc_t *vdc, vdc_server_t *srvr);
131 static int	vdc_start_ldc_connection(vdc_t *vdc);
132 static int	vdc_create_device_nodes(vdc_t *vdc);
133 static int	vdc_create_device_nodes_efi(vdc_t *vdc);
134 static int	vdc_create_device_nodes_vtoc(vdc_t *vdc);
135 static void	vdc_create_io_kstats(vdc_t *vdc);
136 static void	vdc_create_err_kstats(vdc_t *vdc);
137 static void	vdc_set_err_kstats(vdc_t *vdc);
140 static int	vdc_init_ports(vdc_t *vdc, md_t *mdp, mde_cookie_t vd_nodep);
141 static void	vdc_fini_ports(vdc_t *vdc);
142 static void	vdc_switch_server(vdc_t *vdcp);
143 static int	vdc_do_ldc_up(vdc_t *vdc);
144 static void	vdc_terminate_ldc(vdc_t *vdc, vdc_server_t *srvr);
145 static int	vdc_init_descriptor_ring(vdc_t *vdc);
146 static void	vdc_destroy_descriptor_ring(vdc_t *vdc);
147 static int	vdc_setup_devid(vdc_t *vdc);
148 static void	vdc_store_label_efi(vdc_t *, efi_gpt_t *, efi_gpe_t *);
149 static void	vdc_store_label_vtoc(vdc_t *, struct dk_geom *,
151 static void	vdc_store_label_unk(vdc_t *vdc);
152 static boolean_t vdc_is_opened(vdc_t *vdc);
153 static void	vdc_update_size(vdc_t *vdc, size_t, size_t, size_t);
154 static int	vdc_update_vio_bsize(vdc_t *vdc, uint32_t);
157 static int		vdc_init_ver_negotiation(vdc_t *vdc, vio_ver_t ver);
158 static int		vdc_ver_negotiation(vdc_t *vdcp);
159 static int		vdc_init_attr_negotiation(vdc_t *vdc);
160 static int		vdc_attr_negotiation(vdc_t *vdcp);
161 static int		vdc_init_dring_negotiate(vdc_t *vdc);
162 static int		vdc_dring_negotiation(vdc_t *vdcp);
163 static int		vdc_send_rdx(vdc_t *vdcp);
164 static int		vdc_rdx_exchange(vdc_t *vdcp);
168 static void	vdc_process_msg_thread(vdc_t *vdc);
169 static int	vdc_recv(vdc_t *vdc, vio_msg_t *msgp, size_t *nbytesp);
172 static int	vdc_process_data_msg(vdc_t *vdc, vio_msg_t *msg);
173 static int	vdc_handle_ver_msg(vdc_t *vdc, vio_ver_msg_t *ver_msg);
174 static int	vdc_handle_attr_msg(vdc_t *vdc, vd_attr_msg_t *attr_msg);
175 static int	vdc_handle_dring_reg_msg(vdc_t *vdc, vio_dring_reg_msg_t *msg);
176 static int 	vdc_send_request(vdc_t *vdcp, int operation,
179 static int	vdc_map_to_shared_dring(vdc_t *vdcp, int idx);
180 static int 	vdc_populate_descriptor(vdc_t *vdcp, int operation,
183 static int 	vdc_do_sync_op(vdc_t *vdcp, int operation, caddr_t addr,
186 static int	vdc_do_op(vdc_t *vdc, int op, caddr_t addr, size_t nbytes,
190 static int	vdc_wait_for_response(vdc_t *vdcp, vio_msg_t *msgp);
191 static int	vdc_drain_response(vdc_t *vdcp, struct buf *buf);
192 static int	vdc_depopulate_descriptor(vdc_t *vdc, uint_t idx);
193 static int	vdc_populate_mem_hdl(vdc_t *vdcp, vdc_local_desc_t *ldep);
194 static int	vdc_verify_seq_num(vdc_t *vdc, vio_dring_msg_t *dring_msg);
200 static void	vdc_create_fake_geometry(vdc_t *vdc);
201 static int	vdc_validate_geometry(vdc_t *vdc);
202 static void	vdc_validate(vdc_t *vdc);
204 static int	vdc_null_copy_func(vdc_t *vdc, void *from, void *to,
206 static int	vdc_get_wce_convert(vdc_t *vdc, void *from, void *to,
208 static int	vdc_set_wce_convert(vdc_t *vdc, void *from, void *to,
210 static int	vdc_get_vtoc_convert(vdc_t *vdc, void *from, void *to,
212 static int	vdc_set_vtoc_convert(vdc_t *vdc, void *from, void *to,
214 static int	vdc_get_extvtoc_convert(vdc_t *vdc, void *from, void *to,
216 static int	vdc_set_extvtoc_convert(vdc_t *vdc, void *from, void *to,
218 static int	vdc_get_geom_convert(vdc_t *vdc, void *from, void *to,
220 static int	vdc_set_geom_convert(vdc_t *vdc, void *from, void *to,
222 static int	vdc_get_efi_convert(vdc_t *vdc, void *from, void *to,
224 static int	vdc_set_efi_convert(vdc_t *vdc, void *from, void *to,
227 static void 	vdc_ownership_update(vdc_t *vdc, int ownership_flags);
228 static int	vdc_access_set(vdc_t *vdc, uint64_t flags);
229 static vdc_io_t	*vdc_eio_queue(vdc_t *vdc, int index);
230 static void	vdc_eio_unqueue(vdc_t *vdc, clock_t deadline,
232 static int	vdc_eio_check(vdc_t *vdc, int flags);
390 	if ((status = ddi_soft_state_init(&vdc_state, sizeof (vdc_t), 1)) != 0)  in _init()
420 	vdc_t	*vdc = NULL;  in vdc_getinfo()
446 	vdc_t	*vdc = NULL;  in vdc_detach()
635 	vdc_t		*vdc = NULL;  in vdc_do_attach()
818 vdc_do_ldc_init(vdc_t *vdc, vdc_server_t *srvr)  in vdc_do_ldc_init()
884 vdc_start_ldc_connection(vdc_t *vdc)  in vdc_start_ldc_connection()
900 vdc_stop_ldc_connection(vdc_t *vdcp)  in vdc_stop_ldc_connection()
921 vdc_create_io_kstats(vdc_t *vdc)  in vdc_create_io_kstats()
940 vdc_create_err_kstats(vdc_t *vdc)  in vdc_create_err_kstats()
987 vdc_set_err_kstats(vdc_t *vdc)  in vdc_set_err_kstats()
1007 vdc_create_device_nodes_efi(vdc_t *vdc)  in vdc_create_device_nodes_efi()
1035 vdc_create_device_nodes_vtoc(vdc_t *vdc)  in vdc_create_device_nodes_vtoc()
1084 vdc_create_device_nodes(vdc_t *vdc)  in vdc_create_device_nodes()
1160 	vdc_t *vdc;  in vdc_prop_op()
1202 vdc_is_opened(vdc_t *vdc)  in vdc_is_opened()
1222 vdc_mark_opened(vdc_t *vdc, int slice, int flag, int otyp)  in vdc_mark_opened()
1268 vdc_mark_closed(vdc_t *vdc, int slice, int flag, int otyp)  in vdc_mark_closed()
1296 	vdc_t	*vdc;  in vdc_open()
1383 	vdc_t	*vdc;  in vdc_close()
1440 	vdc_t	*vdc = NULL;  in vdc_dump()
1495 	vdc_t	*vdc = NULL;  in vdc_strategy()
1557 	vdc_t	*vdc = NULL;  in vdc_min()
1625 vdc_init_ver_negotiation(vdc_t *vdc, vio_ver_t ver)  in vdc_init_ver_negotiation()
1678 vdc_ver_negotiation(vdc_t *vdcp)  in vdc_ver_negotiation()
1721 vdc_init_attr_negotiation(vdc_t *vdc)  in vdc_init_attr_negotiation()
1773 vdc_attr_negotiation(vdc_t *vdcp)  in vdc_attr_negotiation()
1817 vdc_init_dring_negotiate(vdc_t *vdc)  in vdc_init_dring_negotiate()
1880 vdc_dring_negotiation(vdc_t *vdcp)  in vdc_dring_negotiation()
1925 vdc_send_rdx(vdc_t *vdcp)  in vdc_send_rdx()
1962 vdc_handle_rdx(vdc_t *vdcp, vio_rdx_msg_t *msgp)  in vdc_handle_rdx()
1989 vdc_rdx_exchange(vdc_t *vdcp)  in vdc_rdx_exchange()
2025 vdc_recv(vdc_t *vdc, vio_msg_t *msgp, size_t *nbytesp)  in vdc_recv()
2100 vdc_decode_tag(vdc_t *vdcp, vio_msg_t *msg)  in vdc_decode_tag()
2164 vdc_send(vdc_t *vdc, caddr_t pkt, size_t *msglen)  in vdc_send()
2365 vdc_init_ports(vdc_t *vdc, md_t *mdp, mde_cookie_t vd_nodep)  in vdc_init_ports()
2509 vdc_do_ldc_up(vdc_t *vdc)  in vdc_do_ldc_up()
2564 vdc_terminate_ldc(vdc_t *vdc, vdc_server_t *srvr)  in vdc_terminate_ldc()
2600 vdc_fini_ports(vdc_t *vdc)  in vdc_fini_ports()
2647 vdc_init_descriptor_ring(vdc_t *vdc)  in vdc_init_descriptor_ring()
2773 vdc_destroy_descriptor_ring(vdc_t *vdc)  in vdc_destroy_descriptor_ring()
2870 vdc_map_to_shared_dring(vdc_t *vdcp, int idx)  in vdc_map_to_shared_dring()
2930 vdc_send_request(vdc_t *vdcp, int operation, caddr_t addr,  in vdc_send_request()
3064 vdc_populate_descriptor(vdc_t *vdcp, int operation, caddr_t addr,  in vdc_populate_descriptor()
3237 vdc_do_op(vdc_t *vdc, int op, caddr_t addr, size_t nbytes, int slice,  in vdc_do_op()
3348 vdc_do_sync_op(vdc_t *vdcp, int operation, caddr_t addr, size_t nbytes,  in vdc_do_sync_op()
3432 vdc_drain_response(vdc_t *vdc, struct buf *buf)  in vdc_drain_response()
3554 vdc_depopulate_descriptor(vdc_t *vdc, uint_t idx)  in vdc_depopulate_descriptor()
3643 vdc_populate_mem_hdl(vdc_t *vdcp, vdc_local_desc_t *ldep)  in vdc_populate_mem_hdl()
3760 	vdc_t		*vdc = srvr->vdcp;  in vdc_handle_cb()
3874 vdc_wait_for_response(vdc_t *vdcp, vio_msg_t *msgp)  in vdc_wait_for_response()
3939 vdc_resubmit_backup_dring(vdc_t *vdcp)  in vdc_resubmit_backup_dring()
4010 	DTRACE_PROBE2(processed, int, processed, vdc_t *, vdcp);  in vdc_resubmit_backup_dring()
4030 vdc_cancel_backup_dring(vdc_t *vdcp)  in vdc_cancel_backup_dring()
4098 	DTRACE_PROBE2(cancelled, int, cancelled, vdc_t *, vdcp);  in vdc_cancel_backup_dring()
4121 	vdc_t 		*vdcp = (vdc_t *)arg;  in vdc_connection_timeout()
4146 vdc_backup_local_dring(vdc_t *vdcp)  in vdc_backup_local_dring()
4213 vdc_switch_server(vdc_t *vdcp)  in vdc_switch_server()
4247 vdc_print_svc_status(vdc_t *vdcp)  in vdc_print_svc_status()
4332 vdc_handshake_retry(vdc_t *vdcp, int hshake_cnt, int hattr_cnt)  in vdc_handshake_retry()
4424 vdc_process_msg_thread(vdc_t *vdcp)  in vdc_process_msg_thread()
4946 vdc_process_data_msg(vdc_t *vdcp, vio_msg_t *msg)  in vdc_process_data_msg()
5088 	DTRACE_PROBE2(processed, int, 1, vdc_t *, vdcp);  in vdc_process_data_msg()
5108 vdc_handle_ver_msg(vdc_t *vdc, vio_ver_msg_t *ver_msg)  in vdc_handle_ver_msg()
5196 vdc_handle_attr_msg(vdc_t *vdc, vd_attr_msg_t *attr_msg)  in vdc_handle_attr_msg()
5334 vdc_handle_dring_reg_msg(vdc_t *vdc, vio_dring_reg_msg_t *dring_msg)  in vdc_handle_dring_reg_msg()
5401 vdc_verify_seq_num(vdc_t *vdc, vio_dring_msg_t *dring_msg)  in vdc_verify_seq_num()
5514 	vdc_t			*vdc;
5533 	vdc_t			*vdc = NULL;  in vdc_dkio_flush_cb()
5586 vdc_dkio_gapart(vdc_t *vdc, caddr_t arg, int flag)  in vdc_dkio_gapart()
5652 vdc_dkio_partition(vdc_t *vdc, caddr_t arg, int flag)  in vdc_dkio_partition()
5706 vdc_dioctl_rwcmd(vdc_t *vdc, caddr_t arg, int flag)  in vdc_dioctl_rwcmd()
5820 vdc_scsi_status(vdc_t *vdc, vd_scsi_t *vd_scsi, boolean_t log_error)  in vdc_scsi_status()
5935 vdc_uscsi_cmd(vdc_t *vdc, caddr_t arg, int mode)  in vdc_uscsi_cmd()
6188 vdc_mhd_inkeys(vdc_t *vdc, caddr_t arg, int mode)  in vdc_mhd_inkeys()
6300 vdc_mhd_inresv(vdc_t *vdc, caddr_t arg, int mode)  in vdc_mhd_inresv()
6428 vdc_mhd_register(vdc_t *vdc, caddr_t arg, int mode)  in vdc_mhd_register()
6467 vdc_mhd_reserve(vdc_t *vdc, caddr_t arg, int mode)  in vdc_mhd_reserve()
6508 vdc_mhd_preemptabort(vdc_t *vdc, caddr_t arg, int mode)  in vdc_mhd_preemptabort()
6553 vdc_mhd_registerignore(vdc_t *vdc, caddr_t arg, int mode)  in vdc_mhd_registerignore()
6590 vdc_eio_scsi_cmd(vdc_t *vdc, uchar_t scmd, int flags)  in vdc_eio_scsi_cmd()
6641 vdc_eio_scsi_check(vdc_t *vdc, int flags)  in vdc_eio_scsi_check()
6682 vdc_eio_check(vdc_t *vdc, int flags)  in vdc_eio_check()
6748 vdc_eio_queue(vdc_t *vdc, int index)  in vdc_eio_queue()
6773 vdc_eio_unqueue(vdc_t *vdc, clock_t deadline, boolean_t complete_io)  in vdc_eio_unqueue()
6851 	vdc_t *vdc = (vdc_t *)arg;  in vdc_eio_thread()
6940 vdc_failfast(vdc_t *vdc, caddr_t arg, int mode)  in vdc_failfast()
6966 vdc_access_set(vdc_t *vdc, uint64_t flags)  in vdc_access_set()
6982 vdc_access_get(vdc_t *vdc, uint64_t *status)  in vdc_access_get()
7007 	vdc_t *vdc = (vdc_t *)arg;  in vdc_ownership_thread()
7081 vdc_ownership_update(vdc_t *vdc, int ownership_flags)  in vdc_ownership_update()
7104 vdc_get_capacity(vdc_t *vdc, size_t *dsk_size, size_t *blk_size)  in vdc_get_capacity()
7133 vdc_check_capacity(vdc_t *vdc)  in vdc_check_capacity()
7177 	int	(*convert)(vdc_t *vdc, void *vd_buf, void *ioctl_arg,
7252 	vdc_t *vdc = (vdc_t *)vdisk;  in vd_process_efi_ioctl()
7288 	vdc_t		*vdc = NULL;  in vd_process_ioctl()
7669 vdc_null_copy_func(vdc_t *vdc, void *from, void *to, int mode, int dir)  in vdc_null_copy_func()
7681 vdc_get_wce_convert(vdc_t *vdc, void *from, void *to,  in vdc_get_wce_convert()
7696 vdc_set_wce_convert(vdc_t *vdc, void *from, void *to,  in vdc_set_wce_convert()
7736 vdc_get_vtoc_convert(vdc_t *vdc, void *from, void *to, int mode, int dir)  in vdc_get_vtoc_convert()
7797 vdc_set_vtoc_convert(vdc_t *vdc, void *from, void *to, int mode, int dir)  in vdc_set_vtoc_convert()
7847 vdc_get_extvtoc_convert(vdc_t *vdc, void *from, void *to, int mode, int dir)  in vdc_get_extvtoc_convert()
7873 vdc_set_extvtoc_convert(vdc_t *vdc, void *from, void *to, int mode, int dir)  in vdc_set_extvtoc_convert()
7931 vdc_get_geom_convert(vdc_t *vdc, void *from, void *to, int mode, int dir)  in vdc_get_geom_convert()
7974 vdc_set_geom_convert(vdc_t *vdc, void *from, void *to, int mode, int dir)  in vdc_set_geom_convert()
8004 vdc_get_efi_convert(vdc_t *vdc, void *from, void *to, int mode, int dir)  in vdc_get_efi_convert()
8052 vdc_set_efi_convert(vdc_t *vdc, void *from, void *to, int mode, int dir)  in vdc_set_efi_convert()
8109 vdc_create_fake_geometry(vdc_t *vdc)  in vdc_create_fake_geometry()
8198 vdc_update_size(vdc_t *vdc, size_t dsk_size, size_t blk_size, size_t xfr_size)  in vdc_update_size()
8253 vdc_update_vio_bsize(vdc_t *vdc, uint32_t blk_size)  in vdc_update_vio_bsize()
8302 vdc_validate_geometry(vdc_t *vdc)  in vdc_validate_geometry()
8465 vdc_validate(vdc_t *vdc)  in vdc_validate()
8503 	vdc_t *vdc = (vdc_t *)arg;  in vdc_validate_task()
8530 vdc_setup_devid(vdc_t *vdc)  in vdc_setup_devid()
8652 vdc_store_label_efi(vdc_t *vdc, efi_gpt_t *gpt, efi_gpe_t *gpe)  in vdc_store_label_efi()
8684 vdc_store_label_vtoc(vdc_t *vdc, struct dk_geom *geom, struct extvtoc *vtoc)  in vdc_store_label_vtoc()
8703 vdc_store_label_unk(vdc_t *vdc)  in vdc_store_label_unk()