Lines Matching refs:ctl_io
392 static void ctl_copy_sense_data(union ctl_ha_msg *src, union ctl_io *dest);
393 static void ctl_copy_sense_data_back(union ctl_io *src, union ctl_ha_msg *dest);
408 static int ctl_do_mode_select(union ctl_io *io);
417 static void ctl_hndl_per_res_out_on_other_sc(union ctl_io *io);
432 static int ctl_get_lba_len(union ctl_io *io, uint64_t *lba, uint64_t *len);
433 static ctl_action ctl_extent_check(union ctl_io *io1, union ctl_io *io2,
435 static ctl_action ctl_seq_check(union ctl_io *io1, union ctl_io *io2);
437 union ctl_io *pending_io, const uint8_t *serialize_row,
438 union ctl_io *ooa_io);
439 static ctl_action ctl_check_ooa(struct ctl_lun *lun, union ctl_io *pending_io,
440 union ctl_io **starting_io);
441 static void ctl_try_unblock_io(struct ctl_lun *lun, union ctl_io *io,
443 static void ctl_try_unblock_others(struct ctl_lun *lun, union ctl_io *io,
448 static void ctl_failover_lun(union ctl_io *io);
454 static int ctl_target_reset(union ctl_io *io);
457 static int ctl_lun_reset(union ctl_io *io);
458 static int ctl_abort_task(union ctl_io *io);
459 static int ctl_abort_task_set(union ctl_io *io);
460 static int ctl_query_task(union ctl_io *io, int task_set);
463 static int ctl_i_t_nexus_reset(union ctl_io *io);
464 static int ctl_query_async_event(union ctl_io *io);
465 static void ctl_run_task(union ctl_io *io);
471 static void ctl_send_datamove_done(union ctl_io *io, int have_lock);
473 static int ctl_datamove_remote_dm_write_cb(union ctl_io *io, bool samethr);
474 static void ctl_datamove_remote_write(union ctl_io *io);
475 static int ctl_datamove_remote_dm_read_cb(union ctl_io *io, bool samethr);
477 static int ctl_datamove_remote_sgl_setup(union ctl_io *io);
478 static int ctl_datamove_remote_xfer(union ctl_io *io, unsigned command,
480 static void ctl_datamove_remote_read(union ctl_io *io);
481 static void ctl_datamove_remote(union ctl_io *io);
482 static void ctl_process_done(union ctl_io *io);
485 static void ctl_enqueue_incoming(union ctl_io *io);
486 static void ctl_enqueue_rtr(union ctl_io *io);
487 static void ctl_enqueue_done(union ctl_io *io);
488 static void ctl_enqueue_isc(union ctl_io *io);
535 ctl_be_move_done(union ctl_io *io, bool samethr) in ctl_be_move_done()
551 ctl_continue_io(union ctl_io *io) in ctl_continue_io()
615 ctl_ha_datamove(union ctl_io *io) in ctl_ha_datamove()
735 ctl_ha_done(union ctl_io *io) in ctl_ha_done()
779 ctl_enqueue_isc((union ctl_io *)ctsio); in ctl_isc_handler_finish_xfer()
796 ctl_enqueue_isc((union ctl_io *)ctsio); in ctl_isc_handler_finish_ser_only()
1034 union ctl_io *io; in ctl_isc_ha_link_down()
1460 union ctl_io *io; in ctl_isc_event_handler()
1686 ctl_zero_io((union ctl_io *)taskio); in ctl_isc_event_handler()
1697 ctl_run_task((union ctl_io *)taskio); in ctl_isc_event_handler()
1704 ctl_zero_io((union ctl_io *)presio); in ctl_isc_event_handler()
1709 ctl_enqueue_isc((union ctl_io *)presio); in ctl_isc_event_handler()
1758 ctl_copy_sense_data(union ctl_ha_msg *src, union ctl_io *dest) in ctl_copy_sense_data()
1769 ctl_copy_sense_data_back(union ctl_io *src, union ctl_ha_msg *dest) in ctl_copy_sense_data_back()
1940 softc->io_zone = uma_zcreate("CTL IO", sizeof(union ctl_io), in ctl_init()
2324 union ctl_io *bio; in ctl_serialize_other_sc_cmd()
2384 bio = (union ctl_io *)LIST_NEXT(&ctsio->io_hdr, ooa_links); in ctl_serialize_other_sc_cmd()
2385 switch (ctl_check_ooa(lun, (union ctl_io *)ctsio, &bio)) { in ctl_serialize_other_sc_cmd()
2390 ctl_enqueue_rtr((union ctl_io *)ctsio); in ctl_serialize_other_sc_cmd()
2398 msg_info.hdr.serializing_sc = (union ctl_io *)ctsio; in ctl_serialize_other_sc_cmd()
2420 ctl_copy_sense_data_back((union ctl_io *)ctsio, &msg_info); in ctl_serialize_other_sc_cmd()
2426 ctl_free_io((union ctl_io *)ctsio); in ctl_serialize_other_sc_cmd()
2451 union ctl_io *io = (union ctl_io *)ioh; in ctl_ioctl_fill_ooa()
3961 union ctl_io *
3965 union ctl_io *io; in ctl_alloc_io()
3976 union ctl_io *
3980 union ctl_io *io; in ctl_alloc_io_nowait()
3992 ctl_free_io(union ctl_io *io) in ctl_free_io()
4004 ctl_zero_io(union ctl_io *io) in ctl_zero_io()
5060 ctl_config_move_done(union ctl_io *io, bool samethr) in ctl_config_move_done()
5119 ctl_data_submit_done(union ctl_io *io) in ctl_data_submit_done()
5144 ctl_config_write_done(union ctl_io *io) in ctl_config_write_done()
5178 ctl_config_read_done(union ctl_io *io) in ctl_config_read_done()
5247 ctl_done((union ctl_io *)ctsio); in ctl_scsi_release()
5287 ctl_done((union ctl_io *)ctsio); in ctl_scsi_reserve()
5311 ctl_done((union ctl_io *)ctsio); in ctl_start_stop()
5324 ctl_done((union ctl_io *)ctsio); in ctl_start_stop()
5335 ctl_done((union ctl_io *)ctsio); in ctl_start_stop()
5340 retval = lun->backend->config_write((union ctl_io *)ctsio); in ctl_start_stop()
5358 ctl_done((union ctl_io *)ctsio); in ctl_prevent_allow()
5374 retval = lun->backend->config_write((union ctl_io *)ctsio); in ctl_prevent_allow()
5419 ctl_done((union ctl_io *)ctsio); in ctl_sync_cache()
5433 ctl_done((union ctl_io *)ctsio); in ctl_sync_cache()
5441 retval = lun->backend->config_write((union ctl_io *)ctsio); in ctl_sync_cache()
5474 ctl_datamove((union ctl_io *)ctsio); in ctl_format()
5525 ctl_done((union ctl_io *)ctsio); in ctl_format()
5562 ctl_done((union ctl_io *)ctsio); in ctl_read_buffer()
5574 ctl_done((union ctl_io *)ctsio); in ctl_read_buffer()
5599 ctl_datamove((union ctl_io *)ctsio); in ctl_read_buffer()
5624 ctl_done((union ctl_io *)ctsio); in ctl_write_buffer()
5647 ctl_datamove((union ctl_io *)ctsio); in ctl_write_buffer()
5653 ctl_done((union ctl_io *)ctsio); in ctl_write_buffer()
5658 ctl_write_same_cont(union ctl_io *io) in ctl_write_same_cont()
5678 retval = lun->backend->config_write((union ctl_io *)ctsio); in ctl_write_same_cont()
5722 ctl_done((union ctl_io *)ctsio); in ctl_write_same()
5732 ctl_done((union ctl_io *)ctsio); in ctl_write_same()
5746 ctl_done((union ctl_io *)ctsio); in ctl_write_same()
5762 ctl_done((union ctl_io *)ctsio); in ctl_write_same()
5788 ctl_datamove((union ctl_io *)ctsio); in ctl_write_same()
5797 retval = lun->backend->config_write((union ctl_io *)ctsio); in ctl_write_same()
5833 ctl_datamove((union ctl_io *)ctsio); in ctl_unmap()
5864 ctl_done((union ctl_io *)ctsio); in ctl_unmap()
5887 ctl_try_unblock_others(lun, (union ctl_io *)ctsio, FALSE); in ctl_unmap()
5890 retval = lun->backend->config_write((union ctl_io *)ctsio); in ctl_unmap()
5898 ctl_done((union ctl_io *)ctsio); in ctl_unmap()
6001 ctl_do_mode_select(union ctl_io *io) in ctl_do_mode_select()
6031 ctl_done((union ctl_io *)ctsio); in ctl_do_mode_select()
6036 ctl_done((union ctl_io *)ctsio); in ctl_do_mode_select()
6043 ctl_done((union ctl_io *)ctsio); in ctl_do_mode_select()
6105 ctl_done((union ctl_io *)ctsio); in ctl_do_mode_select()
6130 ctl_done((union ctl_io *)ctsio); in ctl_do_mode_select()
6136 ctl_done((union ctl_io *)ctsio); in ctl_do_mode_select()
6181 ctl_done((union ctl_io *)ctsio); in ctl_do_mode_select()
6215 ctl_done((union ctl_io *)ctsio); in ctl_do_mode_select()
6255 ctl_done((union ctl_io *)ctsio); in ctl_mode_select()
6264 ctl_done((union ctl_io *)ctsio); in ctl_mode_select()
6279 ctl_done((union ctl_io *)ctsio); in ctl_mode_select()
6290 ctl_done((union ctl_io *)ctsio); in ctl_mode_select()
6300 ctl_done((union ctl_io *)ctsio); in ctl_mode_select()
6318 ctl_datamove((union ctl_io *)ctsio); in ctl_mode_select()
6345 ctl_done((union ctl_io *)ctsio); in ctl_mode_select()
6364 return (ctl_do_mode_select((union ctl_io *)ctsio)); in ctl_mode_select()
6425 ctl_done((union ctl_io *)ctsio); in ctl_mode_sense()
6453 ctl_done((union ctl_io *)ctsio); in ctl_mode_sense()
6521 ctl_done((union ctl_io *)ctsio); in ctl_mode_sense()
6698 ctl_datamove((union ctl_io *)ctsio); in ctl_mode_sense()
6917 ctl_done((union ctl_io *)ctsio); in ctl_log_sense()
6951 ctl_datamove((union ctl_io *)ctsio); in ctl_log_sense()
6976 ctl_done((union ctl_io *)ctsio); in ctl_read_capacity()
7005 ctl_datamove((union ctl_io *)ctsio); in ctl_read_capacity()
7033 ctl_done((union ctl_io *)ctsio); in ctl_read_capacity_16()
7055 ctl_datamove((union ctl_io *)ctsio); in ctl_read_capacity_16()
7078 ctl_done((union ctl_io *)ctsio); in ctl_get_lba_status()
7105 retval = lun->backend->config_read((union ctl_io *)ctsio); in ctl_get_lba_status()
7134 ctl_done((union ctl_io *)ctsio); in ctl_read_defect()
7160 ctl_datamove((union ctl_io *)ctsio); in ctl_read_defect()
7203 ctl_done((union ctl_io *)ctsio); in ctl_report_ident_info()
7242 ctl_datamove((union ctl_io *)ctsio); in ctl_report_ident_info()
7279 ctl_done((union ctl_io *)ctsio); in ctl_report_tagret_port_groups()
7411 ctl_datamove((union ctl_io *)ctsio); in ctl_report_tagret_port_groups()
7476 ctl_done((union ctl_io *)ctsio); in ctl_report_supported_opcodes()
7489 ctl_done((union ctl_io *)ctsio); in ctl_report_supported_opcodes()
7575 ctl_datamove((union ctl_io *)ctsio); in ctl_report_supported_opcodes()
7614 ctl_datamove((union ctl_io *)ctsio); in ctl_report_supported_tmf()
7654 ctl_datamove((union ctl_io *)ctsio); in ctl_report_timestamp()
7890 ctl_datamove((union ctl_io *)ctsio); in ctl_persistent_reserve_in()
7920 ctl_done((union ctl_io *)ctsio); in ctl_pro_preempt()
7932 ctl_done((union ctl_io *)ctsio); in ctl_pro_preempt()
7976 ctl_done((union ctl_io *)ctsio); in ctl_pro_preempt()
8002 ctl_done((union ctl_io *)ctsio); in ctl_pro_preempt()
8019 ctl_done((union ctl_io *)ctsio); in ctl_pro_preempt()
8050 ctl_done((union ctl_io *)ctsio); in ctl_pro_preempt()
8062 ctl_done((union ctl_io *)ctsio); in ctl_pro_preempt()
8134 ctl_done((union ctl_io *)ctsio); in ctl_pro_preempt()
8258 ctl_done((union ctl_io *)ctsio); in ctl_persistent_reserve_out()
8269 ctl_done((union ctl_io *)ctsio); in ctl_persistent_reserve_out()
8284 ctl_done((union ctl_io *)ctsio); in ctl_persistent_reserve_out()
8296 ctl_datamove((union ctl_io *)ctsio); in ctl_persistent_reserve_out()
8323 ctl_done((union ctl_io *)ctsio); in ctl_persistent_reserve_out()
8333 ctl_done((union ctl_io *)ctsio); in ctl_persistent_reserve_out()
8343 ctl_done((union ctl_io *)ctsio); in ctl_persistent_reserve_out()
8376 ctl_done((union ctl_io *)ctsio); in ctl_persistent_reserve_out()
8476 ctl_done((union ctl_io *)ctsio); in ctl_persistent_reserve_out()
8531 ctl_done((union ctl_io *)ctsio); in ctl_persistent_reserve_out()
8604 ctl_done((union ctl_io *)ctsio); in ctl_persistent_reserve_out()
8616 ctl_hndl_per_res_out_on_other_sc(union ctl_io *io) in ctl_hndl_per_res_out_on_other_sc()
8835 ctl_done((union ctl_io *)ctsio); in ctl_read_write()
8850 ctl_done((union ctl_io *)ctsio); in ctl_read_write()
8872 ctl_done((union ctl_io *)ctsio); in ctl_read_write()
8888 ctl_done((union ctl_io *)ctsio); in ctl_read_write()
8899 ctl_done((union ctl_io *)ctsio); in ctl_read_write()
8923 retval = lun->backend->data_submit((union ctl_io *)ctsio); in ctl_read_write()
8928 ctl_cnw_cont(union ctl_io *io) in ctl_cnw_cont()
8946 retval = lun->backend->data_submit((union ctl_io *)ctsio); in ctl_cnw_cont()
8981 ctl_done((union ctl_io *)ctsio); in ctl_cnw()
8997 ctl_done((union ctl_io *)ctsio); in ctl_cnw()
9006 ctl_done((union ctl_io *)ctsio); in ctl_cnw()
9032 retval = lun->backend->data_submit((union ctl_io *)ctsio); in ctl_cnw()
9093 ctl_done((union ctl_io *)ctsio); in ctl_verify()
9107 ctl_done((union ctl_io *)ctsio); in ctl_verify()
9116 ctl_done((union ctl_io *)ctsio); in ctl_verify()
9134 retval = lun->backend->data_submit((union ctl_io *)ctsio); in ctl_verify()
9181 ctl_done((union ctl_io *)ctsio); in ctl_report_luns()
9200 ctl_done((union ctl_io *)ctsio); in ctl_report_luns()
9278 ctl_datamove((union ctl_io *)ctsio); in ctl_report_luns()
9404 ctl_datamove((union ctl_io *)ctsio); in ctl_request_sense()
9415 ctl_done((union ctl_io *)ctsio); in ctl_tur()
9481 ctl_datamove((union ctl_io *)ctsio); in ctl_inquiry_evpd_supported()
9529 ctl_datamove((union ctl_io *)ctsio); in ctl_inquiry_evpd_serial()
9596 ctl_datamove((union ctl_io *)ctsio); in ctl_inquiry_evpd_eid()
9635 ctl_datamove((union ctl_io *)ctsio); in ctl_inquiry_evpd_mpp()
9751 ctl_datamove((union ctl_io *)ctsio); in ctl_inquiry_evpd_devid()
9843 ctl_datamove((union ctl_io *)ctsio); in ctl_inquiry_evpd_scsi_ports()
9895 ctl_datamove((union ctl_io *)ctsio); in ctl_inquiry_evpd_sfs()
9971 ctl_datamove((union ctl_io *)ctsio); in ctl_inquiry_evpd_block_limits()
10019 ctl_datamove((union ctl_io *)ctsio); in ctl_inquiry_evpd_bdc()
10068 ctl_datamove((union ctl_io *)ctsio); in ctl_inquiry_evpd_lbp()
10133 ctl_done((union ctl_io *)ctsio); in ctl_inquiry_evpd()
10334 ctl_datamove((union ctl_io *)ctsio); in ctl_inquiry_std()
10358 ctl_done((union ctl_io *)ctsio); in ctl_inquiry()
10568 ctl_datamove((union ctl_io *)ctsio); in ctl_get_config()
10583 ctl_done((union ctl_io *)ctsio); in ctl_get_event_status()
10603 ctl_datamove((union ctl_io *)ctsio); in ctl_get_event_status()
10634 ctl_datamove((union ctl_io *)ctsio); in ctl_mechanism_status()
10710 ctl_datamove((union ctl_io *)ctsio); in ctl_read_toc()
10783 ctl_datamove((union ctl_io *)ctnio); in ctl_nvme_identify()
10792 retval = lun->backend->config_read((union ctl_io *)ctnio); in ctl_nvme_identify()
10811 retval = lun->backend->config_write((union ctl_io *)ctnio); in ctl_nvme_flush()
10846 ctl_done((union ctl_io *)ctnio); in ctl_nvme_read_write()
10874 retval = lun->backend->data_submit((union ctl_io *)ctnio); in ctl_nvme_read_write()
10903 ctl_done((union ctl_io *)ctnio); in ctl_nvme_write_uncorrectable()
10912 retval = lun->backend->config_write((union ctl_io *)ctnio); in ctl_nvme_write_uncorrectable()
10946 ctl_done((union ctl_io *)ctnio); in ctl_nvme_compare()
10959 retval = lun->backend->data_submit((union ctl_io *)ctnio); in ctl_nvme_compare()
10988 ctl_done((union ctl_io *)ctnio); in ctl_nvme_write_zeroes()
10997 retval = lun->backend->config_write((union ctl_io *)ctnio); in ctl_nvme_write_zeroes()
11032 ctl_datamove((union ctl_io *)ctnio); in ctl_nvme_dataset_management()
11054 ctl_done((union ctl_io *)ctnio); in ctl_nvme_dataset_management()
11060 retval = lun->backend->config_write((union ctl_io *)ctnio); in ctl_nvme_dataset_management()
11093 ctl_done((union ctl_io *)ctnio); in ctl_nvme_verify()
11106 retval = lun->backend->data_submit((union ctl_io *)ctnio); in ctl_nvme_verify()
11136 ctl_done((union ctl_io *)ctnio); in ctl_nvme_validate_command()
11148 ctl_done((union ctl_io *)ctnio); in ctl_nvme_validate_command()
11156 ctl_done((union ctl_io *)ctnio); in ctl_nvme_validate_command()
11162 ctl_done((union ctl_io *)ctnio); in ctl_nvme_validate_command()
11199 ctl_nvme_check_ooa(struct ctl_lun *lun, union ctl_io *pending_io, in ctl_nvme_check_ooa()
11200 union ctl_io **starting_io, union ctl_io **aborted_io) in ctl_nvme_check_ooa()
11202 union ctl_io *ooa_io = *starting_io; in ctl_nvme_check_ooa()
11274 ooa_io = (union ctl_io *)LIST_NEXT(&ooa_io->io_hdr, ooa_links)) { in ctl_nvme_check_ooa()
11292 union ctl_io *bio, *aborted_io; in ctl_nvmeio_precheck()
11341 ctl_enqueue_rtr((union ctl_io *)ctnio); in ctl_nvmeio_precheck()
11346 ctl_done((union ctl_io *)ctnio); in ctl_nvmeio_precheck()
11356 ctl_done((union ctl_io *)ctnio); in ctl_nvmeio_precheck()
11363 ctl_done((union ctl_io *)ctnio); in ctl_nvmeio_precheck()
11367 bio = (union ctl_io *)LIST_NEXT(&ctnio->io_hdr, ooa_links); in ctl_nvmeio_precheck()
11368 switch (ctl_nvme_check_ooa(lun, (union ctl_io *)ctnio, &bio, in ctl_nvmeio_precheck()
11373 ctl_enqueue_rtr((union ctl_io *)ctnio); in ctl_nvmeio_precheck()
11420 ctl_done((union ctl_io *)ctnio); in ctl_nvmeio()
11437 ctl_get_lba_len(union ctl_io *io, uint64_t *lba, uint64_t *len) in ctl_get_lba_len()
11613 ctl_extent_check_unmap(union ctl_io *io, uint64_t lba2, uint64_t len2) in ctl_extent_check_unmap()
11646 ctl_extent_check(union ctl_io *io1, union ctl_io *io2, bool seq) in ctl_extent_check()
11668 ctl_seq_check(union ctl_io *io1, union ctl_io *io2) in ctl_seq_check()
11687 ctl_check_for_blockage(struct ctl_lun *lun, union ctl_io *pending_io, in ctl_check_for_blockage()
11688 const uint8_t *serialize_row, union ctl_io *ooa_io) in ctl_check_for_blockage()
11793 ctl_check_ooa(struct ctl_lun *lun, union ctl_io *pending_io, in ctl_check_ooa()
11794 union ctl_io **starting_io) in ctl_check_ooa()
11796 union ctl_io *ooa_io = *starting_io; in ctl_check_ooa()
11830 ooa_io = (union ctl_io *)LIST_NEXT(&ooa_io->io_hdr, ooa_links)) { in ctl_check_ooa()
11851 ctl_scsi_try_unblock_io(struct ctl_lun *lun, union ctl_io *io, bool skip) in ctl_scsi_try_unblock_io()
11854 union ctl_io *bio, *obio; in ctl_scsi_try_unblock_io()
11868 bio = (union ctl_io *)LIST_NEXT(&bio->io_hdr, ooa_links); in ctl_scsi_try_unblock_io()
11947 ctl_nvme_try_unblock_io(struct ctl_lun *lun, union ctl_io *io, bool skip) in ctl_nvme_try_unblock_io()
11949 union ctl_io *bio; in ctl_nvme_try_unblock_io()
11967 (union ctl_io *)TAILQ_FIRST(&bio->io_hdr.blocked_queue)); in ctl_nvme_try_unblock_io()
11999 ctl_try_unblock_io(struct ctl_lun *lun, union ctl_io *io, bool skip) in ctl_try_unblock_io()
12021 ctl_try_unblock_others(struct ctl_lun *lun, union ctl_io *bio, bool skip) in ctl_try_unblock_others()
12023 union ctl_io *io, *next_io; in ctl_try_unblock_others()
12027 for (io = (union ctl_io *)TAILQ_FIRST(&bio->io_hdr.blocked_queue); in ctl_try_unblock_others()
12029 next_io = (union ctl_io *)TAILQ_NEXT(&io->io_hdr, blocked_links); in ctl_try_unblock_others()
12165 ctl_failover_io(union ctl_io *io, int have_lock) in ctl_failover_io()
12174 ctl_failover_lun(union ctl_io *rio) in ctl_failover_lun()
12206 (union ctl_io *)io, FALSE); in ctl_failover_lun()
12212 ctl_enqueue_isc((union ctl_io *)io); in ctl_failover_lun()
12221 ctl_set_busy(&((union ctl_io *)io)-> in ctl_failover_lun()
12223 ctl_done((union ctl_io *)io); in ctl_failover_lun()
12236 ctl_try_unblock_others(lun, (union ctl_io *)io, in ctl_failover_lun()
12239 ctl_free_io((union ctl_io *)io); in ctl_failover_lun()
12245 ctl_set_busy(&((union ctl_io *)io)-> in ctl_failover_lun()
12247 ctl_done((union ctl_io *)io); in ctl_failover_lun()
12261 union ctl_io *bio; in ctl_scsiio_precheck()
12316 ctl_enqueue_rtr((union ctl_io *)ctsio); in ctl_scsiio_precheck()
12321 ctl_done((union ctl_io *)ctsio); in ctl_scsiio_precheck()
12332 ctl_done((union ctl_io *)ctsio); in ctl_scsiio_precheck()
12386 ctl_done((union ctl_io *)ctsio); in ctl_scsiio_precheck()
12393 ctl_done((union ctl_io *)ctsio); in ctl_scsiio_precheck()
12417 msg_info.hdr.original_sc = (union ctl_io *)ctsio; in ctl_scsiio_precheck()
12432 ctl_done((union ctl_io *)ctsio); in ctl_scsiio_precheck()
12438 bio = (union ctl_io *)LIST_NEXT(&ctsio->io_hdr, ooa_links); in ctl_scsiio_precheck()
12439 switch (ctl_check_ooa(lun, (union ctl_io *)ctsio, &bio)) { in ctl_scsiio_precheck()
12444 ctl_enqueue_rtr((union ctl_io *)ctsio); in ctl_scsiio_precheck()
12455 ctl_done((union ctl_io *)ctsio); in ctl_scsiio_precheck()
12460 ctl_done((union ctl_io *)ctsio); in ctl_scsiio_precheck()
12503 ctl_done((union ctl_io *)ctsio); in ctl_validate_command()
12519 ctl_done((union ctl_io *)ctsio); in ctl_validate_command()
12565 ctl_done((union ctl_io *)ctsio); in ctl_scsiio()
12580 ctl_target_reset(union ctl_io *io) in ctl_target_reset()
12648 ctl_try_unblock_io(lun, (union ctl_io *)xioh, FALSE); in ctl_do_lun_reset()
12675 ctl_lun_reset(union ctl_io *io) in ctl_lun_reset()
12724 union ctl_io *xio = (union ctl_io *)xioh; in ctl_abort_tasks_lun()
12754 ctl_abort_task_set(union ctl_io *io) in ctl_abort_task_set()
12824 ctl_i_t_nexus_reset(union ctl_io *io) in ctl_i_t_nexus_reset()
12848 ctl_abort_task(union ctl_io *io)
12877 union ctl_io *xio = (union ctl_io *)xioh;
12931 ctl_query_task(union ctl_io *io, int task_set)
12950 union ctl_io *xio = (union ctl_io *)xioh;
12972 ctl_query_async_event(union ctl_io *io)
13000 ctl_run_task(union ctl_io *io)
13059 ctl_handle_isc(union ctl_io *io)
13181 retval = ctl_get_lba_len((union ctl_io *)ctsio, &lba1, &len1);
13199 ctl_inject_error(struct ctl_lun *lun, union ctl_io *io)
13270 union ctl_io *io;
13272 io = (union ctl_io *)arg;
13279 ctl_datamove_done_process(union ctl_io *io)
13328 ctl_datamove_done(union ctl_io *io, bool samethr)
13336 ctl_datamove(union ctl_io *io)
13338 void (*fe_datamove)(union ctl_io *io);
13413 ctl_send_datamove_done(union ctl_io *io, int have_lock)
13460 union ctl_io *io;
13494 ctl_datamove_remote_dm_write_cb(union ctl_io *io, bool samethr)
13504 ctl_datamove_remote_write(union ctl_io *io)
13507 void (*fe_datamove)(union ctl_io *io);
13535 ctl_datamove_remote_dm_read_cb(union ctl_io *io, bool samethr)
13559 union ctl_io *io;
13560 void (*fe_datamove)(union ctl_io *io);
13591 ctl_datamove_remote_sgl_setup(union ctl_io *io)
13627 ctl_datamove_remote_xfer(union ctl_io *io, unsigned command,
13750 ctl_datamove_remote_read(union ctl_io *io)
13788 ctl_datamove_remote(union ctl_io *io)
13826 ctl_process_done(union ctl_io *io)
13831 void (*fe_done)(union ctl_io *io);
14041 ctl_queue_sense(union ctl_io *io)
14094 ctl_queue(union ctl_io *io)
14142 ctl_run(union ctl_io *io)
14186 union ctl_io *io;
14188 io = (union ctl_io *)arg;
14194 ctl_serseq_done(union ctl_io *io)
14209 ctl_done(union ctl_io *io)
14304 union ctl_io *io;
14324 io = (union ctl_io *)STAILQ_FIRST(&thr->isc_queue);
14331 io = (union ctl_io *)STAILQ_FIRST(&thr->done_queue);
14339 io = (union ctl_io *)STAILQ_FIRST(&thr->incoming_queue);
14359 io = (union ctl_io *)STAILQ_FIRST(&thr->rtr_queue);
14496 ctl_enqueue_incoming(union ctl_io *io)
14512 ctl_enqueue_rtr(union ctl_io *io)
14525 ctl_enqueue_done(union ctl_io *io)
14538 ctl_enqueue_isc(union ctl_io *io)