353 cfiscsi_pdu_prepare(struct icl_pdu *response)  in cfiscsi_pdu_prepare()  argument
360 	cs = PDU_SESSION(response);  in cfiscsi_pdu_prepare()
368 	bhssr = (struct iscsi_bhs_scsi_response *)response->ip_bhs;  in cfiscsi_pdu_prepare()
412 cfiscsi_pdu_queue(struct icl_pdu *response)  in cfiscsi_pdu_queue()  argument
416 	cs = PDU_SESSION(response);  in cfiscsi_pdu_queue()
419 	cfiscsi_pdu_prepare(response);  in cfiscsi_pdu_queue()
420 	icl_pdu_queue(response);  in cfiscsi_pdu_queue()
425 cfiscsi_pdu_queue_cb(struct icl_pdu *response, icl_pdu_cb cb)  in cfiscsi_pdu_queue_cb()  argument
427 	struct cfiscsi_session *cs = PDU_SESSION(response);  in cfiscsi_pdu_queue_cb()
430 	cfiscsi_pdu_prepare(response);  in cfiscsi_pdu_queue_cb()
431 	icl_pdu_queue_cb(response, cb);  in cfiscsi_pdu_queue_cb()
441 	struct icl_pdu *response;  in cfiscsi_pdu_handle_nop_out()  local
471 	response = cfiscsi_pdu_new_response(request, M_NOWAIT);  in cfiscsi_pdu_handle_nop_out()
472 	if (response == NULL) {  in cfiscsi_pdu_handle_nop_out()
480 	bhsni = (struct iscsi_bhs_nop_in *)response->ip_bhs;  in cfiscsi_pdu_handle_nop_out()
486 		error = icl_pdu_append_data(response, data, datasize, M_NOWAIT);  in cfiscsi_pdu_handle_nop_out()
492 			icl_pdu_free(response);  in cfiscsi_pdu_handle_nop_out()
500 	cfiscsi_pdu_queue(response);  in cfiscsi_pdu_handle_nop_out()
574 	struct icl_pdu *response;  in cfiscsi_pdu_handle_task_request()  local
658 		response = cfiscsi_pdu_new_response(request, M_NOWAIT);  in cfiscsi_pdu_handle_task_request()
659 		if (response == NULL) {  in cfiscsi_pdu_handle_task_request()
667 		    response->ip_bhs;  in cfiscsi_pdu_handle_task_request()
675 		cfiscsi_pdu_queue(response);  in cfiscsi_pdu_handle_task_request()
947 	struct icl_pdu *response;  in cfiscsi_pdu_handle_logout_request()  local
955 		response = cfiscsi_pdu_new_response(request, M_NOWAIT);  in cfiscsi_pdu_handle_logout_request()
956 		if (response == NULL) {  in cfiscsi_pdu_handle_logout_request()
962 		bhslr2 = (struct iscsi_bhs_logout_response *)response->ip_bhs;  in cfiscsi_pdu_handle_logout_request()
969 		cfiscsi_pdu_queue(response);  in cfiscsi_pdu_handle_logout_request()
973 		response = cfiscsi_pdu_new_response(request, M_NOWAIT);  in cfiscsi_pdu_handle_logout_request()
974 		if (response == NULL) {  in cfiscsi_pdu_handle_logout_request()
981 		bhslr2 = (struct iscsi_bhs_logout_response *)response->ip_bhs;  in cfiscsi_pdu_handle_logout_request()
988 		cfiscsi_pdu_queue(response);  in cfiscsi_pdu_handle_logout_request()
1789 	struct icl_pdu *response;  in cfiscsi_ioctl_logout()  local
1806 		response = icl_pdu_new(cs->cs_conn, M_NOWAIT);  in cfiscsi_ioctl_logout()
1807 		if (response == NULL) {  in cfiscsi_ioctl_logout()
1815 		    (struct iscsi_bhs_asynchronous_message *)response->ip_bhs;  in cfiscsi_ioctl_logout()
1820 		cfiscsi_pdu_queue(response);  in cfiscsi_ioctl_logout()
1838 	struct icl_pdu *response;  in cfiscsi_ioctl_terminate()  local
1855 		response = icl_pdu_new(cs->cs_conn, M_NOWAIT);  in cfiscsi_ioctl_terminate()
1856 		if (response == NULL) {  in cfiscsi_ioctl_terminate()
1862 			    response->ip_bhs;  in cfiscsi_ioctl_terminate()
1868 			cfiscsi_pdu_queue(response);  in cfiscsi_ioctl_terminate()
2471 	struct icl_pdu *request, *response;  in cfiscsi_datamove_in()  local
2532 	response = NULL;  in cfiscsi_datamove_in()
2540 		if (response == NULL) {  in cfiscsi_datamove_in()
2541 			response = cfiscsi_pdu_new_response(request, M_NOWAIT);  in cfiscsi_datamove_in()
2542 			if (response == NULL) {  in cfiscsi_datamove_in()
2550 			bhsdi = (struct iscsi_bhs_data_in *)response->ip_bhs;  in cfiscsi_datamove_in()
2571 		KASSERT(response->ip_data_len < max_send_data_segment_length,  in cfiscsi_datamove_in()
2573 		    response->ip_data_len, max_send_data_segment_length));  in cfiscsi_datamove_in()
2574 		if (response->ip_data_len + len > max_send_data_segment_length) {  in cfiscsi_datamove_in()
2575 			len = max_send_data_segment_length - response->ip_data_len;  in cfiscsi_datamove_in()
2583 		KASSERT(buffer_offset + response->ip_data_len < expected_len,  in cfiscsi_datamove_in()
2585 		    buffer_offset, response->ip_data_len, expected_len));  in cfiscsi_datamove_in()
2586 		if (buffer_offset + response->ip_data_len + len > expected_len) {  in cfiscsi_datamove_in()
2589 			    buffer_offset + response->ip_data_len + len, expected_len);  in cfiscsi_datamove_in()
2590 			len = expected_len - (buffer_offset + response->ip_data_len);  in cfiscsi_datamove_in()
2595 		error = icl_pdu_append_data(response, sg_addr, len,  in cfiscsi_datamove_in()
2600 			icl_pdu_free(response);  in cfiscsi_datamove_in()
2610 		KASSERT(buffer_offset + response->ip_data_len <= expected_len,  in cfiscsi_datamove_in()
2612 		    buffer_offset, response->ip_data_len, expected_len));  in cfiscsi_datamove_in()
2613 		if (buffer_offset + response->ip_data_len == expected_len) {  in cfiscsi_datamove_in()
2634 		if (response->ip_data_len == max_send_data_segment_length) {  in cfiscsi_datamove_in()
2643 			buffer_offset += response->ip_data_len;  in cfiscsi_datamove_in()
2646 				buffer_offset -= response->ip_data_len;  in cfiscsi_datamove_in()
2649 			PRIV_EXPDATASN(io) += howmany(response->ip_data_len,  in cfiscsi_datamove_in()
2652 				response->ip_prv0 = io->scsiio.kern_data_ref;  in cfiscsi_datamove_in()
2653 				response->ip_prv1 = io->scsiio.kern_data_arg;  in cfiscsi_datamove_in()
2656 			cfiscsi_pdu_queue_cb(response, cb);  in cfiscsi_datamove_in()
2657 			response = NULL;  in cfiscsi_datamove_in()
2661 	if (response != NULL) {  in cfiscsi_datamove_in()
2662 		buffer_offset += response->ip_data_len;  in cfiscsi_datamove_in()
2685 		KASSERT(response->ip_data_len > 0, ("sending empty Data-In"));  in cfiscsi_datamove_in()
2686 		PRIV_EXPDATASN(io) += howmany(response->ip_data_len,  in cfiscsi_datamove_in()
2689 			response->ip_prv0 = io->scsiio.kern_data_ref;  in cfiscsi_datamove_in()
2690 			response->ip_prv1 = io->scsiio.kern_data_arg;  in cfiscsi_datamove_in()
2693 		cfiscsi_pdu_queue_cb(response, cb);  in cfiscsi_datamove_in()
2703 	struct icl_pdu *request, *response;  in cfiscsi_datamove_out()  local
2818 	response = cfiscsi_pdu_new_response(request, M_NOWAIT);  in cfiscsi_datamove_out()
2819 	if (response == NULL) {  in cfiscsi_datamove_out()
2828 	bhsr2t = (struct iscsi_bhs_r2t *)response->ip_bhs;  in cfiscsi_datamove_out()
2856 	cfiscsi_pdu_queue(response);  in cfiscsi_datamove_out()
2875 	struct icl_pdu *request, *response;  in cfiscsi_scsi_command_done()  local
2914 	response = cfiscsi_pdu_new_response(request, M_WAITOK);  in cfiscsi_scsi_command_done()
2915 	bhssr = (struct iscsi_bhs_scsi_response *)response->ip_bhs;  in cfiscsi_scsi_command_done()
2949 		icl_pdu_append_data(response,  in cfiscsi_scsi_command_done()
2951 		icl_pdu_append_data(response,  in cfiscsi_scsi_command_done()
2957 	cfiscsi_pdu_queue(response);  in cfiscsi_scsi_command_done()
2963 	struct icl_pdu *request, *response;  in cfiscsi_task_management_done()  local
3011 	response = cfiscsi_pdu_new_response(request, M_WAITOK);  in cfiscsi_task_management_done()
3013 	    response->ip_bhs;  in cfiscsi_task_management_done()
3037 	cfiscsi_pdu_queue(response);  in cfiscsi_task_management_done()