Lines Matching defs:vscsi
53 static long ibmvscsis_parse_command(struct scsi_info *vscsi,
56 static void ibmvscsis_adapter_idle(struct scsi_info *vscsi);
91 * @vscsi: Pointer to our adapter structure
100 static bool connection_broken(struct scsi_info *vscsi)
113 h_return_code = h_send_crq(vscsi->dds.unit_id,
117 dev_dbg(&vscsi->dev, "Connection_broken: rc %ld\n", h_return_code);
127 * @vscsi: Pointer to our adapter structure
140 static long ibmvscsis_unregister_command_q(struct scsi_info *vscsi)
147 qrc = h_free_crq(vscsi->dds.unit_id);
150 spin_lock_bh(&vscsi->intr_lock);
151 vscsi->flags &= ~PREP_FOR_SUSPEND_FLAGS;
152 spin_unlock_bh(&vscsi->intr_lock);
157 dev_err(&vscsi->dev, "unregister_command_q: error from h_free_crq %ld\n",
189 dev_err(&vscsi->dev, "unregister_command_q: unknown error %ld from h_free_crq\n",
201 dev_err(&vscsi->dev, "Excessive wait for h_free_crq\n");
205 dev_dbg(&vscsi->dev, "Freeing CRQ: phyp rc %ld, rc %ld\n", qrc, rc);
212 * @vscsi: Pointer to our adapter structure
220 static void ibmvscsis_delete_client_info(struct scsi_info *vscsi,
223 vscsi->client_cap = 0;
231 vscsi->client_data.os_type = 0;
236 * @vscsi: Pointer to our adapter structure
253 static long ibmvscsis_free_command_q(struct scsi_info *vscsi)
260 if (!(vscsi->flags & CRQ_CLOSED)) {
261 vio_disable_interrupts(vscsi->dma_dev);
263 state_under_lock = vscsi->new_state;
264 flags_under_lock = vscsi->flags;
265 vscsi->phyp_acr_state = 0;
266 vscsi->phyp_acr_flags = 0;
268 spin_unlock_bh(&vscsi->intr_lock);
269 rc = ibmvscsis_unregister_command_q(vscsi);
270 spin_lock_bh(&vscsi->intr_lock);
272 if (state_under_lock != vscsi->new_state)
273 vscsi->phyp_acr_state = vscsi->new_state;
275 vscsi->phyp_acr_flags = ((~flags_under_lock) & vscsi->flags);
278 bytes = vscsi->cmd_q.size * PAGE_SIZE;
279 memset(vscsi->cmd_q.base_addr, 0, bytes);
280 vscsi->cmd_q.index = 0;
281 vscsi->flags |= CRQ_CLOSED;
283 ibmvscsis_delete_client_info(vscsi, false);
286 dev_dbg(&vscsi->dev, "free_command_q: flags 0x%x, state 0x%hx, acr_flags 0x%x, acr_state 0x%hx\n",
287 vscsi->flags, vscsi->state, vscsi->phyp_acr_flags,
288 vscsi->phyp_acr_state);
325 * @vscsi: Pointer to our adapter structure
331 static long ibmvscsis_send_init_message(struct scsi_info *vscsi, u8 format)
340 rc = h_send_crq(vscsi->dds.unit_id, cpu_to_be64(buffer[MSG_HI]),
348 * @vscsi: Pointer to our adapter structure
358 static long ibmvscsis_check_init_msg(struct scsi_info *vscsi, uint *format)
363 crq = ibmvscsis_cmd_q_dequeue(vscsi->cmd_q.mask, &vscsi->cmd_q.index,
364 vscsi->cmd_q.base_addr);
377 crq = ibmvscsis_cmd_q_dequeue(vscsi->cmd_q.mask,
378 &vscsi->cmd_q.index,
379 vscsi->cmd_q.base_addr);
411 struct scsi_info *vscsi = container_of(work, struct scsi_info,
416 spin_lock_bh(&vscsi->intr_lock);
417 new_state = vscsi->new_state;
418 vscsi->new_state = 0;
420 vscsi->flags |= DISCONNECT_SCHEDULED;
421 vscsi->flags &= ~SCHEDULE_DISCONNECT;
423 dev_dbg(&vscsi->dev, "disconnect: flags 0x%x, state 0x%hx\n",
424 vscsi->flags, vscsi->state);
430 switch (vscsi->state) {
443 vscsi->state = new_state;
454 vscsi->state = new_state;
467 vscsi->state = new_state;
473 vscsi->state = new_state;
474 vscsi->flags |= RESPONSE_Q_DOWN;
475 vscsi->flags &= ~(SCHEDULE_DISCONNECT |
478 if (vscsi->flags & CFG_SLEEPING) {
479 vscsi->flags &= ~CFG_SLEEPING;
480 complete(&vscsi->unconfig);
488 dev_err(&vscsi->dev, "disconnect: invalid state %d for WAIT_IDLE\n",
489 vscsi->state);
497 vscsi->flags |= RESPONSE_Q_DOWN;
498 vscsi->state = new_state;
499 vscsi->flags &= ~(SCHEDULE_DISCONNECT |
501 ibmvscsis_free_command_q(vscsi);
505 vscsi->state = new_state;
522 vscsi->state = new_state;
528 vscsi->state = new_state;
535 dev_dbg(&vscsi->dev, "disconnect start wait, active %d, sched %d\n",
536 (int)list_empty(&vscsi->active_q),
537 (int)list_empty(&vscsi->schedule_q));
538 if (!list_empty(&vscsi->active_q) ||
539 !list_empty(&vscsi->schedule_q)) {
540 vscsi->flags |= WAIT_FOR_IDLE;
541 dev_dbg(&vscsi->dev, "disconnect flags 0x%x\n",
542 vscsi->flags);
547 spin_unlock_bh(&vscsi->intr_lock);
548 wait_for_completion(&vscsi->wait_idle);
549 spin_lock_bh(&vscsi->intr_lock);
551 dev_dbg(&vscsi->dev, "disconnect stop wait\n");
553 ibmvscsis_adapter_idle(vscsi);
556 spin_unlock_bh(&vscsi->intr_lock);
561 * @vscsi: Pointer to our adapter structure
572 static void ibmvscsis_post_disconnect(struct scsi_info *vscsi, uint new_state,
586 dev_err(&vscsi->dev, "post_disconnect: Invalid new state %d\n",
591 vscsi->flags |= flag_bits;
593 dev_dbg(&vscsi->dev, "post_disconnect: new_state 0x%x, flag_bits 0x%x, vscsi->flags 0x%x, state %hx\n",
594 new_state, flag_bits, vscsi->flags, vscsi->state);
596 if (!(vscsi->flags & (DISCONNECT_SCHEDULED | SCHEDULE_DISCONNECT))) {
597 vscsi->flags |= SCHEDULE_DISCONNECT;
598 vscsi->new_state = new_state;
600 INIT_WORK(&vscsi->proc_work, ibmvscsis_disconnect);
601 (void)queue_work(vscsi->work_q, &vscsi->proc_work);
603 if (vscsi->new_state)
604 state = vscsi->new_state;
606 state = vscsi->state;
617 vscsi->new_state = new_state;
624 vscsi->new_state = new_state;
636 vscsi->new_state = new_state;
644 dev_dbg(&vscsi->dev, "Leaving post_disconnect: flags 0x%x, new_state 0x%x\n",
645 vscsi->flags, vscsi->new_state);
650 * @vscsi: Pointer to our adapter structure
654 static long ibmvscsis_handle_init_compl_msg(struct scsi_info *vscsi)
658 switch (vscsi->state) {
669 vscsi->state = CONNECTED;
678 dev_err(&vscsi->dev, "init_msg: invalid state %d to get init compl msg\n",
679 vscsi->state);
680 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
689 * @vscsi: Pointer to our adapter structure
693 static long ibmvscsis_handle_init_msg(struct scsi_info *vscsi)
697 switch (vscsi->state) {
699 rc = ibmvscsis_send_init_message(vscsi, INIT_COMPLETE_MSG);
702 vscsi->state = CONNECTED;
706 dev_err(&vscsi->dev, "init_msg: failed to send, rc %ld\n",
708 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT, 0);
712 dev_err(&vscsi->dev, "init_msg: failed to send, rc %ld\n",
715 ibmvscsis_post_disconnect(vscsi,
720 dev_warn(&vscsi->dev, "init_msg: failed to send, rc %ld\n",
744 dev_err(&vscsi->dev, "init_msg: invalid state %d to get init msg\n",
745 vscsi->state);
746 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
755 * @vscsi: Pointer to our adapter structure
761 static long ibmvscsis_init_msg(struct scsi_info *vscsi, struct viosrp_crq *crq)
765 dev_dbg(&vscsi->dev, "init_msg: state 0x%hx\n", vscsi->state);
767 rc = h_vioctl(vscsi->dds.unit_id, H_GET_PARTNER_INFO,
768 (u64)vscsi->map_ioba | ((u64)PAGE_SIZE << 32), 0, 0, 0,
771 vscsi->client_data.partition_number =
772 be64_to_cpu(*(u64 *)vscsi->map_buf);
773 dev_dbg(&vscsi->dev, "init_msg, part num %d\n",
774 vscsi->client_data.partition_number);
776 dev_dbg(&vscsi->dev, "init_msg h_vioctl rc %ld\n", rc);
781 rc = ibmvscsis_handle_init_msg(vscsi);
783 rc = ibmvscsis_handle_init_compl_msg(vscsi);
786 dev_err(&vscsi->dev, "init_msg: invalid format %d\n",
788 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
796 * @vscsi: Pointer to our adapter structure
800 static long ibmvscsis_establish_new_q(struct scsi_info *vscsi)
805 rc = h_vioctl(vscsi->dds.unit_id, H_ENABLE_PREPARE_FOR_SUSPEND, 30000,
808 vscsi->flags |= PREP_FOR_SUSPEND_ENABLED;
810 dev_err(&vscsi->dev, "Error from Enable Prepare for Suspend: %ld\n",
813 vscsi->flags &= PRESERVE_FLAG_FIELDS;
814 vscsi->rsp_q_timer.timer_pops = 0;
815 vscsi->debit = 0;
816 vscsi->credit = 0;
818 rc = vio_enable_interrupts(vscsi->dma_dev);
820 dev_warn(&vscsi->dev, "establish_new_q: failed to enable interrupts, rc %ld\n",
825 rc = ibmvscsis_check_init_msg(vscsi, &format);
827 dev_err(&vscsi->dev, "establish_new_q: check_init_msg failed, rc %ld\n",
833 rc = ibmvscsis_send_init_message(vscsi, INIT_MSG);
846 vscsi->state = UNDEFINED;
851 rc = ibmvscsis_handle_init_msg(vscsi);
859 * @vscsi: Pointer to our adapter structure
876 static void ibmvscsis_reset_queue(struct scsi_info *vscsi)
881 dev_dbg(&vscsi->dev, "reset_queue: flags 0x%x\n", vscsi->flags);
884 if (vscsi->flags & (CLIENT_FAILED | TRANS_EVENT)) {
885 vscsi->flags &= PRESERVE_FLAG_FIELDS;
886 vscsi->rsp_q_timer.timer_pops = 0;
887 vscsi->debit = 0;
888 vscsi->credit = 0;
889 vscsi->state = WAIT_CONNECTION;
890 vio_enable_interrupts(vscsi->dma_dev);
892 rc = ibmvscsis_free_command_q(vscsi);
894 vscsi->state = WAIT_CONNECTION;
896 bytes = vscsi->cmd_q.size * PAGE_SIZE;
897 rc = h_reg_crq(vscsi->dds.unit_id,
898 vscsi->cmd_q.crq_token, bytes);
900 rc = ibmvscsis_establish_new_q(vscsi);
904 dev_dbg(&vscsi->dev, "reset_queue: reg_crq rc %ld\n",
907 vscsi->state = ERR_DISCONNECTED;
908 vscsi->flags |= RESPONSE_Q_DOWN;
909 ibmvscsis_free_command_q(vscsi);
912 vscsi->state = ERR_DISCONNECTED;
913 vscsi->flags |= RESPONSE_Q_DOWN;
920 * @vscsi: Pointer to our adapter structure
925 static void ibmvscsis_free_cmd_resources(struct scsi_info *vscsi,
937 if (vscsi->debit)
938 vscsi->debit -= 1;
941 vscsi->flags &= ~PROCESSING_MAD;
946 dev_err(&vscsi->dev, "free_cmd_resources unknown type %d\n",
952 list_add_tail(&cmd->list, &vscsi->free_cmd);
955 if (list_empty(&vscsi->active_q) && list_empty(&vscsi->schedule_q) &&
956 list_empty(&vscsi->waiting_rsp) && (vscsi->flags & WAIT_FOR_IDLE)) {
957 vscsi->flags &= ~WAIT_FOR_IDLE;
958 complete(&vscsi->wait_idle);
964 * @vscsi: Pointer to our adapter structure
976 static long ibmvscsis_ready_for_suspend(struct scsi_info *vscsi, bool idle)
982 crq = vscsi->cmd_q.base_addr + vscsi->cmd_q.index;
984 dev_dbg(&vscsi->dev, "ready_suspend: flags 0x%x, state 0x%hx crq_valid:%x\n",
985 vscsi->flags, vscsi->state, (int)crq->valid);
987 if (!(vscsi->flags & PREP_FOR_SUSPEND_ABORTED) && !(crq->valid)) {
988 rc = h_vioctl(vscsi->dds.unit_id, H_READY_FOR_SUSPEND, 0, 0, 0,
991 dev_err(&vscsi->dev, "Ready for Suspend Vioctl failed: %ld\n",
995 } else if (((vscsi->flags & PREP_FOR_SUSPEND_OVERWRITE) &&
996 (vscsi->flags & PREP_FOR_SUSPEND_ABORTED)) ||
1000 vscsi->state = ERR_DISCONNECT_RECONNECT;
1001 ibmvscsis_reset_queue(vscsi);
1003 } else if (vscsi->state == CONNECTED) {
1004 ibmvscsis_post_disconnect(vscsi,
1008 vscsi->flags &= ~PREP_FOR_SUSPEND_OVERWRITE;
1012 dev_err(&vscsi->dev, "Invalid element in CRQ after Prepare for Suspend");
1015 vscsi->flags &= ~(PREP_FOR_SUSPEND_PENDING | PREP_FOR_SUSPEND_ABORTED);
1022 * @vscsi: Pointer to our adapter structure
1031 static long ibmvscsis_trans_event(struct scsi_info *vscsi,
1036 dev_dbg(&vscsi->dev, "trans_event: format %d, flags 0x%x, state 0x%hx\n",
1037 (int)crq->format, vscsi->flags, vscsi->state);
1043 ibmvscsis_delete_client_info(vscsi, true);
1045 vscsi->flags &= ~PREP_FOR_SUSPEND_OVERWRITE;
1046 switch (vscsi->state) {
1053 vscsi->flags |= (RESPONSE_Q_DOWN | TRANS_EVENT);
1063 ibmvscsis_post_disconnect(vscsi, WAIT_IDLE,
1069 if ((vscsi->debit > 0) ||
1070 !list_empty(&vscsi->schedule_q) ||
1071 !list_empty(&vscsi->waiting_rsp) ||
1072 !list_empty(&vscsi->active_q)) {
1073 dev_dbg(&vscsi->dev, "debit %d, sched %d, wait %d, active %d\n",
1074 vscsi->debit,
1075 (int)list_empty(&vscsi->schedule_q),
1076 (int)list_empty(&vscsi->waiting_rsp),
1077 (int)list_empty(&vscsi->active_q));
1078 dev_warn(&vscsi->dev, "connection lost with outstanding work\n");
1080 dev_dbg(&vscsi->dev, "trans_event: SRP Processing, but no outstanding work\n");
1083 ibmvscsis_post_disconnect(vscsi, WAIT_IDLE,
1091 vscsi->flags |= (RESPONSE_Q_DOWN | TRANS_EVENT);
1097 dev_dbg(&vscsi->dev, "Prep for Suspend, crq status = 0x%x\n",
1099 switch (vscsi->state) {
1103 ibmvscsis_ready_for_suspend(vscsi, false);
1106 vscsi->resume_state = vscsi->state;
1107 vscsi->flags |= PREP_FOR_SUSPEND_PENDING;
1109 vscsi->flags |= PREP_FOR_SUSPEND_OVERWRITE;
1110 ibmvscsis_post_disconnect(vscsi, WAIT_IDLE, 0);
1119 dev_err(&vscsi->dev, "Invalid state for Prepare for Suspend Trans Event: 0x%x\n",
1120 vscsi->state);
1126 dev_dbg(&vscsi->dev, "Resume from Suspend, crq status = 0x%x\n",
1128 if (vscsi->flags & PREP_FOR_SUSPEND_PENDING) {
1129 vscsi->flags |= PREP_FOR_SUSPEND_ABORTED;
1132 (vscsi->flags & PREP_FOR_SUSPEND_OVERWRITE)) {
1133 ibmvscsis_post_disconnect(vscsi,
1136 vscsi->flags &= ~PREP_FOR_SUSPEND_OVERWRITE;
1143 dev_err(&vscsi->dev, "trans_event: invalid format %d\n",
1145 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT,
1150 rc = vscsi->flags & SCHEDULE_DISCONNECT;
1152 dev_dbg(&vscsi->dev, "Leaving trans_event: flags 0x%x, state 0x%hx, rc %ld\n",
1153 vscsi->flags, vscsi->state, rc);
1160 * @vscsi: Pointer to our adapter structure
1168 static void ibmvscsis_poll_cmd_q(struct scsi_info *vscsi)
1175 dev_dbg(&vscsi->dev, "poll_cmd_q: flags 0x%x, state 0x%hx, q index %ud\n",
1176 vscsi->flags, vscsi->state, vscsi->cmd_q.index);
1178 rc = vscsi->flags & SCHEDULE_DISCONNECT;
1179 crq = vscsi->cmd_q.base_addr + vscsi->cmd_q.index;
1185 vscsi->cmd_q.index =
1186 (vscsi->cmd_q.index + 1) & vscsi->cmd_q.mask;
1189 rc = ibmvscsis_parse_command(vscsi, crq);
1198 rc = ibmvscsis_trans_event(vscsi, crq);
1199 } else if (vscsi->flags & TRANS_EVENT) {
1204 dev_dbg(&vscsi->dev, "poll_cmd_q, ignoring\n");
1210 if (vscsi->cmd_q.index)
1211 vscsi->cmd_q.index -= 1;
1217 vscsi->cmd_q.index = vscsi->cmd_q.mask;
1224 crq = vscsi->cmd_q.base_addr + vscsi->cmd_q.index;
1231 vio_enable_interrupts(vscsi->dma_dev);
1233 dev_dbg(&vscsi->dev, "poll_cmd_q, reenabling interrupts\n");
1241 dev_dbg(&vscsi->dev, "Leaving poll_cmd_q: rc %ld\n", rc);
1246 * @vscsi: Pointer to our adapter structure
1254 static void ibmvscsis_free_cmd_qs(struct scsi_info *vscsi)
1258 dev_dbg(&vscsi->dev, "free_cmd_qs: waiting_rsp empty %d, timer starter %d\n",
1259 (int)list_empty(&vscsi->waiting_rsp),
1260 vscsi->rsp_q_timer.started);
1262 list_for_each_entry_safe(cmd, nxt, &vscsi->waiting_rsp, list) {
1264 ibmvscsis_free_cmd_resources(vscsi, cmd);
1270 * @vscsi: Pointer to our adapter structure
1274 static struct ibmvscsis_cmd *ibmvscsis_get_free_cmd(struct scsi_info *vscsi)
1279 iue = srp_iu_get(&vscsi->target);
1281 cmd = list_first_entry_or_null(&vscsi->free_cmd,
1301 * @vscsi: Pointer to our adapter structure
1312 static void ibmvscsis_adapter_idle(struct scsi_info *vscsi)
1317 dev_dbg(&vscsi->dev, "adapter_idle: flags 0x%x, state 0x%hx\n",
1318 vscsi->flags, vscsi->state);
1321 if (vscsi->state != WAIT_CONNECTION || vscsi->flags & TRANS_EVENT)
1324 switch (vscsi->state) {
1326 ibmvscsis_free_command_q(vscsi);
1329 if (vscsi->flags & CFG_SLEEPING) {
1330 vscsi->flags &= ~CFG_SLEEPING;
1331 complete(&vscsi->unconfig);
1335 ibmvscsis_reset_queue(vscsi);
1336 dev_dbg(&vscsi->dev, "adapter_idle, disc_rec: flags 0x%x\n",
1337 vscsi->flags);
1341 ibmvscsis_free_command_q(vscsi);
1342 vscsi->flags &= ~(SCHEDULE_DISCONNECT | DISCONNECT_SCHEDULED);
1343 vscsi->flags |= RESPONSE_Q_DOWN;
1344 if (vscsi->tport.enabled)
1345 vscsi->state = ERR_DISCONNECTED;
1347 vscsi->state = WAIT_ENABLED;
1348 dev_dbg(&vscsi->dev, "adapter_idle, disc: flags 0x%x, state 0x%hx\n",
1349 vscsi->flags, vscsi->state);
1353 vscsi->rsp_q_timer.timer_pops = 0;
1354 vscsi->debit = 0;
1355 vscsi->credit = 0;
1356 if (vscsi->flags & PREP_FOR_SUSPEND_PENDING) {
1357 vscsi->state = vscsi->resume_state;
1358 vscsi->resume_state = 0;
1359 rc = ibmvscsis_ready_for_suspend(vscsi, true);
1360 vscsi->flags &= ~DISCONNECT_SCHEDULED;
1363 } else if (vscsi->flags & TRANS_EVENT) {
1364 vscsi->state = WAIT_CONNECTION;
1365 vscsi->flags &= PRESERVE_FLAG_FIELDS;
1367 vscsi->state = CONNECTED;
1368 vscsi->flags &= ~DISCONNECT_SCHEDULED;
1371 dev_dbg(&vscsi->dev, "adapter_idle, wait: flags 0x%x, state 0x%hx\n",
1372 vscsi->flags, vscsi->state);
1373 ibmvscsis_poll_cmd_q(vscsi);
1377 vscsi->flags &= ~DISCONNECT_SCHEDULED;
1378 dev_dbg(&vscsi->dev, "adapter_idle, disconnected: flags 0x%x, state 0x%hx\n",
1379 vscsi->flags, vscsi->state);
1383 dev_err(&vscsi->dev, "adapter_idle: in invalid state %d\n",
1384 vscsi->state);
1389 ibmvscsis_free_cmd_qs(vscsi);
1409 if (vscsi->phyp_acr_state != 0) {
1415 vscsi->flags |= vscsi->phyp_acr_flags;
1416 ibmvscsis_post_disconnect(vscsi, vscsi->phyp_acr_state, 0);
1417 vscsi->phyp_acr_state = 0;
1418 vscsi->phyp_acr_flags = 0;
1420 dev_dbg(&vscsi->dev, "adapter_idle: flags 0x%x, state 0x%hx, acr_flags 0x%x, acr_state 0x%hx\n",
1421 vscsi->flags, vscsi->state, vscsi->phyp_acr_flags,
1422 vscsi->phyp_acr_state);
1425 dev_dbg(&vscsi->dev, "Leaving adapter_idle: flags 0x%x, state 0x%hx, new_state 0x%x\n",
1426 vscsi->flags, vscsi->state, vscsi->new_state);
1431 * @vscsi: Pointer to our adapter structure
1441 static long ibmvscsis_copy_crq_packet(struct scsi_info *vscsi,
1451 dev_err(&vscsi->dev, "copy_crq: Invalid len %d passed", len);
1452 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
1456 rc = h_copy_rdma(len, vscsi->dds.window[REMOTE].liobn,
1458 vscsi->dds.window[LOCAL].liobn, iue->sbuf->dma);
1465 dev_dbg(&vscsi->dev, "copy_crq: ioba 0x%llx, init_time 0x%llx\n",
1469 if (connection_broken(vscsi))
1470 ibmvscsis_post_disconnect(vscsi,
1475 ibmvscsis_post_disconnect(vscsi,
1478 dev_err(&vscsi->dev, "copy_crq: h_copy_rdma failed, rc %ld\n",
1484 dev_err(&vscsi->dev, "copy_crq: h_copy_rdma failed, rc %ld\n",
1486 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
1495 * @vscsi: Pointer to our adapter structure
1501 static long ibmvscsis_adapter_info(struct scsi_info *vscsi,
1517 info = dma_alloc_coherent(&vscsi->dma_dev->dev, sizeof(*info), &token,
1520 dev_err(&vscsi->dev, "bad dma_alloc_coherent %p\n",
1528 vscsi->dds.window[REMOTE].liobn,
1530 vscsi->dds.window[LOCAL].liobn, token);
1534 if (connection_broken(vscsi))
1537 dev_warn(&vscsi->dev, "adapter_info: h_copy_rdma from client failed, rc %ld\n",
1539 dev_dbg(&vscsi->dev, "adapter_info: ioba 0x%llx, flags 0x%x, flag_bits 0x%x\n",
1540 be64_to_cpu(mad->buffer), vscsi->flags, flag_bits);
1541 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT,
1551 if (vscsi->client_data.partition_number == 0)
1552 vscsi->client_data.partition_number =
1554 strscpy(vscsi->client_data.srp_version, info->srp_version,
1555 sizeof(vscsi->client_data.srp_version));
1556 strscpy(vscsi->client_data.partition_name, info->partition_name,
1557 sizeof(vscsi->client_data.partition_name));
1558 vscsi->client_data.mad_version = be32_to_cpu(info->mad_version);
1559 vscsi->client_data.os_type = be32_to_cpu(info->os_type);
1564 strscpy_pad(info->partition_name, vscsi->dds.partition_name,
1566 info->partition_number = cpu_to_be32(vscsi->dds.partition_num);
1573 rc = h_copy_rdma(sizeof(*info), vscsi->dds.window[LOCAL].liobn,
1574 token, vscsi->dds.window[REMOTE].liobn,
1583 if (connection_broken(vscsi))
1587 dev_err(&vscsi->dev, "adapter_info: h_copy_rdma to client failed, rc %ld\n",
1589 ibmvscsis_post_disconnect(vscsi,
1596 dma_free_coherent(&vscsi->dma_dev->dev, sizeof(*info), info, token);
1597 dev_dbg(&vscsi->dev, "Leaving adapter_info, rc %ld\n", rc);
1604 * @vscsi: Pointer to our adapter structure
1613 static int ibmvscsis_cap_mad(struct scsi_info *vscsi, struct iu_entry *iue)
1631 dev_warn(&vscsi->dev, "cap_mad: invalid len %d\n", olen);
1636 cap = dma_alloc_coherent(&vscsi->dma_dev->dev, olen, &token,
1639 dev_err(&vscsi->dev, "bad dma_alloc_coherent %p\n",
1644 rc = h_copy_rdma(olen, vscsi->dds.window[REMOTE].liobn,
1646 vscsi->dds.window[LOCAL].liobn, token);
1648 strscpy_pad(cap->name, dev_name(&vscsi->dma_dev->dev),
1656 dev_dbg(&vscsi->dev, "cap_mad: len left %hd, cap type %d, cap len %hd\n",
1662 dev_err(&vscsi->dev, "cap_mad: cap len mismatch with total len\n");
1668 dev_err(&vscsi->dev, "cap_mad: cap len is 0\n");
1675 dev_dbg(&vscsi->dev, "cap_mad: unsupported capability\n");
1690 rc = h_copy_rdma(olen, vscsi->dds.window[LOCAL].liobn, token,
1691 vscsi->dds.window[REMOTE].liobn,
1695 dev_dbg(&vscsi->dev, "cap_mad: failed to copy to client, rc %ld\n",
1699 if (connection_broken(vscsi))
1704 dev_warn(&vscsi->dev, "cap_mad: error copying data to client, rc %ld\n",
1706 ibmvscsis_post_disconnect(vscsi,
1712 dma_free_coherent(&vscsi->dma_dev->dev, olen, cap, token);
1714 dev_dbg(&vscsi->dev, "Leaving cap_mad, rc %ld, client_cap 0x%x\n",
1715 rc, vscsi->client_cap);
1722 * @vscsi: Pointer to our adapter structure
1727 static long ibmvscsis_process_mad(struct scsi_info *vscsi, struct iu_entry *iue)
1736 vscsi->empty_iu_id = be64_to_cpu(empty->buffer);
1737 vscsi->empty_iu_tag = be64_to_cpu(empty->common.tag);
1741 rc = ibmvscsis_adapter_info(vscsi, iue);
1744 rc = ibmvscsis_cap_mad(vscsi, iue);
1747 if (vscsi->state == CONNECTED) {
1748 vscsi->fast_fail = true;
1751 dev_warn(&vscsi->dev, "fast fail mad sent after login\n");
1765 * @vscsi: Pointer to our adapter structure
1770 static void srp_snd_msg_failed(struct scsi_info *vscsi, long rc)
1775 ibmvscsis_free_cmd_qs(vscsi);
1778 vscsi->flags |= CLIENT_FAILED;
1781 if (!(vscsi->flags & RESPONSE_Q_DOWN)) {
1782 vscsi->flags |= RESPONSE_Q_DOWN;
1783 if (!(vscsi->state & (ERR_DISCONNECT |
1786 dev_err(&vscsi->dev, "snd_msg_failed: setting RESPONSE_Q_DOWN, state 0x%hx, flags 0x%x, rc %ld\n",
1787 vscsi->state, vscsi->flags, rc);
1789 ibmvscsis_post_disconnect(vscsi,
1809 if ((vscsi->rsp_q_timer.timer_pops < MAX_TIMER_POPS) ||
1810 (vscsi->state == SRP_PROCESSING)) {
1811 dev_dbg(&vscsi->dev, "snd_msg_failed: response queue full, flags 0x%x, timer started %d, pops %d\n",
1812 vscsi->flags, (int)vscsi->rsp_q_timer.started,
1813 vscsi->rsp_q_timer.timer_pops);
1819 if (!vscsi->rsp_q_timer.started) {
1820 if (vscsi->rsp_q_timer.timer_pops <
1831 vscsi->rsp_q_timer.started = true;
1832 hrtimer_start(&vscsi->rsp_q_timer.timer, kt,
1844 vscsi->flags |= RESPONSE_Q_DOWN;
1845 ibmvscsis_free_cmd_qs(vscsi);
1851 if (!(vscsi->state & (ERR_DISCONNECT |
1854 dev_err(&vscsi->dev, "client crq full too long\n");
1855 ibmvscsis_post_disconnect(vscsi,
1864 * @vscsi: Pointer to our adapter structure
1873 static void ibmvscsis_send_messages(struct scsi_info *vscsi)
1881 if (!(vscsi->flags & RESPONSE_Q_DOWN)) {
1884 list_for_each_entry_safe(cmd, nxt, &vscsi->waiting_rsp,
1909 ibmvscsis_free_cmd_resources(vscsi,
1914 * the vscsi credit so that when we dont
1929 vscsi->credit += 1;
1939 rc = h_send_crq(vscsi->dma_dev->unit_address,
1943 dev_dbg(&vscsi->dev, "send_messages: cmd %p, tag 0x%llx, rc %ld\n",
1952 vscsi->rsp_q_timer.timer_pops = 0;
1955 ibmvscsis_free_cmd_resources(vscsi,
1958 srp_snd_msg_failed(vscsi, rc);
1971 vscsi->rsp_q_timer.timer_pops = 0;
1974 ibmvscsis_free_cmd_qs(vscsi);
1979 static void ibmvscsis_send_mad_resp(struct scsi_info *vscsi,
1990 vscsi->dds.window[LOCAL].liobn, iue->sbuf->dma,
1991 vscsi->dds.window[REMOTE].liobn,
1997 list_add_tail(&cmd->list, &vscsi->waiting_rsp);
1998 ibmvscsis_send_messages(vscsi);
2000 dev_dbg(&vscsi->dev, "Error sending mad response, rc %ld\n",
2003 if (connection_broken(vscsi))
2006 dev_err(&vscsi->dev, "mad: failed to copy to client, rc %ld\n",
2009 ibmvscsis_free_cmd_resources(vscsi, cmd);
2010 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT,
2017 * @vscsi: Pointer to our adapter structure
2023 static long ibmvscsis_mad(struct scsi_info *vscsi, struct viosrp_crq *crq)
2030 switch (vscsi->state) {
2037 dev_dbg(&vscsi->dev, "mad: in Wait Connection state, ignoring MAD, flags %d\n",
2038 vscsi->flags);
2054 dev_err(&vscsi->dev, "mad: invalid adapter state %d for mad\n",
2055 vscsi->state);
2059 cmd = ibmvscsis_get_free_cmd(vscsi);
2061 dev_err(&vscsi->dev, "mad: failed to get cmd, debit %d\n",
2062 vscsi->debit);
2063 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2069 rc = ibmvscsis_copy_crq_packet(vscsi, cmd, crq);
2073 dev_dbg(&vscsi->dev, "mad: type %d\n", be32_to_cpu(mad->type));
2075 rc = ibmvscsis_process_mad(vscsi, iue);
2077 dev_dbg(&vscsi->dev, "mad: status %hd, rc %ld\n",
2081 ibmvscsis_send_mad_resp(vscsi, cmd, crq);
2083 ibmvscsis_free_cmd_resources(vscsi, cmd);
2086 dev_dbg(&vscsi->dev, "Leaving mad, rc %ld\n", rc);
2092 * @vscsi: Pointer to our adapter structure
2098 static long ibmvscsis_login_rsp(struct scsi_info *vscsi,
2110 rsp->req_lim_delta = cpu_to_be32(vscsi->request_limit);
2116 vscsi->credit = 0;
2121 rc = h_copy_rdma(cmd->rsp.len, vscsi->dds.window[LOCAL].liobn,
2122 iue->sbuf->dma, vscsi->dds.window[REMOTE].liobn,
2130 if (connection_broken(vscsi))
2132 dev_err(&vscsi->dev, "login_rsp: error copying to client, rc %ld\n",
2134 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT,
2140 dev_err(&vscsi->dev, "login_rsp: error copying to client, rc %ld\n",
2142 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2151 * @vscsi: Pointer to our adapter structure
2158 static long ibmvscsis_srp_login_rej(struct scsi_info *vscsi,
2178 rc = h_copy_rdma(cmd->rsp.len, vscsi->dds.window[LOCAL].liobn,
2179 iue->sbuf->dma, vscsi->dds.window[REMOTE].liobn,
2186 if (connection_broken(vscsi))
2188 dev_err(&vscsi->dev, "login_rej: error copying to client, rc %ld\n",
2190 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT,
2196 dev_err(&vscsi->dev, "login_rej: error copying to client, rc %ld\n",
2198 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2209 struct scsi_info *vscsi = container_of(tport, struct scsi_info, tport);
2213 dev_dbg(&vscsi->dev, "tport->ibmv_nexus already exists\n");
2219 dev_err(&vscsi->dev, "Unable to allocate struct ibmvscsis_nexus\n");
2265 * @vscsi: Pointer to our adapter structure
2272 static long ibmvscsis_srp_login(struct scsi_info *vscsi,
2303 if (vscsi->state == SRP_PROCESSING)
2306 rc = ibmvscsis_make_nexus(&vscsi->tport);
2313 dev_dbg(&vscsi->dev, "srp_login: reason 0x%x\n", reason);
2316 rc = ibmvscsis_srp_login_rej(vscsi, cmd, reason);
2318 rc = ibmvscsis_login_rsp(vscsi, cmd);
2322 vscsi->state = SRP_PROCESSING;
2324 list_add_tail(&cmd->list, &vscsi->waiting_rsp);
2325 ibmvscsis_send_messages(vscsi);
2327 ibmvscsis_free_cmd_resources(vscsi, cmd);
2330 dev_dbg(&vscsi->dev, "Leaving srp_login, rc %ld\n", rc);
2336 * @vscsi: Pointer to our adapter structure
2346 static long ibmvscsis_srp_i_logout(struct scsi_info *vscsi,
2353 if ((vscsi->debit > 0) || !list_empty(&vscsi->schedule_q) ||
2354 !list_empty(&vscsi->waiting_rsp)) {
2355 dev_err(&vscsi->dev, "i_logout: outstanding work\n");
2356 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT, 0);
2361 list_add_tail(&cmd->list, &vscsi->waiting_rsp);
2362 ibmvscsis_send_messages(vscsi);
2364 ibmvscsis_post_disconnect(vscsi, WAIT_IDLE, 0);
2371 static void ibmvscsis_srp_cmd(struct scsi_info *vscsi, struct viosrp_crq *crq)
2379 if (vscsi->request_limit - vscsi->debit <= 0) {
2381 dev_err(&vscsi->dev, "Client exceeded the request limit (%d), debit %d\n",
2382 vscsi->request_limit, vscsi->debit);
2383 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2387 cmd = ibmvscsis_get_free_cmd(vscsi);
2389 dev_err(&vscsi->dev, "srp_cmd failed to get cmd, debit %d\n",
2390 vscsi->debit);
2391 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2397 rc = ibmvscsis_copy_crq_packet(vscsi, cmd, crq);
2399 ibmvscsis_free_cmd_resources(vscsi, cmd);
2403 if (vscsi->state == SRP_PROCESSING) {
2406 rc = ibmvscsis_srp_login(vscsi, cmd, crq);
2411 dev_dbg(&vscsi->dev, "tsk_mgmt tag: %llu (0x%llx)\n",
2414 vscsi->debit += 1;
2416 list_add_tail(&cmd->list, &vscsi->schedule_q);
2417 queue_work(vscsi->work_q, &cmd->work);
2421 dev_dbg(&vscsi->dev, "srp_cmd tag: %llu (0x%llx)\n",
2424 vscsi->debit += 1;
2430 list_add_tail(&cmd->list, &vscsi->schedule_q);
2431 queue_work(vscsi->work_q, &cmd->work);
2435 rc = ibmvscsis_srp_i_logout(vscsi, cmd, crq);
2441 ibmvscsis_free_cmd_resources(vscsi, cmd);
2442 dev_err(&vscsi->dev, "invalid srp cmd, opcode %d\n",
2444 ibmvscsis_post_disconnect(vscsi,
2448 } else if (srp->opcode == SRP_LOGIN_REQ && vscsi->state == CONNECTED) {
2449 rc = ibmvscsis_srp_login(vscsi, cmd, crq);
2451 ibmvscsis_free_cmd_resources(vscsi, cmd);
2452 dev_err(&vscsi->dev, "Invalid state %d to handle srp cmd\n",
2453 vscsi->state);
2454 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2460 * @vscsi: Pointer to our adapter structure
2471 static long ibmvscsis_ping_response(struct scsi_info *vscsi)
2482 rc = h_send_crq(vscsi->dds.unit_id, cpu_to_be64(buffer[MSG_HI]),
2489 vscsi->flags |= CLIENT_FAILED;
2492 vscsi->flags |= RESPONSE_Q_DOWN;
2495 dev_err(&vscsi->dev, "ping_response: h_send_crq failed, rc %ld\n",
2497 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2500 dev_err(&vscsi->dev, "ping_response: h_send_crq returned unknown rc %ld\n",
2502 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT, 0);
2511 * @vscsi: Pointer to our adapter structure
2521 static long ibmvscsis_parse_command(struct scsi_info *vscsi,
2533 if (vscsi->flags & PROCESSING_MAD) {
2535 dev_err(&vscsi->dev, "parse_command: already processing mad\n");
2536 ibmvscsis_post_disconnect(vscsi,
2540 vscsi->flags |= PROCESSING_MAD;
2541 rc = ibmvscsis_mad(vscsi, crq);
2546 ibmvscsis_srp_cmd(vscsi, crq);
2551 ibmvscsis_ping_response(vscsi);
2555 dev_err(&vscsi->dev, "parse_command: invalid format %d\n",
2557 ibmvscsis_post_disconnect(vscsi,
2564 rc = ibmvscsis_trans_event(vscsi, crq);
2568 rc = ibmvscsis_init_msg(vscsi, crq);
2572 dev_err(&vscsi->dev, "parse_command: invalid valid field %d\n",
2574 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2582 rc = vscsi->flags & SCHEDULE_DISCONNECT;
2587 static int read_dma_window(struct scsi_info *vscsi)
2589 struct vio_dev *vdev = vscsi->dma_dev;
2601 dev_err(&vscsi->dev, "Couldn't find ibm,my-dma-window property\n");
2605 vscsi->dds.window[LOCAL].liobn = be32_to_cpu(*dma_window);
2611 dev_warn(&vscsi->dev, "Couldn't find ibm,#dma-address-cells property\n");
2620 dev_warn(&vscsi->dev, "Couldn't find ibm,#dma-size-cells property\n");
2627 vscsi->dds.window[REMOTE].liobn = be32_to_cpu(*dma_window);
2636 struct scsi_info *vscsi;
2639 list_for_each_entry(vscsi, &ibmvscsis_dev_list, list) {
2640 vdev = vscsi->dma_dev;
2642 tport = &vscsi->tport;
2653 * @vscsi: Pointer to our adapter structure
2662 static void ibmvscsis_parse_cmd(struct scsi_info *vscsi,
2672 nexus = vscsi->tport.ibmv_nexus;
2682 dev_err(&vscsi->dev, "parse_cmd: reserved bits set in IU\n");
2683 spin_lock_bh(&vscsi->intr_lock);
2684 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2685 ibmvscsis_free_cmd_resources(vscsi, cmd);
2686 spin_unlock_bh(&vscsi->intr_lock);
2691 dev_err(&vscsi->dev, "0x%llx: parsing SRP descriptor table failed.\n",
2712 dev_err(&vscsi->dev, "Invalid task attribute %d\n",
2719 spin_lock_bh(&vscsi->intr_lock);
2720 list_add_tail(&cmd->list, &vscsi->active_q);
2721 spin_unlock_bh(&vscsi->intr_lock);
2731 spin_lock_bh(&vscsi->intr_lock);
2732 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2733 spin_unlock_bh(&vscsi->intr_lock);
2738 * @vscsi: Pointer to our adapter structure
2748 static void ibmvscsis_parse_task(struct scsi_info *vscsi,
2758 nexus = vscsi->tport.ibmv_nexus;
2780 dev_err(&vscsi->dev, "unknown task mgmt func %d\n",
2791 spin_lock_bh(&vscsi->intr_lock);
2792 list_add_tail(&cmd->list, &vscsi->active_q);
2793 spin_unlock_bh(&vscsi->intr_lock);
2797 dev_dbg(&vscsi->dev, "calling submit_tmr, func %d\n",
2803 dev_err(&vscsi->dev, "target_submit_tmr failed, rc %d\n",
2805 spin_lock_bh(&vscsi->intr_lock);
2807 spin_unlock_bh(&vscsi->intr_lock);
2821 struct scsi_info *vscsi = cmd->adapter;
2823 spin_lock_bh(&vscsi->intr_lock);
2829 if (vscsi->flags & (SCHEDULE_DISCONNECT | DISCONNECT_SCHEDULED)) {
2830 ibmvscsis_free_cmd_resources(vscsi, cmd);
2833 if (list_empty(&vscsi->active_q) &&
2834 list_empty(&vscsi->schedule_q) &&
2835 (vscsi->flags & WAIT_FOR_IDLE)) {
2836 vscsi->flags &= ~WAIT_FOR_IDLE;
2837 complete(&vscsi->wait_idle);
2840 spin_unlock_bh(&vscsi->intr_lock);
2844 spin_unlock_bh(&vscsi->intr_lock);
2848 ibmvscsis_parse_cmd(vscsi, cmd);
2851 ibmvscsis_parse_task(vscsi, cmd);
2854 dev_err(&vscsi->dev, "scheduler, invalid cmd type %d\n",
2856 spin_lock_bh(&vscsi->intr_lock);
2857 ibmvscsis_free_cmd_resources(vscsi, cmd);
2858 spin_unlock_bh(&vscsi->intr_lock);
2863 static int ibmvscsis_alloc_cmds(struct scsi_info *vscsi, int num)
2868 INIT_LIST_HEAD(&vscsi->free_cmd);
2869 vscsi->cmd_pool = kcalloc(num, sizeof(struct ibmvscsis_cmd),
2871 if (!vscsi->cmd_pool)
2874 for (i = 0, cmd = (struct ibmvscsis_cmd *)vscsi->cmd_pool; i < num;
2877 cmd->adapter = vscsi;
2879 list_add_tail(&cmd->list, &vscsi->free_cmd);
2885 static void ibmvscsis_free_cmds(struct scsi_info *vscsi)
2887 kfree(vscsi->cmd_pool);
2888 vscsi->cmd_pool = NULL;
2889 INIT_LIST_HEAD(&vscsi->free_cmd);
2908 struct scsi_info *vscsi = container_of(p_timer, struct scsi_info,
2911 spin_lock_bh(&vscsi->intr_lock);
2914 ibmvscsis_send_messages(vscsi);
2915 spin_unlock_bh(&vscsi->intr_lock);
2920 static long ibmvscsis_alloctimer(struct scsi_info *vscsi)
2924 p_timer = &vscsi->rsp_q_timer;
2932 static void ibmvscsis_freetimer(struct scsi_info *vscsi)
2936 p_timer = &vscsi->rsp_q_timer;
2946 struct scsi_info *vscsi = data;
2948 vio_disable_interrupts(vscsi->dma_dev);
2949 tasklet_schedule(&vscsi->work_task);
2956 * @vscsi: Pointer to our adapter structure
2963 static long ibmvscsis_enable_change_state(struct scsi_info *vscsi)
2968 bytes = vscsi->cmd_q.size * PAGE_SIZE;
2969 rc = h_reg_crq(vscsi->dds.unit_id, vscsi->cmd_q.crq_token, bytes);
2971 vscsi->state = WAIT_CONNECTION;
2972 rc = ibmvscsis_establish_new_q(vscsi);
2976 vscsi->state = ERR_DISCONNECTED;
2977 vscsi->flags |= RESPONSE_Q_DOWN;
2985 * @vscsi: Pointer to our adapter structure
2995 static long ibmvscsis_create_command_q(struct scsi_info *vscsi, int num_cmds)
2998 struct vio_dev *vdev = vscsi->dma_dev;
3003 vscsi->cmd_q.size = pages;
3005 vscsi->cmd_q.base_addr =
3007 if (!vscsi->cmd_q.base_addr)
3010 vscsi->cmd_q.mask = ((uint)pages * CRQ_PER_PAGE) - 1;
3012 vscsi->cmd_q.crq_token = dma_map_single(&vdev->dev,
3013 vscsi->cmd_q.base_addr,
3015 if (dma_mapping_error(&vdev->dev, vscsi->cmd_q.crq_token)) {
3016 free_page((unsigned long)vscsi->cmd_q.base_addr);
3025 * @vscsi: Pointer to our adapter structure
3032 static void ibmvscsis_destroy_command_q(struct scsi_info *vscsi)
3034 dma_unmap_single(&vscsi->dma_dev->dev, vscsi->cmd_q.crq_token,
3036 free_page((unsigned long)vscsi->cmd_q.base_addr);
3037 vscsi->cmd_q.base_addr = NULL;
3038 vscsi->state = NO_QUEUE;
3041 static u8 ibmvscsis_fast_fail(struct scsi_info *vscsi,
3050 if (vscsi->fast_fail && (READ_CMD(srp->cdb) || WRITE_CMD(srp->cdb)))
3065 * @vscsi: Pointer to our adapter structure
3072 static long srp_build_response(struct scsi_info *vscsi,
3084 spin_lock_bh(&vscsi->intr_lock);
3093 rsp->req_lim_delta = cpu_to_be32(1 + vscsi->credit);
3098 rsp->status = ibmvscsis_fast_fail(vscsi, cmd);
3100 dev_dbg(&vscsi->dev, "build_resp: cmd %p, scsi status %d\n",
3114 dev_dbg(&vscsi->dev, "build_resp: cmd %p, fast fail\n",
3157 rc = h_copy_rdma(len, vscsi->dds.window[LOCAL].liobn, iue->sbuf->dma,
3158 vscsi->dds.window[REMOTE].liobn,
3163 vscsi->credit = 0;
3167 if (connection_broken(vscsi))
3168 vscsi->flags |= RESPONSE_Q_DOWN | CLIENT_FAILED;
3170 dev_err(&vscsi->dev, "build_response: error copying to client, rc %ld, flags 0x%x, state 0x%hx\n",
3171 rc, vscsi->flags, vscsi->state);
3176 dev_err(&vscsi->dev, "build_response: error copying to client, rc %ld\n",
3181 spin_unlock_bh(&vscsi->intr_lock);
3192 struct scsi_info *vscsi = target->ldata;
3213 dev_err(&vscsi->dev, "rdma: ran out of client memory descriptors\n");
3222 dev_err(&vscsi->dev, "rdma: ran out of scatter/gather list\n");
3244 vscsi->dds.window[REMOTE].liobn,
3246 vscsi->dds.window[LOCAL].liobn,
3258 vscsi->dds.window[LOCAL].liobn,
3260 vscsi->dds.window[REMOTE].liobn,
3269 if (connection_broken(vscsi)) {
3270 spin_lock_bh(&vscsi->intr_lock);
3271 vscsi->flags |=
3273 spin_unlock_bh(&vscsi->intr_lock);
3275 dev_err(&vscsi->dev, "rdma: h_copy_rdma failed, rc %ld\n",
3280 dev_err(&vscsi->dev, "rdma: unknown error %ld from h_copy_rdma\n",
3320 struct scsi_info *vscsi = (struct scsi_info *)data;
3326 spin_lock_bh(&vscsi->intr_lock);
3328 dev_dbg(&vscsi->dev, "got interrupt\n");
3335 if (TARGET_STOP(vscsi)) {
3336 vio_enable_interrupts(vscsi->dma_dev);
3338 dev_dbg(&vscsi->dev, "handle_crq, don't process: flags 0x%x, state 0x%hx\n",
3339 vscsi->flags, vscsi->state);
3340 spin_unlock_bh(&vscsi->intr_lock);
3344 rc = vscsi->flags & SCHEDULE_DISCONNECT;
3345 crq = vscsi->cmd_q.base_addr + vscsi->cmd_q.index;
3357 vscsi->cmd_q.index =
3358 (vscsi->cmd_q.index + 1) & vscsi->cmd_q.mask;
3361 rc = ibmvscsis_parse_command(vscsi, crq);
3370 rc = ibmvscsis_trans_event(vscsi, crq);
3371 } else if (vscsi->flags & TRANS_EVENT) {
3379 if (vscsi->cmd_q.index)
3380 vscsi->cmd_q.index -= 1;
3386 vscsi->cmd_q.index = vscsi->cmd_q.mask;
3393 crq = vscsi->cmd_q.base_addr + vscsi->cmd_q.index;
3400 vio_enable_interrupts(vscsi->dma_dev);
3402 dev_dbg(&vscsi->dev, "handle_crq, reenabling interrupts\n");
3409 dev_dbg(&vscsi->dev, "handle_crq, error: flags 0x%x, state 0x%hx, crq index 0x%x\n",
3410 vscsi->flags, vscsi->state, vscsi->cmd_q.index);
3413 dev_dbg(&vscsi->dev, "Leaving handle_crq: schedule_q empty %d, flags 0x%x, state 0x%hx\n",
3414 (int)list_empty(&vscsi->schedule_q), vscsi->flags,
3415 vscsi->state);
3417 spin_unlock_bh(&vscsi->intr_lock);
3423 struct scsi_info *vscsi;
3427 vscsi = kzalloc(sizeof(*vscsi), GFP_KERNEL);
3428 if (!vscsi) {
3434 vscsi->dma_dev = vdev;
3435 vscsi->dev = vdev->dev;
3436 INIT_LIST_HEAD(&vscsi->schedule_q);
3437 INIT_LIST_HEAD(&vscsi->waiting_rsp);
3438 INIT_LIST_HEAD(&vscsi->active_q);
3440 snprintf(vscsi->tport.tport_name, IBMVSCSIS_NAMELEN, "%s",
3443 dev_dbg(&vscsi->dev, "probe tport_name: %s\n", vscsi->tport.tport_name);
3445 rc = read_dma_window(vscsi);
3448 dev_dbg(&vscsi->dev, "Probe: liobn 0x%x, riobn 0x%x\n",
3449 vscsi->dds.window[LOCAL].liobn,
3450 vscsi->dds.window[REMOTE].liobn);
3452 snprintf(vscsi->eye, sizeof(vscsi->eye), "VSCSI %s", vdev->name);
3454 vscsi->dds.unit_id = vdev->unit_address;
3455 strscpy(vscsi->dds.partition_name, partition_name,
3456 sizeof(vscsi->dds.partition_name));
3457 vscsi->dds.partition_num = partition_number;
3460 list_add_tail(&vscsi->list, &ibmvscsis_dev_list);
3467 vscsi->request_limit = INITIAL_SRP_LIMIT;
3468 rc = srp_target_alloc(&vscsi->target, &vdev->dev, vscsi->request_limit,
3473 vscsi->target.ldata = vscsi;
3475 rc = ibmvscsis_alloc_cmds(vscsi, vscsi->request_limit);
3477 dev_err(&vscsi->dev, "alloc_cmds failed, rc %d, num %d\n",
3478 rc, vscsi->request_limit);
3486 spin_lock_init(&vscsi->intr_lock);
3488 rc = ibmvscsis_alloctimer(vscsi);
3490 dev_err(&vscsi->dev, "probe: alloctimer failed, rc %d\n", rc);
3494 rc = ibmvscsis_create_command_q(vscsi, 256);
3496 dev_err(&vscsi->dev, "probe: create_command_q failed, rc %d\n",
3501 vscsi->map_buf = kzalloc(PAGE_SIZE, GFP_KERNEL);
3502 if (!vscsi->map_buf) {
3504 dev_err(&vscsi->dev, "probe: allocating cmd buffer failed\n");
3508 vscsi->map_ioba = dma_map_single(&vdev->dev, vscsi->map_buf, PAGE_SIZE,
3510 if (dma_mapping_error(&vdev->dev, vscsi->map_ioba)) {
3512 dev_err(&vscsi->dev, "probe: error mapping command buffer\n");
3516 hrc = h_vioctl(vscsi->dds.unit_id, H_GET_PARTNER_INFO,
3517 (u64)vscsi->map_ioba | ((u64)PAGE_SIZE << 32), 0, 0, 0,
3520 vscsi->client_data.partition_number =
3521 be64_to_cpu(*(u64 *)vscsi->map_buf);
3527 dev_dbg(&vscsi->dev, "probe hrc %ld, client partition num %d\n",
3528 hrc, vscsi->client_data.partition_number);
3530 tasklet_init(&vscsi->work_task, ibmvscsis_handle_crq,
3531 (unsigned long)vscsi);
3533 init_completion(&vscsi->wait_idle);
3534 init_completion(&vscsi->unconfig);
3536 vscsi->work_q = alloc_workqueue("ibmvscsis%s", WQ_MEM_RECLAIM, 1,
3538 if (!vscsi->work_q) {
3540 dev_err(&vscsi->dev, "create_workqueue failed\n");
3544 rc = request_irq(vdev->irq, ibmvscsis_interrupt, 0, "ibmvscsis", vscsi);
3547 dev_err(&vscsi->dev, "probe: request_irq failed, rc %d\n", rc);
3551 vscsi->state = WAIT_ENABLED;
3553 dev_set_drvdata(&vdev->dev, vscsi);
3558 destroy_workqueue(vscsi->work_q);
3560 dma_unmap_single(&vdev->dev, vscsi->map_ioba, PAGE_SIZE,
3563 kfree(vscsi->map_buf);
3565 tasklet_kill(&vscsi->work_task);
3566 ibmvscsis_unregister_command_q(vscsi);
3567 ibmvscsis_destroy_command_q(vscsi);
3569 ibmvscsis_freetimer(vscsi);
3571 ibmvscsis_free_cmds(vscsi);
3573 srp_target_free(&vscsi->target);
3576 list_del(&vscsi->list);
3579 kfree(vscsi);
3586 struct scsi_info *vscsi = dev_get_drvdata(&vdev->dev);
3588 dev_dbg(&vscsi->dev, "remove (%s)\n", dev_name(&vscsi->dma_dev->dev));
3590 spin_lock_bh(&vscsi->intr_lock);
3591 ibmvscsis_post_disconnect(vscsi, UNCONFIGURING, 0);
3592 vscsi->flags |= CFG_SLEEPING;
3593 spin_unlock_bh(&vscsi->intr_lock);
3594 wait_for_completion(&vscsi->unconfig);
3597 free_irq(vdev->irq, vscsi);
3598 destroy_workqueue(vscsi->work_q);
3599 dma_unmap_single(&vdev->dev, vscsi->map_ioba, PAGE_SIZE,
3601 kfree(vscsi->map_buf);
3602 tasklet_kill(&vscsi->work_task);
3603 ibmvscsis_destroy_command_q(vscsi);
3604 ibmvscsis_freetimer(vscsi);
3605 ibmvscsis_free_cmds(vscsi);
3606 srp_target_free(&vscsi->target);
3608 list_del(&vscsi->list);
3610 kfree(vscsi);
3622 struct scsi_info *vscsi = container_of(dev, struct scsi_info, dev);
3624 return sysfs_emit(buf, "%x\n", vscsi->dma_dev->unit_address);
3701 struct scsi_info *vscsi = cmd->adapter;
3703 spin_lock_bh(&vscsi->intr_lock);
3705 list_move_tail(&cmd->list, &vscsi->waiting_rsp);
3706 ibmvscsis_send_messages(vscsi);
3707 spin_unlock_bh(&vscsi->intr_lock);
3714 struct scsi_info *vscsi = cmd->adapter;
3723 if ((vscsi->flags & (CLIENT_FAILED | RESPONSE_Q_DOWN))) {
3724 dev_err(&vscsi->dev, "write_pending failed since: %d\n",
3725 vscsi->flags);
3733 dev_err(&vscsi->dev, "srp_transfer_data() failed: %d\n", rc);
3749 struct scsi_info *vscsi = cmd->adapter;
3756 dev_err(&vscsi->dev, "srp_transfer_data failed: %d\n", rc);
3764 srp_build_response(vscsi, cmd, &len);
3775 struct scsi_info *vscsi = cmd->adapter;
3778 dev_dbg(&vscsi->dev, "queue_status %p\n", se_cmd);
3780 srp_build_response(vscsi, cmd, &len);
3791 struct scsi_info *vscsi = cmd->adapter;
3798 dev_dbg(&vscsi->dev, "queue_tm_rsp %p, status %d\n",
3803 spin_lock_bh(&vscsi->intr_lock);
3804 list_for_each_entry(cmd_itr, &vscsi->active_q, list) {
3811 spin_unlock_bh(&vscsi->intr_lock);
3814 srp_build_response(vscsi, cmd, &len);
3823 struct scsi_info *vscsi = cmd->adapter;
3825 dev_dbg(&vscsi->dev, "ibmvscsis_aborted_task %p task_tag: %llu\n",
3834 struct scsi_info *vscsi;
3838 vscsi = container_of(tport, struct scsi_info, tport);
3840 dev_dbg(&vscsi->dev, "make_tport(%s), pointer:%p, tport_id:%x\n",
3853 struct scsi_info *vscsi = container_of(tport, struct scsi_info, tport);
3855 dev_dbg(&vscsi->dev, "drop_tport(%s)\n",
3921 struct scsi_info *vscsi = container_of(tport, struct scsi_info, tport);
3925 spin_lock_bh(&vscsi->intr_lock);
3927 lrc = ibmvscsis_enable_change_state(vscsi);
3929 dev_err(&vscsi->dev, "enable_change_state failed, rc %ld state %d\n",
3930 lrc, vscsi->state);
3931 spin_unlock_bh(&vscsi->intr_lock);
3933 spin_lock_bh(&vscsi->intr_lock);
3936 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT, 0);
3937 spin_unlock_bh(&vscsi->intr_lock);