Lines Matching refs:vscsi
52 static long ibmvscsis_parse_command(struct scsi_info *vscsi,
55 static void ibmvscsis_adapter_idle(struct scsi_info *vscsi);
90 * @vscsi: Pointer to our adapter structure
99 static bool connection_broken(struct scsi_info *vscsi)
112 h_return_code = h_send_crq(vscsi->dds.unit_id,
116 dev_dbg(&vscsi->dev, "Connection_broken: rc %ld\n", h_return_code);
126 * @vscsi: Pointer to our adapter structure
139 static long ibmvscsis_unregister_command_q(struct scsi_info *vscsi)
146 qrc = h_free_crq(vscsi->dds.unit_id);
149 spin_lock_bh(&vscsi->intr_lock);
150 vscsi->flags &= ~PREP_FOR_SUSPEND_FLAGS;
151 spin_unlock_bh(&vscsi->intr_lock);
156 dev_err(&vscsi->dev, "unregister_command_q: error from h_free_crq %ld\n",
188 dev_err(&vscsi->dev, "unregister_command_q: unknown error %ld from h_free_crq\n",
200 dev_err(&vscsi->dev, "Excessive wait for h_free_crq\n");
204 dev_dbg(&vscsi->dev, "Freeing CRQ: phyp rc %ld, rc %ld\n", qrc, rc);
211 * @vscsi: Pointer to our adapter structure
219 static void ibmvscsis_delete_client_info(struct scsi_info *vscsi,
222 vscsi->client_cap = 0;
230 vscsi->client_data.os_type = 0;
235 * @vscsi: Pointer to our adapter structure
252 static long ibmvscsis_free_command_q(struct scsi_info *vscsi)
259 if (!(vscsi->flags & CRQ_CLOSED)) {
260 vio_disable_interrupts(vscsi->dma_dev);
262 state_under_lock = vscsi->new_state;
263 flags_under_lock = vscsi->flags;
264 vscsi->phyp_acr_state = 0;
265 vscsi->phyp_acr_flags = 0;
267 spin_unlock_bh(&vscsi->intr_lock);
268 rc = ibmvscsis_unregister_command_q(vscsi);
269 spin_lock_bh(&vscsi->intr_lock);
271 if (state_under_lock != vscsi->new_state)
272 vscsi->phyp_acr_state = vscsi->new_state;
274 vscsi->phyp_acr_flags = ((~flags_under_lock) & vscsi->flags);
277 bytes = vscsi->cmd_q.size * PAGE_SIZE;
278 memset(vscsi->cmd_q.base_addr, 0, bytes);
279 vscsi->cmd_q.index = 0;
280 vscsi->flags |= CRQ_CLOSED;
282 ibmvscsis_delete_client_info(vscsi, false);
285 dev_dbg(&vscsi->dev, "free_command_q: flags 0x%x, state 0x%hx, acr_flags 0x%x, acr_state 0x%hx\n",
286 vscsi->flags, vscsi->state, vscsi->phyp_acr_flags,
287 vscsi->phyp_acr_state);
324 * @vscsi: Pointer to our adapter structure
330 static long ibmvscsis_send_init_message(struct scsi_info *vscsi, u8 format)
339 rc = h_send_crq(vscsi->dds.unit_id, cpu_to_be64(buffer[MSG_HI]),
347 * @vscsi: Pointer to our adapter structure
357 static long ibmvscsis_check_init_msg(struct scsi_info *vscsi, uint *format)
362 crq = ibmvscsis_cmd_q_dequeue(vscsi->cmd_q.mask, &vscsi->cmd_q.index,
363 vscsi->cmd_q.base_addr);
376 crq = ibmvscsis_cmd_q_dequeue(vscsi->cmd_q.mask,
377 &vscsi->cmd_q.index,
378 vscsi->cmd_q.base_addr);
410 struct scsi_info *vscsi = container_of(work, struct scsi_info,
415 spin_lock_bh(&vscsi->intr_lock);
416 new_state = vscsi->new_state;
417 vscsi->new_state = 0;
419 vscsi->flags |= DISCONNECT_SCHEDULED;
420 vscsi->flags &= ~SCHEDULE_DISCONNECT;
422 dev_dbg(&vscsi->dev, "disconnect: flags 0x%x, state 0x%hx\n",
423 vscsi->flags, vscsi->state);
429 switch (vscsi->state) {
442 vscsi->state = new_state;
453 vscsi->state = new_state;
466 vscsi->state = new_state;
472 vscsi->state = new_state;
473 vscsi->flags |= RESPONSE_Q_DOWN;
474 vscsi->flags &= ~(SCHEDULE_DISCONNECT |
477 if (vscsi->flags & CFG_SLEEPING) {
478 vscsi->flags &= ~CFG_SLEEPING;
479 complete(&vscsi->unconfig);
487 dev_err(&vscsi->dev, "disconnect: invalid state %d for WAIT_IDLE\n",
488 vscsi->state);
496 vscsi->flags |= RESPONSE_Q_DOWN;
497 vscsi->state = new_state;
498 vscsi->flags &= ~(SCHEDULE_DISCONNECT |
500 ibmvscsis_free_command_q(vscsi);
504 vscsi->state = new_state;
521 vscsi->state = new_state;
527 vscsi->state = new_state;
534 dev_dbg(&vscsi->dev, "disconnect start wait, active %d, sched %d\n",
535 (int)list_empty(&vscsi->active_q),
536 (int)list_empty(&vscsi->schedule_q));
537 if (!list_empty(&vscsi->active_q) ||
538 !list_empty(&vscsi->schedule_q)) {
539 vscsi->flags |= WAIT_FOR_IDLE;
540 dev_dbg(&vscsi->dev, "disconnect flags 0x%x\n",
541 vscsi->flags);
546 spin_unlock_bh(&vscsi->intr_lock);
547 wait_for_completion(&vscsi->wait_idle);
548 spin_lock_bh(&vscsi->intr_lock);
550 dev_dbg(&vscsi->dev, "disconnect stop wait\n");
552 ibmvscsis_adapter_idle(vscsi);
555 spin_unlock_bh(&vscsi->intr_lock);
560 * @vscsi: Pointer to our adapter structure
571 static void ibmvscsis_post_disconnect(struct scsi_info *vscsi, uint new_state,
585 dev_err(&vscsi->dev, "post_disconnect: Invalid new state %d\n",
590 vscsi->flags |= flag_bits;
592 dev_dbg(&vscsi->dev, "post_disconnect: new_state 0x%x, flag_bits 0x%x, vscsi->flags 0x%x, state %hx\n",
593 new_state, flag_bits, vscsi->flags, vscsi->state);
595 if (!(vscsi->flags & (DISCONNECT_SCHEDULED | SCHEDULE_DISCONNECT))) {
596 vscsi->flags |= SCHEDULE_DISCONNECT;
597 vscsi->new_state = new_state;
599 INIT_WORK(&vscsi->proc_work, ibmvscsis_disconnect);
600 (void)queue_work(vscsi->work_q, &vscsi->proc_work);
602 if (vscsi->new_state)
603 state = vscsi->new_state;
605 state = vscsi->state;
616 vscsi->new_state = new_state;
623 vscsi->new_state = new_state;
635 vscsi->new_state = new_state;
643 dev_dbg(&vscsi->dev, "Leaving post_disconnect: flags 0x%x, new_state 0x%x\n",
644 vscsi->flags, vscsi->new_state);
649 * @vscsi: Pointer to our adapter structure
653 static long ibmvscsis_handle_init_compl_msg(struct scsi_info *vscsi)
657 switch (vscsi->state) {
668 vscsi->state = CONNECTED;
677 dev_err(&vscsi->dev, "init_msg: invalid state %d to get init compl msg\n",
678 vscsi->state);
679 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
688 * @vscsi: Pointer to our adapter structure
692 static long ibmvscsis_handle_init_msg(struct scsi_info *vscsi)
696 switch (vscsi->state) {
698 rc = ibmvscsis_send_init_message(vscsi, INIT_COMPLETE_MSG);
701 vscsi->state = CONNECTED;
705 dev_err(&vscsi->dev, "init_msg: failed to send, rc %ld\n",
707 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT, 0);
711 dev_err(&vscsi->dev, "init_msg: failed to send, rc %ld\n",
714 ibmvscsis_post_disconnect(vscsi,
719 dev_warn(&vscsi->dev, "init_msg: failed to send, rc %ld\n",
743 dev_err(&vscsi->dev, "init_msg: invalid state %d to get init msg\n",
744 vscsi->state);
745 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
754 * @vscsi: Pointer to our adapter structure
760 static long ibmvscsis_init_msg(struct scsi_info *vscsi, struct viosrp_crq *crq)
764 dev_dbg(&vscsi->dev, "init_msg: state 0x%hx\n", vscsi->state);
766 rc = h_vioctl(vscsi->dds.unit_id, H_GET_PARTNER_INFO,
767 (u64)vscsi->map_ioba | ((u64)PAGE_SIZE << 32), 0, 0, 0,
770 vscsi->client_data.partition_number =
771 be64_to_cpu(*(u64 *)vscsi->map_buf);
772 dev_dbg(&vscsi->dev, "init_msg, part num %d\n",
773 vscsi->client_data.partition_number);
775 dev_dbg(&vscsi->dev, "init_msg h_vioctl rc %ld\n", rc);
780 rc = ibmvscsis_handle_init_msg(vscsi);
782 rc = ibmvscsis_handle_init_compl_msg(vscsi);
785 dev_err(&vscsi->dev, "init_msg: invalid format %d\n",
787 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
795 * @vscsi: Pointer to our adapter structure
799 static long ibmvscsis_establish_new_q(struct scsi_info *vscsi)
804 rc = h_vioctl(vscsi->dds.unit_id, H_ENABLE_PREPARE_FOR_SUSPEND, 30000,
807 vscsi->flags |= PREP_FOR_SUSPEND_ENABLED;
809 dev_err(&vscsi->dev, "Error from Enable Prepare for Suspend: %ld\n",
812 vscsi->flags &= PRESERVE_FLAG_FIELDS;
813 vscsi->rsp_q_timer.timer_pops = 0;
814 vscsi->debit = 0;
815 vscsi->credit = 0;
817 rc = vio_enable_interrupts(vscsi->dma_dev);
819 dev_warn(&vscsi->dev, "establish_new_q: failed to enable interrupts, rc %ld\n",
824 rc = ibmvscsis_check_init_msg(vscsi, &format);
826 dev_err(&vscsi->dev, "establish_new_q: check_init_msg failed, rc %ld\n",
832 rc = ibmvscsis_send_init_message(vscsi, INIT_MSG);
845 vscsi->state = UNDEFINED;
850 rc = ibmvscsis_handle_init_msg(vscsi);
858 * @vscsi: Pointer to our adapter structure
875 static void ibmvscsis_reset_queue(struct scsi_info *vscsi)
880 dev_dbg(&vscsi->dev, "reset_queue: flags 0x%x\n", vscsi->flags);
883 if (vscsi->flags & (CLIENT_FAILED | TRANS_EVENT)) {
884 vscsi->flags &= PRESERVE_FLAG_FIELDS;
885 vscsi->rsp_q_timer.timer_pops = 0;
886 vscsi->debit = 0;
887 vscsi->credit = 0;
888 vscsi->state = WAIT_CONNECTION;
889 vio_enable_interrupts(vscsi->dma_dev);
891 rc = ibmvscsis_free_command_q(vscsi);
893 vscsi->state = WAIT_CONNECTION;
895 bytes = vscsi->cmd_q.size * PAGE_SIZE;
896 rc = h_reg_crq(vscsi->dds.unit_id,
897 vscsi->cmd_q.crq_token, bytes);
899 rc = ibmvscsis_establish_new_q(vscsi);
903 dev_dbg(&vscsi->dev, "reset_queue: reg_crq rc %ld\n",
906 vscsi->state = ERR_DISCONNECTED;
907 vscsi->flags |= RESPONSE_Q_DOWN;
908 ibmvscsis_free_command_q(vscsi);
911 vscsi->state = ERR_DISCONNECTED;
912 vscsi->flags |= RESPONSE_Q_DOWN;
919 * @vscsi: Pointer to our adapter structure
924 static void ibmvscsis_free_cmd_resources(struct scsi_info *vscsi,
936 if (vscsi->debit)
937 vscsi->debit -= 1;
940 vscsi->flags &= ~PROCESSING_MAD;
945 dev_err(&vscsi->dev, "free_cmd_resources unknown type %d\n",
951 list_add_tail(&cmd->list, &vscsi->free_cmd);
954 if (list_empty(&vscsi->active_q) && list_empty(&vscsi->schedule_q) &&
955 list_empty(&vscsi->waiting_rsp) && (vscsi->flags & WAIT_FOR_IDLE)) {
956 vscsi->flags &= ~WAIT_FOR_IDLE;
957 complete(&vscsi->wait_idle);
963 * @vscsi: Pointer to our adapter structure
975 static long ibmvscsis_ready_for_suspend(struct scsi_info *vscsi, bool idle)
981 crq = vscsi->cmd_q.base_addr + vscsi->cmd_q.index;
983 dev_dbg(&vscsi->dev, "ready_suspend: flags 0x%x, state 0x%hx crq_valid:%x\n",
984 vscsi->flags, vscsi->state, (int)crq->valid);
986 if (!(vscsi->flags & PREP_FOR_SUSPEND_ABORTED) && !(crq->valid)) {
987 rc = h_vioctl(vscsi->dds.unit_id, H_READY_FOR_SUSPEND, 0, 0, 0,
990 dev_err(&vscsi->dev, "Ready for Suspend Vioctl failed: %ld\n",
994 } else if (((vscsi->flags & PREP_FOR_SUSPEND_OVERWRITE) &&
995 (vscsi->flags & PREP_FOR_SUSPEND_ABORTED)) ||
999 vscsi->state = ERR_DISCONNECT_RECONNECT;
1000 ibmvscsis_reset_queue(vscsi);
1002 } else if (vscsi->state == CONNECTED) {
1003 ibmvscsis_post_disconnect(vscsi,
1007 vscsi->flags &= ~PREP_FOR_SUSPEND_OVERWRITE;
1011 dev_err(&vscsi->dev, "Invalid element in CRQ after Prepare for Suspend");
1014 vscsi->flags &= ~(PREP_FOR_SUSPEND_PENDING | PREP_FOR_SUSPEND_ABORTED);
1021 * @vscsi: Pointer to our adapter structure
1030 static long ibmvscsis_trans_event(struct scsi_info *vscsi,
1035 dev_dbg(&vscsi->dev, "trans_event: format %d, flags 0x%x, state 0x%hx\n",
1036 (int)crq->format, vscsi->flags, vscsi->state);
1042 ibmvscsis_delete_client_info(vscsi, true);
1044 vscsi->flags &= ~PREP_FOR_SUSPEND_OVERWRITE;
1045 switch (vscsi->state) {
1052 vscsi->flags |= (RESPONSE_Q_DOWN | TRANS_EVENT);
1062 ibmvscsis_post_disconnect(vscsi, WAIT_IDLE,
1068 if ((vscsi->debit > 0) ||
1069 !list_empty(&vscsi->schedule_q) ||
1070 !list_empty(&vscsi->waiting_rsp) ||
1071 !list_empty(&vscsi->active_q)) {
1072 dev_dbg(&vscsi->dev, "debit %d, sched %d, wait %d, active %d\n",
1073 vscsi->debit,
1074 (int)list_empty(&vscsi->schedule_q),
1075 (int)list_empty(&vscsi->waiting_rsp),
1076 (int)list_empty(&vscsi->active_q));
1077 dev_warn(&vscsi->dev, "connection lost with outstanding work\n");
1079 dev_dbg(&vscsi->dev, "trans_event: SRP Processing, but no outstanding work\n");
1082 ibmvscsis_post_disconnect(vscsi, WAIT_IDLE,
1090 vscsi->flags |= (RESPONSE_Q_DOWN | TRANS_EVENT);
1096 dev_dbg(&vscsi->dev, "Prep for Suspend, crq status = 0x%x\n",
1098 switch (vscsi->state) {
1102 ibmvscsis_ready_for_suspend(vscsi, false);
1105 vscsi->resume_state = vscsi->state;
1106 vscsi->flags |= PREP_FOR_SUSPEND_PENDING;
1108 vscsi->flags |= PREP_FOR_SUSPEND_OVERWRITE;
1109 ibmvscsis_post_disconnect(vscsi, WAIT_IDLE, 0);
1118 dev_err(&vscsi->dev, "Invalid state for Prepare for Suspend Trans Event: 0x%x\n",
1119 vscsi->state);
1125 dev_dbg(&vscsi->dev, "Resume from Suspend, crq status = 0x%x\n",
1127 if (vscsi->flags & PREP_FOR_SUSPEND_PENDING) {
1128 vscsi->flags |= PREP_FOR_SUSPEND_ABORTED;
1131 (vscsi->flags & PREP_FOR_SUSPEND_OVERWRITE)) {
1132 ibmvscsis_post_disconnect(vscsi,
1135 vscsi->flags &= ~PREP_FOR_SUSPEND_OVERWRITE;
1142 dev_err(&vscsi->dev, "trans_event: invalid format %d\n",
1144 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT,
1149 rc = vscsi->flags & SCHEDULE_DISCONNECT;
1151 dev_dbg(&vscsi->dev, "Leaving trans_event: flags 0x%x, state 0x%hx, rc %ld\n",
1152 vscsi->flags, vscsi->state, rc);
1159 * @vscsi: Pointer to our adapter structure
1167 static void ibmvscsis_poll_cmd_q(struct scsi_info *vscsi)
1174 dev_dbg(&vscsi->dev, "poll_cmd_q: flags 0x%x, state 0x%hx, q index %ud\n",
1175 vscsi->flags, vscsi->state, vscsi->cmd_q.index);
1177 rc = vscsi->flags & SCHEDULE_DISCONNECT;
1178 crq = vscsi->cmd_q.base_addr + vscsi->cmd_q.index;
1184 vscsi->cmd_q.index =
1185 (vscsi->cmd_q.index + 1) & vscsi->cmd_q.mask;
1188 rc = ibmvscsis_parse_command(vscsi, crq);
1197 rc = ibmvscsis_trans_event(vscsi, crq);
1198 } else if (vscsi->flags & TRANS_EVENT) {
1203 dev_dbg(&vscsi->dev, "poll_cmd_q, ignoring\n");
1209 if (vscsi->cmd_q.index)
1210 vscsi->cmd_q.index -= 1;
1216 vscsi->cmd_q.index = vscsi->cmd_q.mask;
1223 crq = vscsi->cmd_q.base_addr + vscsi->cmd_q.index;
1230 vio_enable_interrupts(vscsi->dma_dev);
1232 dev_dbg(&vscsi->dev, "poll_cmd_q, reenabling interrupts\n");
1240 dev_dbg(&vscsi->dev, "Leaving poll_cmd_q: rc %ld\n", rc);
1245 * @vscsi: Pointer to our adapter structure
1253 static void ibmvscsis_free_cmd_qs(struct scsi_info *vscsi)
1257 dev_dbg(&vscsi->dev, "free_cmd_qs: waiting_rsp empty %d, timer starter %d\n",
1258 (int)list_empty(&vscsi->waiting_rsp),
1259 vscsi->rsp_q_timer.started);
1261 list_for_each_entry_safe(cmd, nxt, &vscsi->waiting_rsp, list) {
1263 ibmvscsis_free_cmd_resources(vscsi, cmd);
1269 * @vscsi: Pointer to our adapter structure
1273 static struct ibmvscsis_cmd *ibmvscsis_get_free_cmd(struct scsi_info *vscsi)
1278 iue = srp_iu_get(&vscsi->target);
1280 cmd = list_first_entry_or_null(&vscsi->free_cmd,
1300 * @vscsi: Pointer to our adapter structure
1311 static void ibmvscsis_adapter_idle(struct scsi_info *vscsi)
1316 dev_dbg(&vscsi->dev, "adapter_idle: flags 0x%x, state 0x%hx\n",
1317 vscsi->flags, vscsi->state);
1320 if (vscsi->state != WAIT_CONNECTION || vscsi->flags & TRANS_EVENT)
1323 switch (vscsi->state) {
1325 ibmvscsis_free_command_q(vscsi);
1328 if (vscsi->flags & CFG_SLEEPING) {
1329 vscsi->flags &= ~CFG_SLEEPING;
1330 complete(&vscsi->unconfig);
1334 ibmvscsis_reset_queue(vscsi);
1335 dev_dbg(&vscsi->dev, "adapter_idle, disc_rec: flags 0x%x\n",
1336 vscsi->flags);
1340 ibmvscsis_free_command_q(vscsi);
1341 vscsi->flags &= ~(SCHEDULE_DISCONNECT | DISCONNECT_SCHEDULED);
1342 vscsi->flags |= RESPONSE_Q_DOWN;
1343 if (vscsi->tport.enabled)
1344 vscsi->state = ERR_DISCONNECTED;
1346 vscsi->state = WAIT_ENABLED;
1347 dev_dbg(&vscsi->dev, "adapter_idle, disc: flags 0x%x, state 0x%hx\n",
1348 vscsi->flags, vscsi->state);
1352 vscsi->rsp_q_timer.timer_pops = 0;
1353 vscsi->debit = 0;
1354 vscsi->credit = 0;
1355 if (vscsi->flags & PREP_FOR_SUSPEND_PENDING) {
1356 vscsi->state = vscsi->resume_state;
1357 vscsi->resume_state = 0;
1358 rc = ibmvscsis_ready_for_suspend(vscsi, true);
1359 vscsi->flags &= ~DISCONNECT_SCHEDULED;
1362 } else if (vscsi->flags & TRANS_EVENT) {
1363 vscsi->state = WAIT_CONNECTION;
1364 vscsi->flags &= PRESERVE_FLAG_FIELDS;
1366 vscsi->state = CONNECTED;
1367 vscsi->flags &= ~DISCONNECT_SCHEDULED;
1370 dev_dbg(&vscsi->dev, "adapter_idle, wait: flags 0x%x, state 0x%hx\n",
1371 vscsi->flags, vscsi->state);
1372 ibmvscsis_poll_cmd_q(vscsi);
1376 vscsi->flags &= ~DISCONNECT_SCHEDULED;
1377 dev_dbg(&vscsi->dev, "adapter_idle, disconnected: flags 0x%x, state 0x%hx\n",
1378 vscsi->flags, vscsi->state);
1382 dev_err(&vscsi->dev, "adapter_idle: in invalid state %d\n",
1383 vscsi->state);
1388 ibmvscsis_free_cmd_qs(vscsi);
1408 if (vscsi->phyp_acr_state != 0) {
1414 vscsi->flags |= vscsi->phyp_acr_flags;
1415 ibmvscsis_post_disconnect(vscsi, vscsi->phyp_acr_state, 0);
1416 vscsi->phyp_acr_state = 0;
1417 vscsi->phyp_acr_flags = 0;
1419 dev_dbg(&vscsi->dev, "adapter_idle: flags 0x%x, state 0x%hx, acr_flags 0x%x, acr_state 0x%hx\n",
1420 vscsi->flags, vscsi->state, vscsi->phyp_acr_flags,
1421 vscsi->phyp_acr_state);
1424 dev_dbg(&vscsi->dev, "Leaving adapter_idle: flags 0x%x, state 0x%hx, new_state 0x%x\n",
1425 vscsi->flags, vscsi->state, vscsi->new_state);
1430 * @vscsi: Pointer to our adapter structure
1440 static long ibmvscsis_copy_crq_packet(struct scsi_info *vscsi,
1450 dev_err(&vscsi->dev, "copy_crq: Invalid len %d passed", len);
1451 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
1455 rc = h_copy_rdma(len, vscsi->dds.window[REMOTE].liobn,
1457 vscsi->dds.window[LOCAL].liobn, iue->sbuf->dma);
1464 dev_dbg(&vscsi->dev, "copy_crq: ioba 0x%llx, init_time 0x%llx\n",
1468 if (connection_broken(vscsi))
1469 ibmvscsis_post_disconnect(vscsi,
1474 ibmvscsis_post_disconnect(vscsi,
1477 dev_err(&vscsi->dev, "copy_crq: h_copy_rdma failed, rc %ld\n",
1483 dev_err(&vscsi->dev, "copy_crq: h_copy_rdma failed, rc %ld\n",
1485 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
1494 * @vscsi: Pointer to our adapter structure
1500 static long ibmvscsis_adapter_info(struct scsi_info *vscsi,
1516 info = dma_alloc_coherent(&vscsi->dma_dev->dev, sizeof(*info), &token,
1519 dev_err(&vscsi->dev, "bad dma_alloc_coherent %p\n",
1527 vscsi->dds.window[REMOTE].liobn,
1529 vscsi->dds.window[LOCAL].liobn, token);
1533 if (connection_broken(vscsi))
1536 dev_warn(&vscsi->dev, "adapter_info: h_copy_rdma from client failed, rc %ld\n",
1538 dev_dbg(&vscsi->dev, "adapter_info: ioba 0x%llx, flags 0x%x, flag_bits 0x%x\n",
1539 be64_to_cpu(mad->buffer), vscsi->flags, flag_bits);
1540 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT,
1550 if (vscsi->client_data.partition_number == 0)
1551 vscsi->client_data.partition_number =
1553 strncpy(vscsi->client_data.srp_version, info->srp_version,
1554 sizeof(vscsi->client_data.srp_version));
1555 strncpy(vscsi->client_data.partition_name, info->partition_name,
1556 sizeof(vscsi->client_data.partition_name));
1557 vscsi->client_data.mad_version = be32_to_cpu(info->mad_version);
1558 vscsi->client_data.os_type = be32_to_cpu(info->os_type);
1563 strncpy(info->partition_name, vscsi->dds.partition_name,
1565 info->partition_number = cpu_to_be32(vscsi->dds.partition_num);
1572 rc = h_copy_rdma(sizeof(*info), vscsi->dds.window[LOCAL].liobn,
1573 token, vscsi->dds.window[REMOTE].liobn,
1582 if (connection_broken(vscsi))
1586 dev_err(&vscsi->dev, "adapter_info: h_copy_rdma to client failed, rc %ld\n",
1588 ibmvscsis_post_disconnect(vscsi,
1595 dma_free_coherent(&vscsi->dma_dev->dev, sizeof(*info), info, token);
1596 dev_dbg(&vscsi->dev, "Leaving adapter_info, rc %ld\n", rc);
1603 * @vscsi: Pointer to our adapter structure
1612 static int ibmvscsis_cap_mad(struct scsi_info *vscsi, struct iu_entry *iue)
1630 dev_warn(&vscsi->dev, "cap_mad: invalid len %d\n", olen);
1635 cap = dma_alloc_coherent(&vscsi->dma_dev->dev, olen, &token,
1638 dev_err(&vscsi->dev, "bad dma_alloc_coherent %p\n",
1643 rc = h_copy_rdma(olen, vscsi->dds.window[REMOTE].liobn,
1645 vscsi->dds.window[LOCAL].liobn, token);
1647 strncpy(cap->name, dev_name(&vscsi->dma_dev->dev),
1655 dev_dbg(&vscsi->dev, "cap_mad: len left %hd, cap type %d, cap len %hd\n",
1661 dev_err(&vscsi->dev, "cap_mad: cap len mismatch with total len\n");
1667 dev_err(&vscsi->dev, "cap_mad: cap len is 0\n");
1674 dev_dbg(&vscsi->dev, "cap_mad: unsupported capability\n");
1689 rc = h_copy_rdma(olen, vscsi->dds.window[LOCAL].liobn, token,
1690 vscsi->dds.window[REMOTE].liobn,
1694 dev_dbg(&vscsi->dev, "cap_mad: failed to copy to client, rc %ld\n",
1698 if (connection_broken(vscsi))
1703 dev_warn(&vscsi->dev, "cap_mad: error copying data to client, rc %ld\n",
1705 ibmvscsis_post_disconnect(vscsi,
1711 dma_free_coherent(&vscsi->dma_dev->dev, olen, cap, token);
1713 dev_dbg(&vscsi->dev, "Leaving cap_mad, rc %ld, client_cap 0x%x\n",
1714 rc, vscsi->client_cap);
1721 * @vscsi: Pointer to our adapter structure
1726 static long ibmvscsis_process_mad(struct scsi_info *vscsi, struct iu_entry *iue)
1735 vscsi->empty_iu_id = be64_to_cpu(empty->buffer);
1736 vscsi->empty_iu_tag = be64_to_cpu(empty->common.tag);
1740 rc = ibmvscsis_adapter_info(vscsi, iue);
1743 rc = ibmvscsis_cap_mad(vscsi, iue);
1746 if (vscsi->state == CONNECTED) {
1747 vscsi->fast_fail = true;
1750 dev_warn(&vscsi->dev, "fast fail mad sent after login\n");
1764 * @vscsi: Pointer to our adapter structure
1769 static void srp_snd_msg_failed(struct scsi_info *vscsi, long rc)
1774 ibmvscsis_free_cmd_qs(vscsi);
1777 vscsi->flags |= CLIENT_FAILED;
1780 if (!(vscsi->flags & RESPONSE_Q_DOWN)) {
1781 vscsi->flags |= RESPONSE_Q_DOWN;
1782 if (!(vscsi->state & (ERR_DISCONNECT |
1785 dev_err(&vscsi->dev, "snd_msg_failed: setting RESPONSE_Q_DOWN, state 0x%hx, flags 0x%x, rc %ld\n",
1786 vscsi->state, vscsi->flags, rc);
1788 ibmvscsis_post_disconnect(vscsi,
1808 if ((vscsi->rsp_q_timer.timer_pops < MAX_TIMER_POPS) ||
1809 (vscsi->state == SRP_PROCESSING)) {
1810 dev_dbg(&vscsi->dev, "snd_msg_failed: response queue full, flags 0x%x, timer started %d, pops %d\n",
1811 vscsi->flags, (int)vscsi->rsp_q_timer.started,
1812 vscsi->rsp_q_timer.timer_pops);
1818 if (!vscsi->rsp_q_timer.started) {
1819 if (vscsi->rsp_q_timer.timer_pops <
1830 vscsi->rsp_q_timer.started = true;
1831 hrtimer_start(&vscsi->rsp_q_timer.timer, kt,
1843 vscsi->flags |= RESPONSE_Q_DOWN;
1844 ibmvscsis_free_cmd_qs(vscsi);
1850 if (!(vscsi->state & (ERR_DISCONNECT |
1853 dev_err(&vscsi->dev, "client crq full too long\n");
1854 ibmvscsis_post_disconnect(vscsi,
1863 * @vscsi: Pointer to our adapter structure
1872 static void ibmvscsis_send_messages(struct scsi_info *vscsi)
1883 if (!(vscsi->flags & RESPONSE_Q_DOWN)) {
1886 list_for_each_entry_safe(cmd, nxt, &vscsi->waiting_rsp,
1911 ibmvscsis_free_cmd_resources(vscsi,
1916 * the vscsi credit so that when we dont
1931 vscsi->credit += 1;
1941 rc = h_send_crq(vscsi->dma_dev->unit_address,
1945 dev_dbg(&vscsi->dev, "send_messages: cmd %p, tag 0x%llx, rc %ld\n",
1954 vscsi->rsp_q_timer.timer_pops = 0;
1957 ibmvscsis_free_cmd_resources(vscsi,
1960 srp_snd_msg_failed(vscsi, rc);
1973 vscsi->rsp_q_timer.timer_pops = 0;
1976 ibmvscsis_free_cmd_qs(vscsi);
1981 static void ibmvscsis_send_mad_resp(struct scsi_info *vscsi,
1992 vscsi->dds.window[LOCAL].liobn, iue->sbuf->dma,
1993 vscsi->dds.window[REMOTE].liobn,
1999 list_add_tail(&cmd->list, &vscsi->waiting_rsp);
2000 ibmvscsis_send_messages(vscsi);
2002 dev_dbg(&vscsi->dev, "Error sending mad response, rc %ld\n",
2005 if (connection_broken(vscsi))
2008 dev_err(&vscsi->dev, "mad: failed to copy to client, rc %ld\n",
2011 ibmvscsis_free_cmd_resources(vscsi, cmd);
2012 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT,
2019 * @vscsi: Pointer to our adapter structure
2025 static long ibmvscsis_mad(struct scsi_info *vscsi, struct viosrp_crq *crq)
2032 switch (vscsi->state) {
2039 dev_dbg(&vscsi->dev, "mad: in Wait Connection state, ignoring MAD, flags %d\n",
2040 vscsi->flags);
2056 dev_err(&vscsi->dev, "mad: invalid adapter state %d for mad\n",
2057 vscsi->state);
2061 cmd = ibmvscsis_get_free_cmd(vscsi);
2063 dev_err(&vscsi->dev, "mad: failed to get cmd, debit %d\n",
2064 vscsi->debit);
2065 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2071 rc = ibmvscsis_copy_crq_packet(vscsi, cmd, crq);
2075 dev_dbg(&vscsi->dev, "mad: type %d\n", be32_to_cpu(mad->type));
2077 rc = ibmvscsis_process_mad(vscsi, iue);
2079 dev_dbg(&vscsi->dev, "mad: status %hd, rc %ld\n",
2083 ibmvscsis_send_mad_resp(vscsi, cmd, crq);
2085 ibmvscsis_free_cmd_resources(vscsi, cmd);
2088 dev_dbg(&vscsi->dev, "Leaving mad, rc %ld\n", rc);
2094 * @vscsi: Pointer to our adapter structure
2100 static long ibmvscsis_login_rsp(struct scsi_info *vscsi,
2112 rsp->req_lim_delta = cpu_to_be32(vscsi->request_limit);
2118 vscsi->credit = 0;
2123 rc = h_copy_rdma(cmd->rsp.len, vscsi->dds.window[LOCAL].liobn,
2124 iue->sbuf->dma, vscsi->dds.window[REMOTE].liobn,
2132 if (connection_broken(vscsi))
2134 dev_err(&vscsi->dev, "login_rsp: error copying to client, rc %ld\n",
2136 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT,
2142 dev_err(&vscsi->dev, "login_rsp: error copying to client, rc %ld\n",
2144 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2153 * @vscsi: Pointer to our adapter structure
2160 static long ibmvscsis_srp_login_rej(struct scsi_info *vscsi,
2180 rc = h_copy_rdma(cmd->rsp.len, vscsi->dds.window[LOCAL].liobn,
2181 iue->sbuf->dma, vscsi->dds.window[REMOTE].liobn,
2188 if (connection_broken(vscsi))
2190 dev_err(&vscsi->dev, "login_rej: error copying to client, rc %ld\n",
2192 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT,
2198 dev_err(&vscsi->dev, "login_rej: error copying to client, rc %ld\n",
2200 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2211 struct scsi_info *vscsi = container_of(tport, struct scsi_info, tport);
2215 dev_dbg(&vscsi->dev, "tport->ibmv_nexus already exists\n");
2221 dev_err(&vscsi->dev, "Unable to allocate struct ibmvscsis_nexus\n");
2267 * @vscsi: Pointer to our adapter structure
2274 static long ibmvscsis_srp_login(struct scsi_info *vscsi,
2305 if (vscsi->state == SRP_PROCESSING)
2308 rc = ibmvscsis_make_nexus(&vscsi->tport);
2315 dev_dbg(&vscsi->dev, "srp_login: reason 0x%x\n", reason);
2318 rc = ibmvscsis_srp_login_rej(vscsi, cmd, reason);
2320 rc = ibmvscsis_login_rsp(vscsi, cmd);
2324 vscsi->state = SRP_PROCESSING;
2326 list_add_tail(&cmd->list, &vscsi->waiting_rsp);
2327 ibmvscsis_send_messages(vscsi);
2329 ibmvscsis_free_cmd_resources(vscsi, cmd);
2332 dev_dbg(&vscsi->dev, "Leaving srp_login, rc %ld\n", rc);
2338 * @vscsi: Pointer to our adapter structure
2348 static long ibmvscsis_srp_i_logout(struct scsi_info *vscsi,
2355 if ((vscsi->debit > 0) || !list_empty(&vscsi->schedule_q) ||
2356 !list_empty(&vscsi->waiting_rsp)) {
2357 dev_err(&vscsi->dev, "i_logout: outstanding work\n");
2358 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT, 0);
2363 list_add_tail(&cmd->list, &vscsi->waiting_rsp);
2364 ibmvscsis_send_messages(vscsi);
2366 ibmvscsis_post_disconnect(vscsi, WAIT_IDLE, 0);
2373 static void ibmvscsis_srp_cmd(struct scsi_info *vscsi, struct viosrp_crq *crq)
2381 if (vscsi->request_limit - vscsi->debit <= 0) {
2383 dev_err(&vscsi->dev, "Client exceeded the request limit (%d), debit %d\n",
2384 vscsi->request_limit, vscsi->debit);
2385 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2389 cmd = ibmvscsis_get_free_cmd(vscsi);
2391 dev_err(&vscsi->dev, "srp_cmd failed to get cmd, debit %d\n",
2392 vscsi->debit);
2393 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2399 rc = ibmvscsis_copy_crq_packet(vscsi, cmd, crq);
2401 ibmvscsis_free_cmd_resources(vscsi, cmd);
2405 if (vscsi->state == SRP_PROCESSING) {
2408 rc = ibmvscsis_srp_login(vscsi, cmd, crq);
2413 dev_dbg(&vscsi->dev, "tsk_mgmt tag: %llu (0x%llx)\n",
2416 vscsi->debit += 1;
2418 list_add_tail(&cmd->list, &vscsi->schedule_q);
2419 queue_work(vscsi->work_q, &cmd->work);
2423 dev_dbg(&vscsi->dev, "srp_cmd tag: %llu (0x%llx)\n",
2426 vscsi->debit += 1;
2432 list_add_tail(&cmd->list, &vscsi->schedule_q);
2433 queue_work(vscsi->work_q, &cmd->work);
2437 rc = ibmvscsis_srp_i_logout(vscsi, cmd, crq);
2443 ibmvscsis_free_cmd_resources(vscsi, cmd);
2444 dev_err(&vscsi->dev, "invalid srp cmd, opcode %d\n",
2446 ibmvscsis_post_disconnect(vscsi,
2450 } else if (srp->opcode == SRP_LOGIN_REQ && vscsi->state == CONNECTED) {
2451 rc = ibmvscsis_srp_login(vscsi, cmd, crq);
2453 ibmvscsis_free_cmd_resources(vscsi, cmd);
2454 dev_err(&vscsi->dev, "Invalid state %d to handle srp cmd\n",
2455 vscsi->state);
2456 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2462 * @vscsi: Pointer to our adapter structure
2473 static long ibmvscsis_ping_response(struct scsi_info *vscsi)
2484 rc = h_send_crq(vscsi->dds.unit_id, cpu_to_be64(buffer[MSG_HI]),
2491 vscsi->flags |= CLIENT_FAILED;
2494 vscsi->flags |= RESPONSE_Q_DOWN;
2497 dev_err(&vscsi->dev, "ping_response: h_send_crq failed, rc %ld\n",
2499 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2502 dev_err(&vscsi->dev, "ping_response: h_send_crq returned unknown rc %ld\n",
2504 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT, 0);
2513 * @vscsi: Pointer to our adapter structure
2523 static long ibmvscsis_parse_command(struct scsi_info *vscsi,
2535 if (vscsi->flags & PROCESSING_MAD) {
2537 dev_err(&vscsi->dev, "parse_command: already processing mad\n");
2538 ibmvscsis_post_disconnect(vscsi,
2542 vscsi->flags |= PROCESSING_MAD;
2543 rc = ibmvscsis_mad(vscsi, crq);
2548 ibmvscsis_srp_cmd(vscsi, crq);
2553 ibmvscsis_ping_response(vscsi);
2557 dev_err(&vscsi->dev, "parse_command: invalid format %d\n",
2559 ibmvscsis_post_disconnect(vscsi,
2566 rc = ibmvscsis_trans_event(vscsi, crq);
2570 rc = ibmvscsis_init_msg(vscsi, crq);
2574 dev_err(&vscsi->dev, "parse_command: invalid valid field %d\n",
2576 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2584 rc = vscsi->flags & SCHEDULE_DISCONNECT;
2589 static int read_dma_window(struct scsi_info *vscsi)
2591 struct vio_dev *vdev = vscsi->dma_dev;
2603 dev_err(&vscsi->dev, "Couldn't find ibm,my-dma-window property\n");
2607 vscsi->dds.window[LOCAL].liobn = be32_to_cpu(*dma_window);
2613 dev_warn(&vscsi->dev, "Couldn't find ibm,#dma-address-cells property\n");
2622 dev_warn(&vscsi->dev, "Couldn't find ibm,#dma-size-cells property\n");
2629 vscsi->dds.window[REMOTE].liobn = be32_to_cpu(*dma_window);
2638 struct scsi_info *vscsi;
2641 list_for_each_entry(vscsi, &ibmvscsis_dev_list, list) {
2642 vdev = vscsi->dma_dev;
2644 tport = &vscsi->tport;
2655 * @vscsi: Pointer to our adapter structure
2664 static void ibmvscsis_parse_cmd(struct scsi_info *vscsi,
2675 nexus = vscsi->tport.ibmv_nexus;
2685 dev_err(&vscsi->dev, "parse_cmd: reserved bits set in IU\n");
2686 spin_lock_bh(&vscsi->intr_lock);
2687 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2688 ibmvscsis_free_cmd_resources(vscsi, cmd);
2689 spin_unlock_bh(&vscsi->intr_lock);
2694 dev_err(&vscsi->dev, "0x%llx: parsing SRP descriptor table failed.\n",
2715 dev_err(&vscsi->dev, "Invalid task attribute %d\n",
2722 spin_lock_bh(&vscsi->intr_lock);
2723 list_add_tail(&cmd->list, &vscsi->active_q);
2724 spin_unlock_bh(&vscsi->intr_lock);
2732 dev_err(&vscsi->dev, "target_submit_cmd failed, rc %d\n", rc);
2733 spin_lock_bh(&vscsi->intr_lock);
2735 ibmvscsis_free_cmd_resources(vscsi, cmd);
2736 spin_unlock_bh(&vscsi->intr_lock);
2742 spin_lock_bh(&vscsi->intr_lock);
2743 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT_RECONNECT, 0);
2744 spin_unlock_bh(&vscsi->intr_lock);
2749 * @vscsi: Pointer to our adapter structure
2759 static void ibmvscsis_parse_task(struct scsi_info *vscsi,
2769 nexus = vscsi->tport.ibmv_nexus;
2791 dev_err(&vscsi->dev, "unknown task mgmt func %d\n",
2802 spin_lock_bh(&vscsi->intr_lock);
2803 list_add_tail(&cmd->list, &vscsi->active_q);
2804 spin_unlock_bh(&vscsi->intr_lock);
2808 dev_dbg(&vscsi->dev, "calling submit_tmr, func %d\n",
2814 dev_err(&vscsi->dev, "target_submit_tmr failed, rc %d\n",
2816 spin_lock_bh(&vscsi->intr_lock);
2818 spin_unlock_bh(&vscsi->intr_lock);
2832 struct scsi_info *vscsi = cmd->adapter;
2834 spin_lock_bh(&vscsi->intr_lock);
2840 if (vscsi->flags & (SCHEDULE_DISCONNECT | DISCONNECT_SCHEDULED)) {
2841 ibmvscsis_free_cmd_resources(vscsi, cmd);
2844 if (list_empty(&vscsi->active_q) &&
2845 list_empty(&vscsi->schedule_q) &&
2846 (vscsi->flags & WAIT_FOR_IDLE)) {
2847 vscsi->flags &= ~WAIT_FOR_IDLE;
2848 complete(&vscsi->wait_idle);
2851 spin_unlock_bh(&vscsi->intr_lock);
2855 spin_unlock_bh(&vscsi->intr_lock);
2859 ibmvscsis_parse_cmd(vscsi, cmd);
2862 ibmvscsis_parse_task(vscsi, cmd);
2865 dev_err(&vscsi->dev, "scheduler, invalid cmd type %d\n",
2867 spin_lock_bh(&vscsi->intr_lock);
2868 ibmvscsis_free_cmd_resources(vscsi, cmd);
2869 spin_unlock_bh(&vscsi->intr_lock);
2874 static int ibmvscsis_alloc_cmds(struct scsi_info *vscsi, int num)
2879 INIT_LIST_HEAD(&vscsi->free_cmd);
2880 vscsi->cmd_pool = kcalloc(num, sizeof(struct ibmvscsis_cmd),
2882 if (!vscsi->cmd_pool)
2885 for (i = 0, cmd = (struct ibmvscsis_cmd *)vscsi->cmd_pool; i < num;
2888 cmd->adapter = vscsi;
2890 list_add_tail(&cmd->list, &vscsi->free_cmd);
2896 static void ibmvscsis_free_cmds(struct scsi_info *vscsi)
2898 kfree(vscsi->cmd_pool);
2899 vscsi->cmd_pool = NULL;
2900 INIT_LIST_HEAD(&vscsi->free_cmd);
2919 struct scsi_info *vscsi = container_of(p_timer, struct scsi_info,
2922 spin_lock_bh(&vscsi->intr_lock);
2925 ibmvscsis_send_messages(vscsi);
2926 spin_unlock_bh(&vscsi->intr_lock);
2931 static long ibmvscsis_alloctimer(struct scsi_info *vscsi)
2935 p_timer = &vscsi->rsp_q_timer;
2945 static void ibmvscsis_freetimer(struct scsi_info *vscsi)
2949 p_timer = &vscsi->rsp_q_timer;
2959 struct scsi_info *vscsi = data;
2961 vio_disable_interrupts(vscsi->dma_dev);
2962 tasklet_schedule(&vscsi->work_task);
2969 * @vscsi: Pointer to our adapter structure
2976 static long ibmvscsis_enable_change_state(struct scsi_info *vscsi)
2981 bytes = vscsi->cmd_q.size * PAGE_SIZE;
2982 rc = h_reg_crq(vscsi->dds.unit_id, vscsi->cmd_q.crq_token, bytes);
2984 vscsi->state = WAIT_CONNECTION;
2985 rc = ibmvscsis_establish_new_q(vscsi);
2989 vscsi->state = ERR_DISCONNECTED;
2990 vscsi->flags |= RESPONSE_Q_DOWN;
2998 * @vscsi: Pointer to our adapter structure
3008 static long ibmvscsis_create_command_q(struct scsi_info *vscsi, int num_cmds)
3011 struct vio_dev *vdev = vscsi->dma_dev;
3016 vscsi->cmd_q.size = pages;
3018 vscsi->cmd_q.base_addr =
3020 if (!vscsi->cmd_q.base_addr)
3023 vscsi->cmd_q.mask = ((uint)pages * CRQ_PER_PAGE) - 1;
3025 vscsi->cmd_q.crq_token = dma_map_single(&vdev->dev,
3026 vscsi->cmd_q.base_addr,
3028 if (dma_mapping_error(&vdev->dev, vscsi->cmd_q.crq_token)) {
3029 free_page((unsigned long)vscsi->cmd_q.base_addr);
3038 * @vscsi: Pointer to our adapter structure
3045 static void ibmvscsis_destroy_command_q(struct scsi_info *vscsi)
3047 dma_unmap_single(&vscsi->dma_dev->dev, vscsi->cmd_q.crq_token,
3049 free_page((unsigned long)vscsi->cmd_q.base_addr);
3050 vscsi->cmd_q.base_addr = NULL;
3051 vscsi->state = NO_QUEUE;
3054 static u8 ibmvscsis_fast_fail(struct scsi_info *vscsi,
3063 if (vscsi->fast_fail && (READ_CMD(srp->cdb) || WRITE_CMD(srp->cdb)))
3078 * @vscsi: Pointer to our adapter structure
3085 static long srp_build_response(struct scsi_info *vscsi,
3097 spin_lock_bh(&vscsi->intr_lock);
3106 rsp->req_lim_delta = cpu_to_be32(1 + vscsi->credit);
3111 rsp->status = ibmvscsis_fast_fail(vscsi, cmd);
3113 dev_dbg(&vscsi->dev, "build_resp: cmd %p, scsi status %d\n",
3127 dev_dbg(&vscsi->dev, "build_resp: cmd %p, fast fail\n",
3170 rc = h_copy_rdma(len, vscsi->dds.window[LOCAL].liobn, iue->sbuf->dma,
3171 vscsi->dds.window[REMOTE].liobn,
3176 vscsi->credit = 0;
3180 if (connection_broken(vscsi))
3181 vscsi->flags |= RESPONSE_Q_DOWN | CLIENT_FAILED;
3183 dev_err(&vscsi->dev, "build_response: error copying to client, rc %ld, flags 0x%x, state 0x%hx\n",
3184 rc, vscsi->flags, vscsi->state);
3189 dev_err(&vscsi->dev, "build_response: error copying to client, rc %ld\n",
3194 spin_unlock_bh(&vscsi->intr_lock);
3205 struct scsi_info *vscsi = target->ldata;
3226 dev_err(&vscsi->dev, "rdma: ran out of client memory descriptors\n");
3235 dev_err(&vscsi->dev, "rdma: ran out of scatter/gather list\n");
3257 vscsi->dds.window[REMOTE].liobn,
3259 vscsi->dds.window[LOCAL].liobn,
3271 vscsi->dds.window[LOCAL].liobn,
3273 vscsi->dds.window[REMOTE].liobn,
3282 if (connection_broken(vscsi)) {
3283 spin_lock_bh(&vscsi->intr_lock);
3284 vscsi->flags |=
3286 spin_unlock_bh(&vscsi->intr_lock);
3288 dev_err(&vscsi->dev, "rdma: h_copy_rdma failed, rc %ld\n",
3293 dev_err(&vscsi->dev, "rdma: unknown error %ld from h_copy_rdma\n",
3333 struct scsi_info *vscsi = (struct scsi_info *)data;
3339 spin_lock_bh(&vscsi->intr_lock);
3341 dev_dbg(&vscsi->dev, "got interrupt\n");
3348 if (TARGET_STOP(vscsi)) {
3349 vio_enable_interrupts(vscsi->dma_dev);
3351 dev_dbg(&vscsi->dev, "handle_crq, don't process: flags 0x%x, state 0x%hx\n",
3352 vscsi->flags, vscsi->state);
3353 spin_unlock_bh(&vscsi->intr_lock);
3357 rc = vscsi->flags & SCHEDULE_DISCONNECT;
3358 crq = vscsi->cmd_q.base_addr + vscsi->cmd_q.index;
3370 vscsi->cmd_q.index =
3371 (vscsi->cmd_q.index + 1) & vscsi->cmd_q.mask;
3374 rc = ibmvscsis_parse_command(vscsi, crq);
3383 rc = ibmvscsis_trans_event(vscsi, crq);
3384 } else if (vscsi->flags & TRANS_EVENT) {
3392 if (vscsi->cmd_q.index)
3393 vscsi->cmd_q.index -= 1;
3399 vscsi->cmd_q.index = vscsi->cmd_q.mask;
3406 crq = vscsi->cmd_q.base_addr + vscsi->cmd_q.index;
3413 vio_enable_interrupts(vscsi->dma_dev);
3415 dev_dbg(&vscsi->dev, "handle_crq, reenabling interrupts\n");
3422 dev_dbg(&vscsi->dev, "handle_crq, error: flags 0x%x, state 0x%hx, crq index 0x%x\n",
3423 vscsi->flags, vscsi->state, vscsi->cmd_q.index);
3426 dev_dbg(&vscsi->dev, "Leaving handle_crq: schedule_q empty %d, flags 0x%x, state 0x%hx\n",
3427 (int)list_empty(&vscsi->schedule_q), vscsi->flags,
3428 vscsi->state);
3430 spin_unlock_bh(&vscsi->intr_lock);
3436 struct scsi_info *vscsi;
3441 vscsi = kzalloc(sizeof(*vscsi), GFP_KERNEL);
3442 if (!vscsi) {
3448 vscsi->dma_dev = vdev;
3449 vscsi->dev = vdev->dev;
3450 INIT_LIST_HEAD(&vscsi->schedule_q);
3451 INIT_LIST_HEAD(&vscsi->waiting_rsp);
3452 INIT_LIST_HEAD(&vscsi->active_q);
3454 snprintf(vscsi->tport.tport_name, IBMVSCSIS_NAMELEN, "%s",
3457 dev_dbg(&vscsi->dev, "probe tport_name: %s\n", vscsi->tport.tport_name);
3459 rc = read_dma_window(vscsi);
3462 dev_dbg(&vscsi->dev, "Probe: liobn 0x%x, riobn 0x%x\n",
3463 vscsi->dds.window[LOCAL].liobn,
3464 vscsi->dds.window[REMOTE].liobn);
3466 snprintf(vscsi->eye, sizeof(vscsi->eye), "VSCSI %s", vdev->name);
3468 vscsi->dds.unit_id = vdev->unit_address;
3469 strscpy(vscsi->dds.partition_name, partition_name,
3470 sizeof(vscsi->dds.partition_name));
3471 vscsi->dds.partition_num = partition_number;
3474 list_add_tail(&vscsi->list, &ibmvscsis_dev_list);
3481 vscsi->request_limit = INITIAL_SRP_LIMIT;
3482 rc = srp_target_alloc(&vscsi->target, &vdev->dev, vscsi->request_limit,
3487 vscsi->target.ldata = vscsi;
3489 rc = ibmvscsis_alloc_cmds(vscsi, vscsi->request_limit);
3491 dev_err(&vscsi->dev, "alloc_cmds failed, rc %d, num %d\n",
3492 rc, vscsi->request_limit);
3500 spin_lock_init(&vscsi->intr_lock);
3502 rc = ibmvscsis_alloctimer(vscsi);
3504 dev_err(&vscsi->dev, "probe: alloctimer failed, rc %d\n", rc);
3508 rc = ibmvscsis_create_command_q(vscsi, 256);
3510 dev_err(&vscsi->dev, "probe: create_command_q failed, rc %d\n",
3515 vscsi->map_buf = kzalloc(PAGE_SIZE, GFP_KERNEL);
3516 if (!vscsi->map_buf) {
3518 dev_err(&vscsi->dev, "probe: allocating cmd buffer failed\n");
3522 vscsi->map_ioba = dma_map_single(&vdev->dev, vscsi->map_buf, PAGE_SIZE,
3524 if (dma_mapping_error(&vdev->dev, vscsi->map_ioba)) {
3526 dev_err(&vscsi->dev, "probe: error mapping command buffer\n");
3530 hrc = h_vioctl(vscsi->dds.unit_id, H_GET_PARTNER_INFO,
3531 (u64)vscsi->map_ioba | ((u64)PAGE_SIZE << 32), 0, 0, 0,
3534 vscsi->client_data.partition_number =
3535 be64_to_cpu(*(u64 *)vscsi->map_buf);
3541 dev_dbg(&vscsi->dev, "probe hrc %ld, client partition num %d\n",
3542 hrc, vscsi->client_data.partition_number);
3544 tasklet_init(&vscsi->work_task, ibmvscsis_handle_crq,
3545 (unsigned long)vscsi);
3547 init_completion(&vscsi->wait_idle);
3548 init_completion(&vscsi->unconfig);
3551 vscsi->work_q = create_workqueue(wq_name);
3552 if (!vscsi->work_q) {
3554 dev_err(&vscsi->dev, "create_workqueue failed\n");
3558 rc = request_irq(vdev->irq, ibmvscsis_interrupt, 0, "ibmvscsis", vscsi);
3561 dev_err(&vscsi->dev, "probe: request_irq failed, rc %d\n", rc);
3565 vscsi->state = WAIT_ENABLED;
3567 dev_set_drvdata(&vdev->dev, vscsi);
3572 destroy_workqueue(vscsi->work_q);
3574 dma_unmap_single(&vdev->dev, vscsi->map_ioba, PAGE_SIZE,
3577 kfree(vscsi->map_buf);
3579 tasklet_kill(&vscsi->work_task);
3580 ibmvscsis_unregister_command_q(vscsi);
3581 ibmvscsis_destroy_command_q(vscsi);
3583 ibmvscsis_freetimer(vscsi);
3585 ibmvscsis_free_cmds(vscsi);
3587 srp_target_free(&vscsi->target);
3590 list_del(&vscsi->list);
3593 kfree(vscsi);
3600 struct scsi_info *vscsi = dev_get_drvdata(&vdev->dev);
3602 dev_dbg(&vscsi->dev, "remove (%s)\n", dev_name(&vscsi->dma_dev->dev));
3604 spin_lock_bh(&vscsi->intr_lock);
3605 ibmvscsis_post_disconnect(vscsi, UNCONFIGURING, 0);
3606 vscsi->flags |= CFG_SLEEPING;
3607 spin_unlock_bh(&vscsi->intr_lock);
3608 wait_for_completion(&vscsi->unconfig);
3611 free_irq(vdev->irq, vscsi);
3612 destroy_workqueue(vscsi->work_q);
3613 dma_unmap_single(&vdev->dev, vscsi->map_ioba, PAGE_SIZE,
3615 kfree(vscsi->map_buf);
3616 tasklet_kill(&vscsi->work_task);
3617 ibmvscsis_destroy_command_q(vscsi);
3618 ibmvscsis_freetimer(vscsi);
3619 ibmvscsis_free_cmds(vscsi);
3620 srp_target_free(&vscsi->target);
3622 list_del(&vscsi->list);
3624 kfree(vscsi);
3644 struct scsi_info *vscsi = container_of(dev, struct scsi_info, dev);
3646 return snprintf(buf, PAGE_SIZE, "%x\n", vscsi->dma_dev->unit_address);
3733 struct scsi_info *vscsi = cmd->adapter;
3735 spin_lock_bh(&vscsi->intr_lock);
3737 list_move_tail(&cmd->list, &vscsi->waiting_rsp);
3738 ibmvscsis_send_messages(vscsi);
3739 spin_unlock_bh(&vscsi->intr_lock);
3751 struct scsi_info *vscsi = cmd->adapter;
3760 if ((vscsi->flags & (CLIENT_FAILED | RESPONSE_Q_DOWN))) {
3761 dev_err(&vscsi->dev, "write_pending failed since: %d\n",
3762 vscsi->flags);
3770 dev_err(&vscsi->dev, "srp_transfer_data() failed: %d\n", rc);
3795 struct scsi_info *vscsi = cmd->adapter;
3802 dev_err(&vscsi->dev, "srp_transfer_data failed: %d\n", rc);
3810 srp_build_response(vscsi, cmd, &len);
3821 struct scsi_info *vscsi = cmd->adapter;
3824 dev_dbg(&vscsi->dev, "queue_status %p\n", se_cmd);
3826 srp_build_response(vscsi, cmd, &len);
3837 struct scsi_info *vscsi = cmd->adapter;
3844 dev_dbg(&vscsi->dev, "queue_tm_rsp %p, status %d\n",
3849 spin_lock_bh(&vscsi->intr_lock);
3850 list_for_each_entry(cmd_itr, &vscsi->active_q, list) {
3857 spin_unlock_bh(&vscsi->intr_lock);
3860 srp_build_response(vscsi, cmd, &len);
3869 struct scsi_info *vscsi = cmd->adapter;
3871 dev_dbg(&vscsi->dev, "ibmvscsis_aborted_task %p task_tag: %llu\n",
3880 struct scsi_info *vscsi;
3884 vscsi = container_of(tport, struct scsi_info, tport);
3886 dev_dbg(&vscsi->dev, "make_tport(%s), pointer:%p, tport_id:%x\n",
3899 struct scsi_info *vscsi = container_of(tport, struct scsi_info, tport);
3901 dev_dbg(&vscsi->dev, "drop_tport(%s)\n",
3979 struct scsi_info *vscsi = container_of(tport, struct scsi_info, tport);
3986 dev_err(&vscsi->dev, "Unable to extract srpt_tpg_store_enable\n");
3991 dev_err(&vscsi->dev, "Illegal value for srpt_tpg_store_enable\n");
3996 spin_lock_bh(&vscsi->intr_lock);
3998 lrc = ibmvscsis_enable_change_state(vscsi);
4000 dev_err(&vscsi->dev, "enable_change_state failed, rc %ld state %d\n",
4001 lrc, vscsi->state);
4002 spin_unlock_bh(&vscsi->intr_lock);
4004 spin_lock_bh(&vscsi->intr_lock);
4007 ibmvscsis_post_disconnect(vscsi, ERR_DISCONNECT, 0);
4008 spin_unlock_bh(&vscsi->intr_lock);
4011 dev_dbg(&vscsi->dev, "tpg_enable_store, tmp %ld, state %d\n", tmp,
4012 vscsi->state);