Lines Matching refs:adapter
149 pvscsi_dev(const struct pvscsi_adapter *adapter)
151 return &(adapter->dev->dev);
155 pvscsi_find_context(const struct pvscsi_adapter *adapter, struct scsi_cmnd *cmd)
159 end = &adapter->cmd_map[adapter->req_depth];
160 for (ctx = adapter->cmd_map; ctx < end; ctx++)
168 pvscsi_acquire_context(struct pvscsi_adapter *adapter, struct scsi_cmnd *cmd)
172 if (list_empty(&adapter->cmd_pool))
175 ctx = list_first_entry(&adapter->cmd_pool, struct pvscsi_ctx, list);
182 static void pvscsi_release_context(struct pvscsi_adapter *adapter,
187 list_add(&ctx->list, &adapter->cmd_pool);
195 static u64 pvscsi_map_context(const struct pvscsi_adapter *adapter,
198 return ctx - adapter->cmd_map + 1;
202 pvscsi_get_context(const struct pvscsi_adapter *adapter, u64 context)
204 return &adapter->cmd_map[context - 1];
207 static void pvscsi_reg_write(const struct pvscsi_adapter *adapter,
210 writel(val, adapter->mmioBase + offset);
213 static u32 pvscsi_reg_read(const struct pvscsi_adapter *adapter, u32 offset)
215 return readl(adapter->mmioBase + offset);
218 static u32 pvscsi_read_intr_status(const struct pvscsi_adapter *adapter)
220 return pvscsi_reg_read(adapter, PVSCSI_REG_OFFSET_INTR_STATUS);
223 static void pvscsi_write_intr_status(const struct pvscsi_adapter *adapter,
226 pvscsi_reg_write(adapter, PVSCSI_REG_OFFSET_INTR_STATUS, val);
229 static void pvscsi_unmask_intr(const struct pvscsi_adapter *adapter)
234 if (adapter->use_msg)
237 pvscsi_reg_write(adapter, PVSCSI_REG_OFFSET_INTR_MASK, intr_bits);
240 static void pvscsi_mask_intr(const struct pvscsi_adapter *adapter)
242 pvscsi_reg_write(adapter, PVSCSI_REG_OFFSET_INTR_MASK, 0);
245 static void pvscsi_write_cmd_desc(const struct pvscsi_adapter *adapter,
252 pvscsi_reg_write(adapter, PVSCSI_REG_OFFSET_COMMAND, cmd);
254 pvscsi_reg_write(adapter,
258 static void pvscsi_abort_cmd(const struct pvscsi_adapter *adapter,
264 cmd.context = pvscsi_map_context(adapter, ctx);
266 pvscsi_write_cmd_desc(adapter, PVSCSI_CMD_ABORT_CMD, &cmd, sizeof(cmd));
269 static void pvscsi_kick_rw_io(const struct pvscsi_adapter *adapter)
271 pvscsi_reg_write(adapter, PVSCSI_REG_OFFSET_KICK_RW_IO, 0);
274 static void pvscsi_process_request_ring(const struct pvscsi_adapter *adapter)
276 pvscsi_reg_write(adapter, PVSCSI_REG_OFFSET_KICK_NON_RW_IO, 0);
287 static void pvscsi_kick_io(const struct pvscsi_adapter *adapter,
291 struct PVSCSIRingsState *s = adapter->rings_state;
293 if (!adapter->use_req_threshold ||
295 pvscsi_kick_rw_io(adapter);
297 pvscsi_process_request_ring(adapter);
301 static void ll_adapter_reset(const struct pvscsi_adapter *adapter)
303 dev_dbg(pvscsi_dev(adapter), "Adapter Reset on %p\n", adapter);
305 pvscsi_write_cmd_desc(adapter, PVSCSI_CMD_ADAPTER_RESET, NULL, 0);
308 static void ll_bus_reset(const struct pvscsi_adapter *adapter)
310 dev_dbg(pvscsi_dev(adapter), "Resetting bus on %p\n", adapter);
312 pvscsi_write_cmd_desc(adapter, PVSCSI_CMD_RESET_BUS, NULL, 0);
315 static void ll_device_reset(const struct pvscsi_adapter *adapter, u32 target)
319 dev_dbg(pvscsi_dev(adapter), "Resetting device: target=%u\n", target);
323 pvscsi_write_cmd_desc(adapter, PVSCSI_CMD_RESET_DEVICE,
347 static int pvscsi_map_buffers(struct pvscsi_adapter *adapter,
373 ctx->sglPA = dma_map_single(&adapter->dev->dev,
375 if (dma_mapping_error(&adapter->dev->dev, ctx->sglPA)) {
390 ctx->dataPA = dma_map_single(&adapter->dev->dev, sg, bufflen,
392 if (dma_mapping_error(&adapter->dev->dev, ctx->dataPA)) {
414 static void pvscsi_unmap_buffers(const struct pvscsi_adapter *adapter,
429 dma_unmap_single(&adapter->dev->dev, ctx->sglPA,
434 dma_unmap_single(&adapter->dev->dev, ctx->dataPA,
438 dma_unmap_single(&adapter->dev->dev, ctx->sensePA,
442 static int pvscsi_allocate_rings(struct pvscsi_adapter *adapter)
444 adapter->rings_state = dma_alloc_coherent(&adapter->dev->dev, PAGE_SIZE,
445 &adapter->ringStatePA, GFP_KERNEL);
446 if (!adapter->rings_state)
449 adapter->req_pages = min(PVSCSI_MAX_NUM_PAGES_REQ_RING,
451 adapter->req_depth = adapter->req_pages
453 adapter->req_ring = dma_alloc_coherent(&adapter->dev->dev,
454 adapter->req_pages * PAGE_SIZE, &adapter->reqRingPA,
456 if (!adapter->req_ring)
459 adapter->cmp_pages = min(PVSCSI_MAX_NUM_PAGES_CMP_RING,
461 adapter->cmp_ring = dma_alloc_coherent(&adapter->dev->dev,
462 adapter->cmp_pages * PAGE_SIZE, &adapter->cmpRingPA,
464 if (!adapter->cmp_ring)
467 BUG_ON(!IS_ALIGNED(adapter->ringStatePA, PAGE_SIZE));
468 BUG_ON(!IS_ALIGNED(adapter->reqRingPA, PAGE_SIZE));
469 BUG_ON(!IS_ALIGNED(adapter->cmpRingPA, PAGE_SIZE));
471 if (!adapter->use_msg)
474 adapter->msg_pages = min(PVSCSI_MAX_NUM_PAGES_MSG_RING,
476 adapter->msg_ring = dma_alloc_coherent(&adapter->dev->dev,
477 adapter->msg_pages * PAGE_SIZE, &adapter->msgRingPA,
479 if (!adapter->msg_ring)
481 BUG_ON(!IS_ALIGNED(adapter->msgRingPA, PAGE_SIZE));
486 static void pvscsi_setup_all_rings(const struct pvscsi_adapter *adapter)
492 cmd.ringsStatePPN = adapter->ringStatePA >> PAGE_SHIFT;
493 cmd.reqRingNumPages = adapter->req_pages;
494 cmd.cmpRingNumPages = adapter->cmp_pages;
496 base = adapter->reqRingPA;
497 for (i = 0; i < adapter->req_pages; i++) {
502 base = adapter->cmpRingPA;
503 for (i = 0; i < adapter->cmp_pages; i++) {
508 memset(adapter->rings_state, 0, PAGE_SIZE);
509 memset(adapter->req_ring, 0, adapter->req_pages * PAGE_SIZE);
510 memset(adapter->cmp_ring, 0, adapter->cmp_pages * PAGE_SIZE);
512 pvscsi_write_cmd_desc(adapter, PVSCSI_CMD_SETUP_RINGS,
515 if (adapter->use_msg) {
518 cmd_msg.numPages = adapter->msg_pages;
520 base = adapter->msgRingPA;
521 for (i = 0; i < adapter->msg_pages; i++) {
525 memset(adapter->msg_ring, 0, adapter->msg_pages * PAGE_SIZE);
527 pvscsi_write_cmd_desc(adapter, PVSCSI_CMD_SETUP_MSG_RING,
543 static void pvscsi_complete_request(struct pvscsi_adapter *adapter,
552 ctx = pvscsi_get_context(adapter, e->context);
555 pvscsi_unmap_buffers(adapter, ctx);
558 pvscsi_release_context(adapter, ctx);
659 static void pvscsi_process_completion_ring(struct pvscsi_adapter *adapter)
661 struct PVSCSIRingsState *s = adapter->rings_state;
662 struct PVSCSIRingCmpDesc *ring = adapter->cmp_ring;
675 pvscsi_complete_request(adapter, e);
690 static int pvscsi_queue_ring(struct pvscsi_adapter *adapter,
698 s = adapter->rings_state;
717 e = adapter->req_ring + (s->reqProdIdx & MASK(req_entries));
725 ctx->sensePA = dma_map_single(&adapter->dev->dev,
728 if (dma_mapping_error(&adapter->dev->dev, ctx->sensePA)) {
755 if (pvscsi_map_buffers(adapter, ctx, cmd, e) != 0) {
757 dma_unmap_single(&adapter->dev->dev, ctx->sensePA,
765 e->context = pvscsi_map_context(adapter, ctx);
777 struct pvscsi_adapter *adapter = shost_priv(host);
782 spin_lock_irqsave(&adapter->hw_lock, flags);
784 ctx = pvscsi_acquire_context(adapter, cmd);
785 if (!ctx || pvscsi_queue_ring(adapter, ctx, cmd) != 0) {
787 pvscsi_release_context(adapter, ctx);
788 spin_unlock_irqrestore(&adapter->hw_lock, flags);
797 spin_unlock_irqrestore(&adapter->hw_lock, flags);
799 pvscsi_kick_io(adapter, op);
808 struct pvscsi_adapter *adapter = shost_priv(cmd->device->host);
816 adapter->host->host_no, cmd);
818 spin_lock_irqsave(&adapter->hw_lock, flags);
824 pvscsi_process_completion_ring(adapter);
830 ctx = pvscsi_find_context(adapter, cmd);
842 pvscsi_abort_cmd(adapter, ctx);
843 spin_unlock_irqrestore(&adapter->hw_lock, flags);
846 spin_lock_irqsave(&adapter->hw_lock, flags);
868 spin_unlock_irqrestore(&adapter->hw_lock, flags);
878 static void pvscsi_reset_all(struct pvscsi_adapter *adapter)
882 for (i = 0; i < adapter->req_depth; i++) {
883 struct pvscsi_ctx *ctx = &adapter->cmd_map[i];
888 pvscsi_unmap_buffers(adapter, ctx);
890 pvscsi_release_context(adapter, ctx);
900 struct pvscsi_adapter *adapter = shost_priv(host);
906 spin_lock_irqsave(&adapter->hw_lock, flags);
908 use_msg = adapter->use_msg;
911 adapter->use_msg = false;
912 spin_unlock_irqrestore(&adapter->hw_lock, flags);
918 flush_workqueue(adapter->workqueue);
919 spin_lock_irqsave(&adapter->hw_lock, flags);
928 pvscsi_process_request_ring(adapter);
930 ll_adapter_reset(adapter);
933 * Now process any completions. Note we do this AFTER adapter reset,
939 pvscsi_process_completion_ring(adapter);
941 pvscsi_reset_all(adapter);
942 adapter->use_msg = use_msg;
943 pvscsi_setup_all_rings(adapter);
944 pvscsi_unmask_intr(adapter);
946 spin_unlock_irqrestore(&adapter->hw_lock, flags);
954 struct pvscsi_adapter *adapter = shost_priv(host);
965 spin_lock_irqsave(&adapter->hw_lock, flags);
967 pvscsi_process_request_ring(adapter);
968 ll_bus_reset(adapter);
969 pvscsi_process_completion_ring(adapter);
971 spin_unlock_irqrestore(&adapter->hw_lock, flags);
979 struct pvscsi_adapter *adapter = shost_priv(host);
990 spin_lock_irqsave(&adapter->hw_lock, flags);
992 pvscsi_process_request_ring(adapter);
993 ll_device_reset(adapter, cmd->device->id);
994 pvscsi_process_completion_ring(adapter);
996 spin_unlock_irqrestore(&adapter->hw_lock, flags);
1005 struct pvscsi_adapter *adapter = shost_priv(host);
1008 sprintf(buf, "VMware PVSCSI storage adapter rev %d, req/cmp/msg rings: "
1009 "%u/%u/%u pages, cmd_per_lun=%u", adapter->rev,
1010 adapter->req_pages, adapter->cmp_pages, adapter->msg_pages,
1033 static void pvscsi_process_msg(const struct pvscsi_adapter *adapter,
1036 struct PVSCSIRingsState *s = adapter->rings_state;
1037 struct Scsi_Host *host = adapter->host;
1062 scsi_add_device(adapter->host, desc->bus,
1091 static int pvscsi_msg_pending(const struct pvscsi_adapter *adapter)
1093 struct PVSCSIRingsState *s = adapter->rings_state;
1098 static void pvscsi_process_msg_ring(const struct pvscsi_adapter *adapter)
1100 struct PVSCSIRingsState *s = adapter->rings_state;
1101 struct PVSCSIRingMsgDesc *ring = adapter->msg_ring;
1104 while (pvscsi_msg_pending(adapter)) {
1109 pvscsi_process_msg(adapter, e);
1117 struct pvscsi_adapter *adapter;
1119 adapter = container_of(data, struct pvscsi_adapter, work);
1121 pvscsi_process_msg_ring(adapter);
1124 static int pvscsi_setup_msg_workqueue(struct pvscsi_adapter *adapter)
1131 pvscsi_reg_write(adapter, PVSCSI_REG_OFFSET_COMMAND,
1134 if (pvscsi_reg_read(adapter, PVSCSI_REG_OFFSET_COMMAND_STATUS) == -1)
1138 "vmw_pvscsi_wq_%u", adapter->host->host_no);
1140 adapter->workqueue = create_singlethread_workqueue(name);
1141 if (!adapter->workqueue) {
1145 INIT_WORK(&adapter->work, pvscsi_msg_workqueue_handler);
1150 static bool pvscsi_setup_req_threshold(struct pvscsi_adapter *adapter,
1158 pvscsi_reg_write(adapter, PVSCSI_REG_OFFSET_COMMAND,
1160 val = pvscsi_reg_read(adapter, PVSCSI_REG_OFFSET_COMMAND_STATUS);
1170 pvscsi_write_cmd_desc(adapter,
1173 return pvscsi_reg_read(adapter,
1180 struct pvscsi_adapter *adapter = devp;
1183 spin_lock_irqsave(&adapter->hw_lock, flags);
1184 pvscsi_process_completion_ring(adapter);
1185 if (adapter->use_msg && pvscsi_msg_pending(adapter))
1186 queue_work(adapter->workqueue, &adapter->work);
1187 spin_unlock_irqrestore(&adapter->hw_lock, flags);
1194 struct pvscsi_adapter *adapter = devp;
1195 u32 val = pvscsi_read_intr_status(adapter);
1203 static void pvscsi_free_sgls(const struct pvscsi_adapter *adapter)
1205 struct pvscsi_ctx *ctx = adapter->cmd_map;
1208 for (i = 0; i < adapter->req_depth; ++i, ++ctx)
1212 static void pvscsi_shutdown_intr(struct pvscsi_adapter *adapter)
1214 free_irq(pci_irq_vector(adapter->dev, 0), adapter);
1215 pci_free_irq_vectors(adapter->dev);
1218 static void pvscsi_release_resources(struct pvscsi_adapter *adapter)
1220 if (adapter->workqueue)
1221 destroy_workqueue(adapter->workqueue);
1223 if (adapter->mmioBase)
1224 pci_iounmap(adapter->dev, adapter->mmioBase);
1226 pci_release_regions(adapter->dev);
1228 if (adapter->cmd_map) {
1229 pvscsi_free_sgls(adapter);
1230 kfree(adapter->cmd_map);
1233 if (adapter->rings_state)
1234 dma_free_coherent(&adapter->dev->dev, PAGE_SIZE,
1235 adapter->rings_state, adapter->ringStatePA);
1237 if (adapter->req_ring)
1238 dma_free_coherent(&adapter->dev->dev,
1239 adapter->req_pages * PAGE_SIZE,
1240 adapter->req_ring, adapter->reqRingPA);
1242 if (adapter->cmp_ring)
1243 dma_free_coherent(&adapter->dev->dev,
1244 adapter->cmp_pages * PAGE_SIZE,
1245 adapter->cmp_ring, adapter->cmpRingPA);
1247 if (adapter->msg_ring)
1248 dma_free_coherent(&adapter->dev->dev,
1249 adapter->msg_pages * PAGE_SIZE,
1250 adapter->msg_ring, adapter->msgRingPA);
1266 static int pvscsi_allocate_sg(struct pvscsi_adapter *adapter)
1271 ctx = adapter->cmd_map;
1274 for (i = 0; i < adapter->req_depth; ++i, ++ctx) {
1294 * maximum number of targets on the adapter. In case of
1297 static u32 pvscsi_get_max_targets(struct pvscsi_adapter *adapter)
1306 dev = pvscsi_dev(adapter);
1307 config_page = dma_alloc_coherent(&adapter->dev->dev, PAGE_SIZE,
1330 pvscsi_write_cmd_desc(adapter, PVSCSI_CMD_CONFIG, &cmd, sizeof cmd);
1341 dma_free_coherent(&adapter->dev->dev, PAGE_SIZE, config_page,
1350 struct pvscsi_adapter *adapter;
1373 * targets on the adapter, after that we will switch to the real
1376 adapter = &adapter_temp;
1377 memset(adapter, 0, sizeof(*adapter));
1378 adapter->dev = pdev;
1379 adapter->rev = pdev->revision;
1398 "vmw_pvscsi: adapter has no suitable MMIO region\n");
1402 adapter->mmioBase = pci_iomap(pdev, i, PVSCSI_MEM_SPACE_SIZE);
1404 if (!adapter->mmioBase) {
1417 max_id = pvscsi_get_max_targets(adapter);
1446 adapter = shost_priv(host);
1447 memset(adapter, 0, sizeof(*adapter));
1448 adapter->dev = pdev;
1449 adapter->host = host;
1451 * Copy back what we already have to the allocated adapter struct.
1453 adapter->rev = adapter_temp.rev;
1454 adapter->mmioBase = adapter_temp.mmioBase;
1456 spin_lock_init(&adapter->hw_lock);
1464 ll_adapter_reset(adapter);
1466 adapter->use_msg = pvscsi_setup_msg_workqueue(adapter);
1468 error = pvscsi_allocate_rings(adapter);
1475 * From this point on we should reset the adapter if anything goes
1478 pvscsi_setup_all_rings(adapter);
1480 adapter->cmd_map = kcalloc(adapter->req_depth,
1482 if (!adapter->cmd_map) {
1488 INIT_LIST_HEAD(&adapter->cmd_pool);
1489 for (i = 0; i < adapter->req_depth; i++) {
1490 struct pvscsi_ctx *ctx = adapter->cmd_map + i;
1491 list_add(&ctx->list, &adapter->cmd_pool);
1494 error = pvscsi_allocate_sg(adapter);
1505 error = pci_alloc_irq_vectors(adapter->dev, 1, 1, irq_flag);
1509 adapter->use_req_threshold = pvscsi_setup_req_threshold(adapter, true);
1511 adapter->use_req_threshold ? "en" : "dis");
1513 if (adapter->dev->msix_enabled || adapter->dev->msi_enabled) {
1515 adapter->dev->msix_enabled ? "-X" : "");
1517 0, "vmw_pvscsi", adapter);
1521 IRQF_SHARED, "vmw_pvscsi", adapter);
1538 adapter->rev, host->host_no);
1540 pvscsi_unmask_intr(adapter);
1547 ll_adapter_reset(adapter);
1549 pvscsi_shutdown_intr(adapter);
1550 pvscsi_release_resources(adapter);
1558 pvscsi_shutdown_intr(adapter);
1559 pvscsi_release_resources(adapter);
1563 static void __pvscsi_shutdown(struct pvscsi_adapter *adapter)
1565 pvscsi_mask_intr(adapter);
1567 if (adapter->workqueue)
1568 flush_workqueue(adapter->workqueue);
1570 pvscsi_shutdown_intr(adapter);
1572 pvscsi_process_request_ring(adapter);
1573 pvscsi_process_completion_ring(adapter);
1574 ll_adapter_reset(adapter);
1580 struct pvscsi_adapter *adapter = shost_priv(host);
1582 __pvscsi_shutdown(adapter);
1588 struct pvscsi_adapter *adapter = shost_priv(host);
1592 __pvscsi_shutdown(adapter);
1593 pvscsi_release_resources(adapter);