Lines Matching refs:dev
23 struct erdma_dev *dev = container_of(nb, struct erdma_dev, netdev_nb);
25 if (dev->netdev == NULL || dev->netdev != netdev)
30 dev->state = IB_PORT_ACTIVE;
31 erdma_port_event(dev, IB_EVENT_PORT_ACTIVE);
34 dev->state = IB_PORT_DOWN;
35 erdma_port_event(dev, IB_EVENT_PORT_ERR);
38 if (dev->mtu != netdev->mtu) {
39 erdma_set_mtu(dev, netdev->mtu);
40 dev->mtu = netdev->mtu;
56 static int erdma_enum_and_get_netdev(struct erdma_dev *dev)
62 if (dev->netdev)
75 dev->attrs.peer_addr)) {
76 ret = ib_device_set_netdev(&dev->ibdev, netdev, 1);
79 ibdev_warn(&dev->ibdev,
84 dev->netdev = netdev;
94 static int erdma_device_register(struct erdma_dev *dev)
96 struct ib_device *ibdev = &dev->ibdev;
99 ret = erdma_enum_and_get_netdev(dev);
103 dev->mtu = dev->netdev->mtu;
104 addrconf_addr_eui48((u8 *)&ibdev->node_guid, dev->netdev->dev_addr);
106 ret = ib_register_device(ibdev, "erdma_%d", &dev->pdev->dev);
108 dev_err(&dev->pdev->dev,
113 dev->netdev_nb.notifier_call = erdma_netdev_event;
114 ret = register_netdevice_notifier(&dev->netdev_nb);
116 ibdev_err(&dev->ibdev, "failed to register notifier.\n");
125 struct erdma_dev *dev = data;
127 erdma_cmdq_completion_handler(&dev->cmdq);
128 erdma_aeq_event_handler(dev);
133 static int erdma_request_vectors(struct erdma_dev *dev)
138 ret = pci_alloc_irq_vectors(dev->pdev, 1, expect_irq_num, PCI_IRQ_MSIX);
140 dev_err(&dev->pdev->dev, "request irq vectors failed(%d)\n",
144 dev->attrs.irq_num = ret;
149 static int erdma_comm_irq_init(struct erdma_dev *dev)
151 snprintf(dev->comm_irq.name, ERDMA_IRQNAME_SIZE, "erdma-common@pci:%s",
152 pci_name(dev->pdev));
153 dev->comm_irq.msix_vector =
154 pci_irq_vector(dev->pdev, ERDMA_MSIX_VECTOR_CMDQ);
156 cpumask_set_cpu(cpumask_first(cpumask_of_pcibus(dev->pdev->bus)),
157 &dev->comm_irq.affinity_hint_mask);
158 irq_set_affinity_hint(dev->comm_irq.msix_vector,
159 &dev->comm_irq.affinity_hint_mask);
161 return request_irq(dev->comm_irq.msix_vector, erdma_comm_irq_handler, 0,
162 dev->comm_irq.name, dev);
165 static void erdma_comm_irq_uninit(struct erdma_dev *dev)
167 irq_set_affinity_hint(dev->comm_irq.msix_vector, NULL);
168 free_irq(dev->comm_irq.msix_vector, dev);
171 static int erdma_device_init(struct erdma_dev *dev, struct pci_dev *pdev)
175 ret = dma_set_mask_and_coherent(&pdev->dev,
180 dma_set_max_seg_size(&pdev->dev, UINT_MAX);
185 static void erdma_hw_reset(struct erdma_dev *dev)
189 erdma_reg_write32(dev, ERDMA_REGS_DEV_CTRL_REG, ctrl);
192 static int erdma_wait_hw_init_done(struct erdma_dev *dev)
196 erdma_reg_write32(dev, ERDMA_REGS_DEV_CTRL_REG,
200 if (erdma_reg_read32_filed(dev, ERDMA_REGS_DEV_ST_REG,
208 dev_err(&dev->pdev->dev, "wait init done failed.\n");
222 struct erdma_dev *dev;
228 dev_err(&pdev->dev, "pci_enable_device failed(%d)\n", err);
234 dev = ib_alloc_device(erdma_dev, ibdev);
235 if (!dev) {
236 dev_err(&pdev->dev, "ib_alloc_device failed\n");
241 pci_set_drvdata(pdev, dev);
242 dev->pdev = pdev;
243 dev->attrs.numa_node = dev_to_node(&pdev->dev);
252 dev->func_bar_addr = pci_resource_start(pdev, ERDMA_FUNC_BAR);
253 dev->func_bar_len = pci_resource_len(pdev, ERDMA_FUNC_BAR);
255 dev->func_bar =
256 devm_ioremap(&pdev->dev, dev->func_bar_addr, dev->func_bar_len);
257 if (!dev->func_bar) {
258 dev_err(&pdev->dev, "devm_ioremap failed.\n");
263 version = erdma_reg_read32(dev, ERDMA_REGS_VERSION_REG);
270 err = erdma_device_init(dev, pdev);
274 err = erdma_request_vectors(dev);
278 err = erdma_comm_irq_init(dev);
282 err = erdma_aeq_init(dev);
286 err = erdma_cmdq_init(dev);
290 err = erdma_wait_hw_init_done(dev);
294 err = erdma_ceqs_init(dev);
298 erdma_finish_cmdq_init(dev);
303 erdma_hw_reset(dev);
306 erdma_cmdq_destroy(dev);
309 erdma_aeq_destroy(dev);
312 erdma_comm_irq_uninit(dev);
315 pci_free_irq_vectors(dev->pdev);
318 devm_iounmap(&pdev->dev, dev->func_bar);
324 ib_dealloc_device(&dev->ibdev);
334 struct erdma_dev *dev = pci_get_drvdata(pdev);
336 erdma_ceqs_uninit(dev);
337 erdma_hw_reset(dev);
338 erdma_cmdq_destroy(dev);
339 erdma_aeq_destroy(dev);
340 erdma_comm_irq_uninit(dev);
341 pci_free_irq_vectors(dev->pdev);
343 devm_iounmap(&pdev->dev, dev->func_bar);
346 ib_dealloc_device(&dev->ibdev);
353 static int erdma_dev_attrs_init(struct erdma_dev *dev)
361 err = erdma_post_cmd_wait(&dev->cmdq, &req_hdr, sizeof(req_hdr), &cap0,
366 dev->attrs.max_cqe = 1 << ERDMA_GET_CAP(MAX_CQE, cap0);
367 dev->attrs.max_mr_size = 1ULL << ERDMA_GET_CAP(MAX_MR_SIZE, cap0);
368 dev->attrs.max_mw = 1 << ERDMA_GET_CAP(MAX_MW, cap1);
369 dev->attrs.max_recv_wr = 1 << ERDMA_GET_CAP(MAX_RECV_WR, cap0);
370 dev->attrs.local_dma_key = ERDMA_GET_CAP(DMA_LOCAL_KEY, cap1);
371 dev->attrs.cc = ERDMA_GET_CAP(DEFAULT_CC, cap1);
372 dev->attrs.max_qp = ERDMA_NQP_PER_QBLOCK * ERDMA_GET_CAP(QBLOCK, cap1);
373 dev->attrs.max_mr = dev->attrs.max_qp << 1;
374 dev->attrs.max_cq = dev->attrs.max_qp << 1;
375 dev->attrs.cap_flags = ERDMA_GET_CAP(FLAGS, cap0);
377 dev->attrs.max_send_wr = ERDMA_MAX_SEND_WR;
378 dev->attrs.max_ord = ERDMA_MAX_ORD;
379 dev->attrs.max_ird = ERDMA_MAX_IRD;
380 dev->attrs.max_send_sge = ERDMA_MAX_SEND_SGE;
381 dev->attrs.max_recv_sge = ERDMA_MAX_RECV_SGE;
382 dev->attrs.max_sge_rd = ERDMA_MAX_SGE_RD;
383 dev->attrs.max_pd = ERDMA_MAX_PD;
385 dev->res_cb[ERDMA_RES_TYPE_PD].max_cap = ERDMA_MAX_PD;
386 dev->res_cb[ERDMA_RES_TYPE_STAG_IDX].max_cap = dev->attrs.max_mr;
391 err = erdma_post_cmd_wait(&dev->cmdq, &req_hdr, sizeof(req_hdr), &cap0,
394 dev->attrs.fw_version =
400 static int erdma_device_config(struct erdma_dev *dev)
404 if (!(dev->attrs.cap_flags & ERDMA_DEV_CAP_FLAGS_EXTEND_DB))
413 return erdma_post_cmd_wait(&dev->cmdq, &req, sizeof(req), NULL, NULL);
416 static int erdma_res_cb_init(struct erdma_dev *dev)
421 dev->res_cb[i].next_alloc_idx = 1;
422 spin_lock_init(&dev->res_cb[i].lock);
423 dev->res_cb[i].bitmap =
424 bitmap_zalloc(dev->res_cb[i].max_cap, GFP_KERNEL);
425 if (!dev->res_cb[i].bitmap)
433 bitmap_free(dev->res_cb[j].bitmap);
438 static void erdma_res_cb_free(struct erdma_dev *dev)
443 bitmap_free(dev->res_cb[i].bitmap);
493 struct erdma_dev *dev = pci_get_drvdata(pdev);
494 struct ib_device *ibdev = &dev->ibdev;
498 ret = erdma_dev_attrs_init(dev);
502 ret = erdma_device_config(dev);
515 ibdev->num_comp_vectors = dev->attrs.irq_num - 1;
519 INIT_LIST_HEAD(&dev->cep_list);
521 spin_lock_init(&dev->lock);
522 xa_init_flags(&dev->qp_xa, XA_FLAGS_ALLOC1);
523 xa_init_flags(&dev->cq_xa, XA_FLAGS_ALLOC1);
524 dev->next_alloc_cqn = 1;
525 dev->next_alloc_qpn = 1;
527 ret = erdma_res_cb_init(dev);
531 atomic_set(&dev->num_ctx, 0);
533 mac = erdma_reg_read32(dev, ERDMA_REGS_NETDEV_MAC_L_REG);
534 mac |= (u64)erdma_reg_read32(dev, ERDMA_REGS_NETDEV_MAC_H_REG) << 32;
536 u64_to_ether_addr(mac, dev->attrs.peer_addr);
538 dev->reflush_wq = alloc_workqueue("erdma-reflush-wq", WQ_UNBOUND,
540 if (!dev->reflush_wq) {
545 ret = erdma_device_register(dev);
552 destroy_workqueue(dev->reflush_wq);
554 xa_destroy(&dev->qp_xa);
555 xa_destroy(&dev->cq_xa);
557 erdma_res_cb_free(dev);
564 struct erdma_dev *dev = pci_get_drvdata(pdev);
566 unregister_netdevice_notifier(&dev->netdev_nb);
567 ib_unregister_device(&dev->ibdev);
569 destroy_workqueue(dev->reflush_wq);
570 erdma_res_cb_free(dev);
571 xa_destroy(&dev->qp_xa);
572 xa_destroy(&dev->cq_xa);