| /kernel/linux/linux-6.6/drivers/dma/ioat/ |
| H A D | init.c | 119 ioat_init_channel(struct ioatdma_device *ioat_dma,
121 static void ioat_intr_quirk(struct ioatdma_device *ioat_dma);
122 static void ioat_enumerate_channels(struct ioatdma_device *ioat_dma);
123 static int ioat3_dma_self_test(struct ioatdma_device *ioat_dma);
297 * @ioat_dma: dma device to be tested
299 static int ioat_dma_self_test(struct ioatdma_device *ioat_dma) in ioat_dma_self_test() argument
304 struct dma_device *dma = &ioat_dma->dma_dev; in ioat_dma_self_test()
305 struct device *dev = &ioat_dma->pdev->dev; in ioat_dma_self_test()
350 tx = ioat_dma->dma_dev.device_prep_dma_memcpy(dma_chan, dma_dest, in ioat_dma_self_test()
400 * @ioat_dma
402 ioat_dma_setup_interrupts(struct ioatdma_device *ioat_dma) ioat_dma_setup_interrupts() argument
486 ioat_disable_interrupts(struct ioatdma_device *ioat_dma) ioat_disable_interrupts() argument
492 ioat_probe(struct ioatdma_device *ioat_dma) ioat_probe() argument
537 ioat_register(struct ioatdma_device *ioat_dma) ioat_register() argument
549 ioat_dma_remove(struct ioatdma_device *ioat_dma) ioat_dma_remove() argument
564 ioat_enumerate_channels(struct ioatdma_device *ioat_dma) ioat_enumerate_channels() argument
610 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; ioat_free_chan_resources() local
766 ioat_init_channel(struct ioatdma_device *ioat_dma, struct ioatdma_chan *ioat_chan, int idx) ioat_init_channel() argument
783 ioat_xor_val_self_test(struct ioatdma_device *ioat_dma) ioat_xor_val_self_test() argument
1048 ioat3_dma_self_test(struct ioatdma_device *ioat_dma) ioat3_dma_self_test() argument
1061 ioat_intr_quirk(struct ioatdma_device *ioat_dma) ioat_intr_quirk() argument
1087 ioat3_dma_probe(struct ioatdma_device *ioat_dma, int dca) ioat3_dma_probe() argument
1213 struct ioatdma_device *ioat_dma = pci_get_drvdata(pdev); ioat_shutdown() local
1243 ioat_resume(struct ioatdma_device *ioat_dma) ioat_resume() argument
1300 struct ioatdma_device *ioat_dma = pci_get_drvdata(pdev); ioat_pcie_error_resume() local
[all...] |
| H A D | dma.c | 137 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; in ioat_stop() local
138 struct pci_dev *pdev = ioat_dma->pdev; in ioat_stop()
148 switch (ioat_dma->irq_mode) { in ioat_stop()
150 msix = &ioat_dma->msix_entries[chan_id]; in ioat_stop()
375 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; in ioat_alloc_ring() local
445 if (ioat_dma->cap & IOAT_CAP_DPS) { in ioat_alloc_ring()
520 ioat_free_sed(struct ioatdma_device *ioat_dma, struct ioat_sed_ent *sed) in ioat_free_sed() argument
525 dma_pool_free(ioat_dma in ioat_free_sed()
593 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; __ioat_cleanup() local
723 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; ioat_abort_descs() local
1007 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; ioat_reset_hw() local
[all...] |
| H A D | dma.h | 23 #define to_dev(ioat_chan) (&(ioat_chan)->ioat_dma->pdev->dev)
24 #define to_pdev(ioat_chan) ((ioat_chan)->ioat_dma->pdev)
26 #define chan_num(ch) ((int)((ch)->reg_base - (ch)->ioat_dma->reg_base) / 0x80)
109 struct ioatdma_device *ioat_dma; member
235 ioat_chan_by_index(struct ioatdma_device *ioat_dma, int index) in ioat_chan_by_index() argument
237 return ioat_dma->idx[index]; in ioat_chan_by_index()
257 u8 ver = ioat_chan->ioat_dma->version; in ioat_suspend()
265 u8 ver = ioat_chan->ioat_dma->version; in ioat_reset()
273 u8 ver = ioat_chan->ioat_dma->version; in ioat_reset_pending()
403 void ioat_kobject_add(struct ioatdma_device *ioat_dma, struc
[all...] |
| H A D | sysfs.c | 34 struct ioatdma_device *ioat_dma = to_ioatdma_device(dma); in version_show() local
37 ioat_dma->version >> 4, ioat_dma->version & 0xf); in version_show()
75 void ioat_kobject_add(struct ioatdma_device *ioat_dma, struct kobj_type *type) in ioat_kobject_add() argument
77 struct dma_device *dma = &ioat_dma->dma_dev; in ioat_kobject_add()
96 void ioat_kobject_del(struct ioatdma_device *ioat_dma) in ioat_kobject_del() argument
98 struct dma_device *dma = &ioat_dma->dma_dev; in ioat_kobject_del()
|
| H A D | prep.c | 80 ioat3_alloc_sed(struct ioatdma_device *ioat_dma, unsigned int hw_pool) in ioat3_alloc_sed() argument
90 sed->hw = dma_pool_alloc(ioat_dma->sed_hw_pool[hw_pool], in ioat3_alloc_sed()
345 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; in __ioat_prep_pq_lock() local
356 int cb32 = (ioat_dma->version < IOAT_VER_3_3) ? 1 : 0; in __ioat_prep_pq_lock()
422 if (ioat_dma->cap & IOAT_CAP_DWBES) in __ioat_prep_pq_lock()
469 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; in __ioat_prep_pq16_lock() local
505 desc->sed = ioat3_alloc_sed(ioat_dma, (src_cnt-2) >> 3); in __ioat_prep_pq16_lock()
537 if (ioat_dma in __ioat_prep_pq16_lock()
[all...] |
| /kernel/linux/linux-5.10/drivers/dma/ioat/ |
| H A D | init.c | 120 ioat_init_channel(struct ioatdma_device *ioat_dma,
122 static void ioat_intr_quirk(struct ioatdma_device *ioat_dma);
123 static void ioat_enumerate_channels(struct ioatdma_device *ioat_dma);
124 static int ioat3_dma_self_test(struct ioatdma_device *ioat_dma);
298 * @ioat_dma: dma device to be tested
300 static int ioat_dma_self_test(struct ioatdma_device *ioat_dma) in ioat_dma_self_test() argument
305 struct dma_device *dma = &ioat_dma->dma_dev; in ioat_dma_self_test()
306 struct device *dev = &ioat_dma->pdev->dev; in ioat_dma_self_test()
351 tx = ioat_dma->dma_dev.device_prep_dma_memcpy(dma_chan, dma_dest, in ioat_dma_self_test()
401 * @ioat_dma
403 ioat_dma_setup_interrupts(struct ioatdma_device *ioat_dma) ioat_dma_setup_interrupts() argument
487 ioat_disable_interrupts(struct ioatdma_device *ioat_dma) ioat_disable_interrupts() argument
493 ioat_probe(struct ioatdma_device *ioat_dma) ioat_probe() argument
538 ioat_register(struct ioatdma_device *ioat_dma) ioat_register() argument
550 ioat_dma_remove(struct ioatdma_device *ioat_dma) ioat_dma_remove() argument
565 ioat_enumerate_channels(struct ioatdma_device *ioat_dma) ioat_enumerate_channels() argument
610 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; ioat_free_chan_resources() local
766 ioat_init_channel(struct ioatdma_device *ioat_dma, struct ioatdma_chan *ioat_chan, int idx) ioat_init_channel() argument
783 ioat_xor_val_self_test(struct ioatdma_device *ioat_dma) ioat_xor_val_self_test() argument
1048 ioat3_dma_self_test(struct ioatdma_device *ioat_dma) ioat3_dma_self_test() argument
1061 ioat_intr_quirk(struct ioatdma_device *ioat_dma) ioat_intr_quirk() argument
1087 ioat3_dma_probe(struct ioatdma_device *ioat_dma, int dca) ioat3_dma_probe() argument
1213 struct ioatdma_device *ioat_dma = pci_get_drvdata(pdev); ioat_shutdown() local
1243 ioat_resume(struct ioatdma_device *ioat_dma) ioat_resume() argument
1300 struct ioatdma_device *ioat_dma = pci_get_drvdata(pdev); ioat_pcie_error_resume() local
[all...] |
| H A D | dma.c | 137 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; in ioat_stop() local
138 struct pci_dev *pdev = ioat_dma->pdev; in ioat_stop()
148 switch (ioat_dma->irq_mode) { in ioat_stop()
150 msix = &ioat_dma->msix_entries[chan_id]; in ioat_stop()
375 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; in ioat_alloc_ring() local
445 if (ioat_dma->cap & IOAT_CAP_DPS) { in ioat_alloc_ring()
520 ioat_free_sed(struct ioatdma_device *ioat_dma, struct ioat_sed_ent *sed) in ioat_free_sed() argument
525 dma_pool_free(ioat_dma in ioat_free_sed()
593 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; __cleanup() local
723 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; ioat_abort_descs() local
1007 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; ioat_reset_hw() local
[all...] |
| H A D | dma.h | 23 #define to_dev(ioat_chan) (&(ioat_chan)->ioat_dma->pdev->dev)
24 #define to_pdev(ioat_chan) ((ioat_chan)->ioat_dma->pdev)
26 #define chan_num(ch) ((int)((ch)->reg_base - (ch)->ioat_dma->reg_base) / 0x80)
108 struct ioatdma_device *ioat_dma; member
236 ioat_chan_by_index(struct ioatdma_device *ioat_dma, int index) in ioat_chan_by_index() argument
238 return ioat_dma->idx[index]; in ioat_chan_by_index()
258 u8 ver = ioat_chan->ioat_dma->version; in ioat_suspend()
266 u8 ver = ioat_chan->ioat_dma->version; in ioat_reset()
274 u8 ver = ioat_chan->ioat_dma->version; in ioat_reset_pending()
404 void ioat_kobject_add(struct ioatdma_device *ioat_dma, struc
[all...] |
| H A D | sysfs.c | 34 struct ioatdma_device *ioat_dma = to_ioatdma_device(dma); in version_show() local
37 ioat_dma->version >> 4, ioat_dma->version & 0xf); in version_show()
75 void ioat_kobject_add(struct ioatdma_device *ioat_dma, struct kobj_type *type) in ioat_kobject_add() argument
77 struct dma_device *dma = &ioat_dma->dma_dev; in ioat_kobject_add()
96 void ioat_kobject_del(struct ioatdma_device *ioat_dma) in ioat_kobject_del() argument
98 struct dma_device *dma = &ioat_dma->dma_dev; in ioat_kobject_del()
|
| H A D | prep.c | 80 ioat3_alloc_sed(struct ioatdma_device *ioat_dma, unsigned int hw_pool) in ioat3_alloc_sed() argument
90 sed->hw = dma_pool_alloc(ioat_dma->sed_hw_pool[hw_pool], in ioat3_alloc_sed()
345 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; in __ioat_prep_pq_lock() local
356 int cb32 = (ioat_dma->version < IOAT_VER_3_3) ? 1 : 0; in __ioat_prep_pq_lock()
422 if (ioat_dma->cap & IOAT_CAP_DWBES) in __ioat_prep_pq_lock()
469 struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma; in __ioat_prep_pq16_lock() local
505 desc->sed = ioat3_alloc_sed(ioat_dma, (src_cnt-2) >> 3); in __ioat_prep_pq16_lock()
537 if (ioat_dma in __ioat_prep_pq16_lock()
[all...] |