Lines Matching refs:od
253 struct omap_dmadev *od = to_omap_dma_dev(vd->tx.chan->device);
258 dma_pool_free(od->desc_pool, d->sg[i].t2_desc,
351 static void omap_dma_glbl_write(struct omap_dmadev *od, unsigned reg, unsigned val)
353 const struct omap_dma_reg *r = od->reg_map + reg;
357 omap_dma_write(val, r->type, od->base + r->offset);
360 static unsigned omap_dma_glbl_read(struct omap_dmadev *od, unsigned reg)
362 const struct omap_dma_reg *r = od->reg_map + reg;
366 return omap_dma_read(r->type, od->base + r->offset);
401 static void omap_dma_clear_lch(struct omap_dmadev *od, int lch)
406 c = od->lch_map[lch];
410 for (i = CSDP; i <= od->cfg->lch_end; i++)
414 static void omap_dma_assign(struct omap_dmadev *od, struct omap_chan *c,
417 c->channel_base = od->base + od->plat->channel_stride * lch;
419 od->lch_map[lch] = c;
424 struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device);
427 if (__dma_omap15xx(od->plat->dma_attr))
449 } else if (od->ll123_supported) {
487 struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device);
496 if (od->plat->errata & DMA_ERRATA_i541 && val & CCR_TRIGGER_SRC) {
499 sysconfig = omap_dma_glbl_read(od, OCP_SYSCONFIG);
502 omap_dma_glbl_write(od, OCP_SYSCONFIG, val);
511 omap_dma_glbl_write(od, OCP_SYSCONFIG, sysconfig);
525 if (!__dma_omap15xx(od->plat->dma_attr) && c->cyclic) {
633 struct omap_dmadev *od = devid;
636 spin_lock(&od->irq_lock);
638 status = omap_dma_glbl_read(od, IRQSTATUS_L1);
639 status &= od->irq_enable_mask;
641 spin_unlock(&od->irq_lock);
653 c = od->lch_map[channel];
656 dev_err(od->ddev.dev, "invalid channel %u\n", channel);
661 omap_dma_glbl_write(od, IRQSTATUS_L1, mask);
666 spin_unlock(&od->irq_lock);
671 static int omap_dma_get_lch(struct omap_dmadev *od, int *lch)
675 mutex_lock(&od->lch_lock);
676 channel = find_first_zero_bit(od->lch_bitmap, od->lch_count);
677 if (channel >= od->lch_count)
679 set_bit(channel, od->lch_bitmap);
680 mutex_unlock(&od->lch_lock);
682 omap_dma_clear_lch(od, channel);
688 mutex_unlock(&od->lch_lock);
694 static void omap_dma_put_lch(struct omap_dmadev *od, int lch)
696 omap_dma_clear_lch(od, lch);
697 mutex_lock(&od->lch_lock);
698 clear_bit(lch, od->lch_bitmap);
699 mutex_unlock(&od->lch_lock);
704 struct omap_dmadev *od = to_omap_dma_dev(chan->device);
706 struct device *dev = od->ddev.dev;
709 if (od->legacy) {
713 ret = omap_dma_get_lch(od, &c->dma_ch);
719 omap_dma_assign(od, c, c->dma_ch);
721 if (!od->legacy) {
724 spin_lock_irq(&od->irq_lock);
726 omap_dma_glbl_write(od, IRQSTATUS_L1, val);
727 od->irq_enable_mask |= val;
728 omap_dma_glbl_write(od, IRQENABLE_L1, od->irq_enable_mask);
730 val = omap_dma_glbl_read(od, IRQENABLE_L0);
732 omap_dma_glbl_write(od, IRQENABLE_L0, val);
733 spin_unlock_irq(&od->irq_lock);
738 if (__dma_omap16xx(od->plat->dma_attr)) {
749 if (od->plat->errata & DMA_ERRATA_IFRAME_BUFFERING)
757 struct omap_dmadev *od = to_omap_dma_dev(chan->device);
760 if (!od->legacy) {
761 spin_lock_irq(&od->irq_lock);
762 od->irq_enable_mask &= ~BIT(c->dma_ch);
763 omap_dma_glbl_write(od, IRQENABLE_L1, od->irq_enable_mask);
764 spin_unlock_irq(&od->irq_lock);
768 od->lch_map[c->dma_ch] = NULL;
771 if (od->legacy)
774 omap_dma_put_lch(od, c->dma_ch);
776 dev_dbg(od->ddev.dev, "freeing channel %u used for %u\n", c->dma_ch,
820 struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device);
824 if (val == 0 && od->plat->errata & DMA_ERRATA_3_3)
832 struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device);
835 if (__dma_omap15xx(od->plat->dma_attr)) {
858 struct omap_dmadev *od = to_omap_dma_dev(c->vc.chan.device);
861 if (__dma_omap15xx(od->plat->dma_attr)) {
958 struct omap_dmadev *od = to_omap_dma_dev(chan->device);
1078 if (od->plat->errata & DMA_ERRATA_PARALLEL_CHANNELS)
1094 d->using_ll = od->ll123_supported;
1104 osg->t2_desc = dma_pool_alloc(od->desc_pool, GFP_ATOMIC,
1126 dma_pool_free(od->desc_pool, osg->t2_desc,
1140 struct omap_dmadev *od = to_omap_dma_dev(chan->device);
1227 if (__dma_omap15xx(od->plat->dma_attr))
1424 struct omap_dmadev *od = to_omap_dma_dev(chan->device);
1429 spin_lock_irqsave(&od->irq_lock, flags);
1469 spin_unlock_irqrestore(&od->irq_lock, flags);
1477 struct omap_dmadev *od = to_omap_dma_dev(chan->device);
1481 spin_lock_irqsave(&od->irq_lock, flags);
1493 spin_unlock_irqrestore(&od->irq_lock, flags);
1498 static int omap_dma_chan_init(struct omap_dmadev *od)
1506 c->reg_map = od->reg_map;
1508 vchan_init(&c->vc, &od->ddev);
1513 static void omap_dma_free(struct omap_dmadev *od)
1515 while (!list_empty(&od->ddev.channels)) {
1516 struct omap_chan *c = list_first_entry(&od->ddev.channels,
1526 static bool omap_dma_busy(struct omap_dmadev *od)
1532 lch = find_next_bit(od->lch_bitmap, od->lch_count, lch + 1);
1533 if (lch >= od->lch_count)
1535 c = od->lch_map[lch];
1549 struct omap_dmadev *od;
1551 od = container_of(nb, struct omap_dmadev, nb);
1555 if (omap_dma_busy(od))
1571 static void omap_dma_context_save(struct omap_dmadev *od)
1573 od->context.irqenable_l0 = omap_dma_glbl_read(od, IRQENABLE_L0);
1574 od->context.irqenable_l1 = omap_dma_glbl_read(od, IRQENABLE_L1);
1575 od->context.ocp_sysconfig = omap_dma_glbl_read(od, OCP_SYSCONFIG);
1576 od->context.gcr = omap_dma_glbl_read(od, GCR);
1579 static void omap_dma_context_restore(struct omap_dmadev *od)
1583 omap_dma_glbl_write(od, GCR, od->context.gcr);
1584 omap_dma_glbl_write(od, OCP_SYSCONFIG, od->context.ocp_sysconfig);
1585 omap_dma_glbl_write(od, IRQENABLE_L0, od->context.irqenable_l0);
1586 omap_dma_glbl_write(od, IRQENABLE_L1, od->context.irqenable_l1);
1589 if (od->plat->errata & DMA_ROMCODE_BUG)
1590 omap_dma_glbl_write(od, IRQSTATUS_L0, 0);
1593 for (i = 0; i < od->lch_count; i++)
1594 omap_dma_clear_lch(od, i);
1601 struct omap_dmadev *od;
1603 od = container_of(nb, struct omap_dmadev, nb);
1607 if (omap_dma_busy(od))
1609 omap_dma_context_save(od);
1613 omap_dma_context_restore(od);
1620 static void omap_dma_init_gcr(struct omap_dmadev *od, int arb_rate,
1626 if (!od->cfg->rw_priority)
1638 omap_dma_glbl_write(od, GCR, val);
1654 struct omap_dmadev *od;
1659 od = devm_kzalloc(&pdev->dev, sizeof(*od), GFP_KERNEL);
1660 if (!od)
1664 od->base = devm_ioremap_resource(&pdev->dev, res);
1665 if (IS_ERR(od->base))
1666 return PTR_ERR(od->base);
1670 od->cfg = conf;
1671 od->plat = dev_get_platdata(&pdev->dev);
1672 if (!od->plat) {
1677 od->cfg = &default_cfg;
1679 od->plat = omap_get_plat_info();
1680 if (!od->plat)
1684 od->reg_map = od->plat->reg_map;
1686 dma_cap_set(DMA_SLAVE, od->ddev.cap_mask);
1687 dma_cap_set(DMA_CYCLIC, od->ddev.cap_mask);
1688 dma_cap_set(DMA_MEMCPY, od->ddev.cap_mask);
1689 dma_cap_set(DMA_INTERLEAVE, od->ddev.cap_mask);
1690 od->ddev.device_alloc_chan_resources = omap_dma_alloc_chan_resources;
1691 od->ddev.device_free_chan_resources = omap_dma_free_chan_resources;
1692 od->ddev.device_tx_status = omap_dma_tx_status;
1693 od->ddev.device_issue_pending = omap_dma_issue_pending;
1694 od->ddev.device_prep_slave_sg = omap_dma_prep_slave_sg;
1695 od->ddev.device_prep_dma_cyclic = omap_dma_prep_dma_cyclic;
1696 od->ddev.device_prep_dma_memcpy = omap_dma_prep_dma_memcpy;
1697 od->ddev.device_prep_interleaved_dma = omap_dma_prep_dma_interleaved;
1698 od->ddev.device_config = omap_dma_slave_config;
1699 od->ddev.device_pause = omap_dma_pause;
1700 od->ddev.device_resume = omap_dma_resume;
1701 od->ddev.device_terminate_all = omap_dma_terminate_all;
1702 od->ddev.device_synchronize = omap_dma_synchronize;
1703 od->ddev.src_addr_widths = OMAP_DMA_BUSWIDTHS;
1704 od->ddev.dst_addr_widths = OMAP_DMA_BUSWIDTHS;
1705 od->ddev.directions = BIT(DMA_DEV_TO_MEM) | BIT(DMA_MEM_TO_DEV);
1706 if (__dma_omap15xx(od->plat->dma_attr))
1707 od->ddev.residue_granularity =
1710 od->ddev.residue_granularity = DMA_RESIDUE_GRANULARITY_BURST;
1711 od->ddev.max_burst = SZ_16M - 1; /* CCEN: 24bit unsigned */
1712 od->ddev.dev = &pdev->dev;
1713 INIT_LIST_HEAD(&od->ddev.channels);
1714 mutex_init(&od->lch_lock);
1715 spin_lock_init(&od->lock);
1716 spin_lock_init(&od->irq_lock);
1719 od->dma_requests = OMAP_SDMA_REQUESTS;
1722 &od->dma_requests)) {
1730 od->lch_count = od->plat->dma_attr->lch_count;
1731 if (unlikely(!od->lch_count))
1732 od->lch_count = OMAP_SDMA_CHANNELS;
1734 &od->lch_count)) {
1738 od->lch_count = OMAP_SDMA_CHANNELS;
1747 bitmap_from_arr32(od->lch_bitmap, &val, od->lch_count);
1749 if (od->plat->dma_attr->dev_caps & HS_CHANNELS_RESERVED)
1750 bitmap_set(od->lch_bitmap, 0, 2);
1752 od->lch_map = devm_kcalloc(&pdev->dev, od->lch_count,
1753 sizeof(*od->lch_map),
1755 if (!od->lch_map)
1758 for (i = 0; i < od->dma_requests; i++) {
1759 rc = omap_dma_chan_init(od);
1761 omap_dma_free(od);
1769 od->legacy = true;
1772 od->irq_enable_mask = 0;
1773 omap_dma_glbl_write(od, IRQENABLE_L1, 0);
1776 IRQF_SHARED, "omap-dma-engine", od);
1778 omap_dma_free(od);
1783 if (omap_dma_glbl_read(od, CAPS_0) & CAPS_0_SUPPORT_LL123)
1784 od->ll123_supported = true;
1786 od->ddev.filter.map = od->plat->slave_map;
1787 od->ddev.filter.mapcnt = od->plat->slavecnt;
1788 od->ddev.filter.fn = omap_dma_filter_fn;
1790 if (od->ll123_supported) {
1791 od->desc_pool = dma_pool_create(dev_name(&pdev->dev),
1795 if (!od->desc_pool) {
1798 od->ll123_supported = false;
1802 rc = dma_async_device_register(&od->ddev);
1806 omap_dma_free(od);
1810 platform_set_drvdata(pdev, od);
1813 omap_dma_info.dma_cap = od->ddev.cap_mask;
1820 dma_async_device_unregister(&od->ddev);
1821 omap_dma_free(od);
1825 omap_dma_init_gcr(od, DMA_DEFAULT_ARB_RATE, DMA_DEFAULT_FIFO_DEPTH, 0);
1827 if (od->cfg->needs_busy_check) {
1828 od->nb.notifier_call = omap_dma_busy_notifier;
1829 cpu_pm_register_notifier(&od->nb);
1830 } else if (od->cfg->may_lose_context) {
1831 od->nb.notifier_call = omap_dma_context_notifier;
1832 cpu_pm_register_notifier(&od->nb);
1836 od->ll123_supported ? " (LinkedList1/2/3 supported)" : "");
1843 struct omap_dmadev *od = platform_get_drvdata(pdev);
1846 if (od->cfg->may_lose_context)
1847 cpu_pm_unregister_notifier(&od->nb);
1853 devm_free_irq(&pdev->dev, irq, od);
1855 dma_async_device_unregister(&od->ddev);
1857 if (!od->legacy) {
1859 omap_dma_glbl_write(od, IRQENABLE_L0, 0);
1862 if (od->ll123_supported)
1863 dma_pool_destroy(od->desc_pool);
1865 omap_dma_free(od);
1925 struct omap_dmadev *od = to_omap_dma_dev(chan->device);
1929 if (req <= od->dma_requests) {