Lines Matching defs:jzchan
177 struct jz4780_dma_chan *jzchan)
179 return container_of(jzchan->vchan.chan.device, struct jz4780_dma_dev,
231 jz4780_dma_desc_alloc(struct jz4780_dma_chan *jzchan, unsigned int count,
244 desc->desc = dma_pool_alloc(jzchan->desc_pool, GFP_NOWAIT,
255 desc->transfer_type = jzchan->transfer_type_rx;
257 desc->transfer_type = jzchan->transfer_type_tx;
265 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(vdesc->tx.chan);
267 dma_pool_free(jzchan->desc_pool, desc->desc, desc->desc_phys);
271 static u32 jz4780_dma_transfer_size(struct jz4780_dma_chan *jzchan,
274 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan);
309 static int jz4780_dma_setup_hwdesc(struct jz4780_dma_chan *jzchan,
313 struct dma_slave_config *config = &jzchan->config;
339 tsz = jz4780_dma_transfer_size(jzchan, addr | len | (width * maxburst),
340 &jzchan->transfer_shift);
357 desc->dtc = len >> jzchan->transfer_shift;
366 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan);
367 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan);
372 desc = jz4780_dma_desc_alloc(jzchan, sg_len, DMA_SLAVE, direction);
377 err = jz4780_dma_setup_hwdesc(jzchan, &desc->desc[i],
382 jz4780_dma_desc_free(&jzchan->desc->vdesc);
403 return vchan_tx_prep(&jzchan->vchan, &desc->vdesc, flags);
411 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan);
421 desc = jz4780_dma_desc_alloc(jzchan, periods, DMA_CYCLIC, direction);
426 err = jz4780_dma_setup_hwdesc(jzchan, &desc->desc[i], buf_addr,
429 jz4780_dma_desc_free(&jzchan->desc->vdesc);
455 return vchan_tx_prep(&jzchan->vchan, &desc->vdesc, flags);
462 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan);
466 desc = jz4780_dma_desc_alloc(jzchan, 1, DMA_MEMCPY, 0);
470 tsz = jz4780_dma_transfer_size(jzchan, dest | src | len,
471 &jzchan->transfer_shift);
481 desc->desc[0].dtc = len >> jzchan->transfer_shift;
483 return vchan_tx_prep(&jzchan->vchan, &desc->vdesc, flags);
486 static void jz4780_dma_begin(struct jz4780_dma_chan *jzchan)
488 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan);
493 if (!jzchan->desc) {
494 vdesc = vchan_next_desc(&jzchan->vchan);
500 jzchan->desc = to_jz4780_dma_desc(vdesc);
501 jzchan->curr_hwdesc = 0;
503 if (jzchan->desc->type == DMA_CYCLIC && vdesc->tx.callback) {
518 for (i = 0; i < jzchan->desc->count; i++)
519 jzchan->desc->desc[i].dcm &= ~JZ_DMA_DCM_LINK;
527 jzchan->curr_hwdesc =
528 (jzchan->curr_hwdesc + 1) % jzchan->desc->count;
532 jz4780_dma_chan_enable(jzdma, jzchan->id);
535 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DCS, 0);
538 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DRT,
539 jzchan->desc->transfer_type);
547 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DTC,
548 jzchan->desc->desc[jzchan->curr_hwdesc].dtc);
551 desc_phys = jzchan->desc->desc_phys +
552 (jzchan->curr_hwdesc * sizeof(*jzchan->desc->desc));
553 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DDA, desc_phys);
554 jz4780_dma_ctrl_writel(jzdma, JZ_DMA_REG_DDRS, BIT(jzchan->id));
557 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DCS,
563 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan);
566 spin_lock_irqsave(&jzchan->vchan.lock, flags);
568 if (vchan_issue_pending(&jzchan->vchan) && !jzchan->desc)
569 jz4780_dma_begin(jzchan);
571 spin_unlock_irqrestore(&jzchan->vchan.lock, flags);
576 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan);
577 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan);
581 spin_lock_irqsave(&jzchan->vchan.lock, flags);
584 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DCS, 0);
585 if (jzchan->desc) {
586 vchan_terminate_vdesc(&jzchan->desc->vdesc);
587 jzchan->desc = NULL;
590 jz4780_dma_chan_disable(jzdma, jzchan->id);
592 vchan_get_all_descriptors(&jzchan->vchan, &head);
594 spin_unlock_irqrestore(&jzchan->vchan.lock, flags);
596 vchan_dma_desc_free_list(&jzchan->vchan, &head);
602 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan);
603 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan);
605 vchan_synchronize(&jzchan->vchan);
606 jz4780_dma_chan_disable(jzdma, jzchan->id);
612 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan);
619 memcpy(&jzchan->config, config, sizeof(jzchan->config));
624 static size_t jz4780_dma_desc_residue(struct jz4780_dma_chan *jzchan,
627 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan);
635 count += jz4780_dma_chn_readl(jzdma, jzchan->id,
638 return count << jzchan->transfer_shift;
644 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan);
650 spin_lock_irqsave(&jzchan->vchan.lock, flags);
656 vdesc = vchan_find_desc(&jzchan->vchan, cookie);
659 residue = jz4780_dma_desc_residue(jzchan,
661 } else if (cookie == jzchan->desc->vdesc.tx.cookie) {
662 residue = jz4780_dma_desc_residue(jzchan, jzchan->desc,
663 jzchan->curr_hwdesc + 1);
667 if (vdesc && jzchan->desc && vdesc == &jzchan->desc->vdesc
668 && jzchan->desc->status & (JZ_DMA_DCS_AR | JZ_DMA_DCS_HLT))
672 spin_unlock_irqrestore(&jzchan->vchan.lock, flags);
677 struct jz4780_dma_chan *jzchan)
680 struct jz4780_dma_desc *desc = jzchan->desc;
684 spin_lock(&jzchan->vchan.lock);
686 dcs = jz4780_dma_chn_readl(jzdma, jzchan->id, JZ_DMA_REG_DCS);
687 jz4780_dma_chn_writel(jzdma, jzchan->id, JZ_DMA_REG_DCS, 0);
690 dev_warn(&jzchan->vchan.chan.dev->device,
695 dev_warn(&jzchan->vchan.chan.dev->device,
699 if (jzchan->desc) {
700 jzchan->desc->status = dcs;
703 if (jzchan->desc->type == DMA_CYCLIC) {
704 vchan_cyclic_callback(&jzchan->desc->vdesc);
706 jz4780_dma_begin(jzchan);
709 (jzchan->curr_hwdesc + 1 == desc->count)) {
711 jzchan->desc = NULL;
714 jz4780_dma_begin(jzchan);
718 jz4780_dma_chn_writel(jzdma, jzchan->id,
724 dev_err(&jzchan->vchan.chan.dev->device,
728 spin_unlock(&jzchan->vchan.lock);
761 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan);
763 jzchan->desc_pool = dma_pool_create(dev_name(&chan->dev->device),
767 if (!jzchan->desc_pool) {
778 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan);
780 vchan_free_chan_resources(&jzchan->vchan);
781 dma_pool_destroy(jzchan->desc_pool);
782 jzchan->desc_pool = NULL;
787 struct jz4780_dma_chan *jzchan = to_jz4780_dma_chan(chan);
788 struct jz4780_dma_dev *jzdma = jz4780_dma_chan_parent(jzchan);
793 if (data->channel != jzchan->id)
795 } else if (jzdma->chan_reserved & BIT(jzchan->id)) {
799 jzchan->transfer_type_tx = data->transfer_type_tx;
800 jzchan->transfer_type_rx = data->transfer_type_rx;
856 struct jz4780_dma_chan *jzchan;
958 jzchan = &jzdma->chan[i];
959 jzchan->id = i;
961 vchan_init(&jzchan->vchan, dd);
962 jzchan->vchan.desc_free = jz4780_dma_desc_free;