| /kernel/linux/linux-5.10/drivers/dma/ |
| H A D | at_xdmac.c | 258 #define at_xdmac_chan_read(atchan, reg) readl_relaxed((atchan)->ch_regs + (reg))
259 #define at_xdmac_chan_write(atchan, reg, value) writel_relaxed((value), (atchan)->ch_regs + (reg))
281 static inline int at_xdmac_chan_is_cyclic(struct at_xdmac_chan *atchan) in at_xdmac_chan_is_cyclic() argument
283 return test_bit(AT_XDMAC_CHAN_IS_CYCLIC, &atchan->status); in at_xdmac_chan_is_cyclic()
286 static inline int at_xdmac_chan_is_paused(struct at_xdmac_chan *atchan) in at_xdmac_chan_is_paused() argument
288 return test_bit(AT_XDMAC_CHAN_IS_PAUSED, &atchan->status); in at_xdmac_chan_is_paused()
318 static bool at_xdmac_chan_is_enabled(struct at_xdmac_chan *atchan) in at_xdmac_chan_is_enabled() argument
320 return at_xdmac_chan_read(atchan, AT_XDMAC_G in at_xdmac_chan_is_enabled()
335 at_xdmac_start_xfer(struct at_xdmac_chan *atchan, struct at_xdmac_desc *first) at_xdmac_start_xfer() argument
423 struct at_xdmac_chan *atchan = to_at_xdmac_chan(tx->chan); at_xdmac_tx_submit() local
467 at_xdmac_get_desc(struct at_xdmac_chan *atchan) at_xdmac_get_desc() argument
514 struct at_xdmac_chan *atchan; at_xdmac_xlate() local
542 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_compute_chan_conf() local
619 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_set_slave_config() local
636 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_prep_slave_sg() local
739 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_prep_dma_cyclic() local
848 at_xdmac_interleaved_queue_desc(struct dma_chan *chan, struct at_xdmac_chan *atchan, struct at_xdmac_desc *prev, dma_addr_t src, dma_addr_t dst, struct dma_interleaved_template *xt, struct data_chunk *chunk) at_xdmac_interleaved_queue_desc() argument
944 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_prep_interleaved() local
1040 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_prep_dma_memcpy() local
1141 at_xdmac_memset_create_desc(struct dma_chan *chan, struct at_xdmac_chan *atchan, dma_addr_t dst_addr, size_t len, int value) at_xdmac_memset_create_desc() argument
1213 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_prep_dma_memset() local
1237 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_prep_dma_memset_sg() local
1398 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_tx_status() local
1536 at_xdmac_advance_work(struct at_xdmac_chan *atchan) at_xdmac_advance_work() argument
1554 at_xdmac_handle_cyclic(struct at_xdmac_chan *atchan) at_xdmac_handle_cyclic() argument
1572 at_xdmac_handle_error(struct at_xdmac_chan *atchan) at_xdmac_handle_error() argument
1614 struct at_xdmac_chan *atchan = from_tasklet(atchan, t, tasklet); at_xdmac_tasklet() local
1668 struct at_xdmac_chan *atchan; at_xdmac_interrupt() local
1721 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_issue_pending() local
1736 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_device_config() local
1751 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_device_pause() local
1772 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_device_resume() local
1794 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_device_terminate_all() local
1821 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_alloc_chan_resources() local
1861 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_free_chan_resources() local
1881 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); atmel_xdmac_prepare() local
1900 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); atmel_xdmac_suspend() local
1922 struct at_xdmac_chan *atchan; atmel_xdmac_resume() local
2061 struct at_xdmac_chan *atchan = &atxdmac->chan[i]; at_xdmac_probe() local
2121 struct at_xdmac_chan *atchan = &atxdmac->chan[i]; at_xdmac_remove() local
[all...] |
| H A D | at_hdmac.c | 34 * atc_ / atchan : ATmel DMA Channel entity related
80 static struct at_desc *atc_first_active(struct at_dma_chan *atchan) in atc_first_active() argument
82 return list_first_entry(&atchan->active_list, in atc_first_active()
86 static struct at_desc *atc_first_queued(struct at_dma_chan *atchan) in atc_first_queued() argument
88 return list_first_entry(&atchan->queue, in atc_first_queued()
124 * @atchan: channel we want a new descriptor for
126 static struct at_desc *atc_desc_get(struct at_dma_chan *atchan) in atc_desc_get() argument
133 spin_lock_irqsave(&atchan->lock, flags); in atc_desc_get()
134 list_for_each_entry_safe(desc, _desc, &atchan->free_list, desc_node) { in atc_desc_get()
141 dev_dbg(chan2dev(&atchan in atc_desc_get()
160 atc_desc_put(struct at_dma_chan *atchan, struct at_desc *desc) atc_desc_put() argument
209 atc_dostart(struct at_dma_chan *atchan, struct at_desc *first) atc_dostart() argument
252 atc_get_desc_by_cookie(struct at_dma_chan *atchan, dma_cookie_t cookie) atc_get_desc_by_cookie() argument
298 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_get_bytes_left() local
434 atc_chain_complete(struct at_dma_chan *atchan, struct at_desc *desc) atc_chain_complete() argument
478 atc_advance_work(struct at_dma_chan *atchan) atc_advance_work() argument
510 atc_handle_error(struct at_dma_chan *atchan) atc_handle_error() argument
558 atc_handle_cyclic(struct at_dma_chan *atchan) atc_handle_cyclic() argument
574 struct at_dma_chan *atchan = from_tasklet(atchan, t, tasklet); atc_tasklet() local
588 struct at_dma_chan *atchan; at_dma_interrupt() local
639 struct at_dma_chan *atchan = to_at_dma_chan(tx->chan); atc_tx_submit() local
665 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_prep_dma_interleaved() local
765 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_prep_dma_memcpy() local
838 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_create_memset_desc() local
944 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_prep_dma_memset_sg() local
1029 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_prep_slave_sg() local
1192 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_dma_cyclic_fill_desc() local
1249 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_prep_dma_cyclic() local
1322 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_config() local
1340 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_pause() local
1359 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_resume() local
1381 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_terminate_all() local
1431 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_tx_status() local
1473 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_issue_pending() local
1497 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_alloc_chan_resources() local
1560 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_free_chan_resources() local
1605 struct at_dma_chan *atchan; at_dma_xlate() local
1840 struct at_dma_chan *atchan = &atdma->chan[i]; at_dma_probe() local
1965 struct at_dma_chan *atchan = to_at_dma_chan(chan); at_dma_remove() local
2003 struct at_dma_chan *atchan = to_at_dma_chan(chan); at_dma_prepare() local
2011 atc_suspend_cyclic(struct at_dma_chan *atchan) atc_suspend_cyclic() argument
2038 struct at_dma_chan *atchan = to_at_dma_chan(chan); at_dma_suspend_noirq() local
2052 atc_resume_cyclic(struct at_dma_chan *atchan) atc_resume_cyclic() argument
2088 struct at_dma_chan *atchan = to_at_dma_chan(chan); at_dma_resume_noirq() local
[all...] |
| H A D | at_hdmac_regs.h | 268 #define channel_readl(atchan, name) \
269 __raw_readl((atchan)->ch_regs + ATC_##name##_OFFSET)
271 #define channel_writel(atchan, name, val) \
272 __raw_writel((val), (atchan)->ch_regs + ATC_##name##_OFFSET)
356 static void vdbg_dump_regs(struct at_dma_chan *atchan) in vdbg_dump_regs() argument
358 struct at_dma *atdma = to_at_dma(atchan->chan_common.device); in vdbg_dump_regs()
360 dev_err(chan2dev(&atchan->chan_common), in vdbg_dump_regs()
362 atchan->chan_common.chan_id, in vdbg_dump_regs()
366 dev_err(chan2dev(&atchan->chan_common), in vdbg_dump_regs()
368 channel_readl(atchan, SADD in vdbg_dump_regs()
376 vdbg_dump_regs(struct at_dma_chan *atchan) vdbg_dump_regs() argument
379 atc_dump_lli(struct at_dma_chan *atchan, struct at_lli *lli) atc_dump_lli() argument
416 atc_chan_is_enabled(struct at_dma_chan *atchan) atc_chan_is_enabled() argument
427 atc_chan_is_paused(struct at_dma_chan *atchan) atc_chan_is_paused() argument
436 atc_chan_is_cyclic(struct at_dma_chan *atchan) atc_chan_is_cyclic() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/dma/ |
| H A D | at_xdmac.c | 319 #define at_xdmac_chan_read(atchan, reg) readl_relaxed((atchan)->ch_regs + (reg))
320 #define at_xdmac_chan_write(atchan, reg, value) writel_relaxed((value), (atchan)->ch_regs + (reg))
342 static inline int at_xdmac_chan_is_cyclic(struct at_xdmac_chan *atchan) in at_xdmac_chan_is_cyclic() argument
344 return test_bit(AT_XDMAC_CHAN_IS_CYCLIC, &atchan->status); in at_xdmac_chan_is_cyclic()
347 static inline int at_xdmac_chan_is_paused(struct at_xdmac_chan *atchan) in at_xdmac_chan_is_paused() argument
349 return test_bit(AT_XDMAC_CHAN_IS_PAUSED, &atchan->status); in at_xdmac_chan_is_paused()
352 static inline int at_xdmac_chan_is_paused_internal(struct at_xdmac_chan *atchan) in at_xdmac_chan_is_paused_internal() argument
354 return test_bit(AT_XDMAC_CHAN_IS_PAUSED_INTERNAL, &atchan in at_xdmac_chan_is_paused_internal()
373 at_xdmac_runtime_suspend_descriptors(struct at_xdmac_chan *atchan) at_xdmac_runtime_suspend_descriptors() argument
387 at_xdmac_runtime_resume_descriptors(struct at_xdmac_chan *atchan) at_xdmac_runtime_resume_descriptors() argument
405 at_xdmac_chan_is_enabled(struct at_xdmac_chan *atchan) at_xdmac_chan_is_enabled() argument
425 struct at_xdmac_chan *atchan; at_xdmac_off() local
454 at_xdmac_start_xfer(struct at_xdmac_chan *atchan, struct at_xdmac_desc *first) at_xdmac_start_xfer() argument
548 struct at_xdmac_chan *atchan = to_at_xdmac_chan(tx->chan); at_xdmac_tx_submit() local
592 at_xdmac_get_desc(struct at_xdmac_chan *atchan) at_xdmac_get_desc() argument
639 struct at_xdmac_chan *atchan; at_xdmac_xlate() local
667 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_compute_chan_conf() local
749 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_set_slave_config() local
766 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_prep_slave_sg() local
869 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_prep_dma_cyclic() local
978 at_xdmac_interleaved_queue_desc(struct dma_chan *chan, struct at_xdmac_chan *atchan, struct at_xdmac_desc *prev, dma_addr_t src, dma_addr_t dst, struct dma_interleaved_template *xt, struct data_chunk *chunk) at_xdmac_interleaved_queue_desc() argument
1076 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_prep_interleaved() local
1172 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_prep_dma_memcpy() local
1275 at_xdmac_memset_create_desc(struct dma_chan *chan, struct at_xdmac_chan *atchan, dma_addr_t dst_addr, size_t len, int value) at_xdmac_memset_create_desc() argument
1356 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_prep_dma_memset() local
1380 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_prep_dma_memset_sg() local
1541 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_tx_status() local
1682 at_xdmac_advance_work(struct at_xdmac_chan *atchan) at_xdmac_advance_work() argument
1700 at_xdmac_handle_cyclic(struct at_xdmac_chan *atchan) at_xdmac_handle_cyclic() argument
1721 at_xdmac_handle_error(struct at_xdmac_chan *atchan) at_xdmac_handle_error() argument
1767 struct at_xdmac_chan *atchan = from_tasklet(atchan, t, tasklet); at_xdmac_tasklet() local
1830 struct at_xdmac_chan *atchan; at_xdmac_interrupt() local
1883 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_issue_pending() local
1898 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_device_config() local
1911 at_xdmac_device_pause_set(struct at_xdmac *atxdmac, struct at_xdmac_chan *atchan) at_xdmac_device_pause_set() argument
1920 at_xdmac_device_pause_internal(struct at_xdmac_chan *atchan) at_xdmac_device_pause_internal() argument
1933 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_device_pause() local
1961 at_xdmac_device_resume_internal(struct at_xdmac_chan *atchan) at_xdmac_device_resume_internal() argument
1974 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_device_resume() local
2008 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_device_terminate_all() local
2052 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_alloc_chan_resources() local
2092 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); at_xdmac_free_chan_resources() local
2135 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); atmel_xdmac_prepare() local
2155 struct at_xdmac_chan *atchan = to_at_xdmac_chan(chan); atmel_xdmac_suspend() local
2184 struct at_xdmac_chan *atchan; atmel_xdmac_resume() local
2378 struct at_xdmac_chan *atchan = &atxdmac->chan[i]; at_xdmac_probe() local
2450 struct at_xdmac_chan *atchan = &atxdmac->chan[i]; at_xdmac_remove() local
[all...] |
| H A D | at_hdmac.c | 37 * atc_ / atchan : ATmel DMA Channel entity related
223 * @atchan: pointer to the atmel dma channel.
230 struct at_dma_chan *atchan; member
289 #define channel_readl(atchan, name) \
290 __raw_readl((atchan)->ch_regs + ATC_##name##_OFFSET)
292 #define channel_writel(atchan, name, val) \
293 __raw_writel((val), (atchan)->ch_regs + ATC_##name##_OFFSET)
382 static void vdbg_dump_regs(struct at_dma_chan *atchan) in vdbg_dump_regs() argument
384 struct at_dma *atdma = to_at_dma(atchan->vc.chan.device); in vdbg_dump_regs()
386 dev_err(chan2dev(&atchan in vdbg_dump_regs()
402 vdbg_dump_regs(struct at_dma_chan *atchan) vdbg_dump_regs() argument
405 atc_dump_lli(struct at_dma_chan *atchan, struct at_lli *lli) atc_dump_lli() argument
442 atc_chan_is_enabled(struct at_dma_chan *atchan) atc_chan_is_enabled() argument
453 atc_chan_is_paused(struct at_dma_chan *atchan) atc_chan_is_paused() argument
462 atc_chan_is_cyclic(struct at_dma_chan *atchan) atc_chan_is_cyclic() argument
550 atc_dostart(struct at_dma_chan *atchan) atc_dostart() argument
669 atc_get_llis_residue(struct at_dma_chan *atchan, struct at_desc *desc, u32 *residue) atc_get_llis_residue() argument
739 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_get_residue() local
769 atc_handle_error(struct at_dma_chan *atchan, unsigned int i) atc_handle_error() argument
790 atdma_handle_chan_done(struct at_dma_chan *atchan, u32 pending, unsigned int i) atdma_handle_chan_done() argument
819 struct at_dma_chan *atchan; at_dma_interrupt() local
862 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_prep_dma_interleaved() local
965 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_prep_dma_memcpy() local
1087 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_prep_dma_memset() local
1157 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_prep_dma_memset_sg() local
1244 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_prep_slave_sg() local
1422 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_dma_cyclic_fill_desc() local
1487 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_prep_dma_cyclic() local
1552 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_config() local
1570 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_pause() local
1589 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_resume() local
1611 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_terminate_all() local
1668 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_tx_status() local
1698 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_issue_pending() local
1717 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_alloc_chan_resources() local
1757 struct at_dma_chan *atchan = to_at_dma_chan(chan); atc_free_chan_resources() local
1790 struct at_dma_chan *atchan; at_dma_xlate() local
2011 struct at_dma_chan *atchan = &atdma->chan[i]; at_dma_probe() local
2144 struct at_dma_chan *atchan = to_at_dma_chan(chan); at_dma_prepare() local
2152 atc_suspend_cyclic(struct at_dma_chan *atchan) atc_suspend_cyclic() argument
2179 struct at_dma_chan *atchan = to_at_dma_chan(chan); at_dma_suspend_noirq() local
2193 atc_resume_cyclic(struct at_dma_chan *atchan) atc_resume_cyclic() argument
2229 struct at_dma_chan *atchan = to_at_dma_chan(chan); at_dma_resume_noirq() local
[all...] |