| /kernel/linux/linux-6.6/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ring.c | 40 * Most engines on the GPU are fed via ring buffers. Ring
46 * pointers are equal, the ring is idle. When the host
47 * writes commands to the ring buffer, it increments the
55 * @type: ring type for which to return the limit.
73 * amdgpu_ring_alloc - allocate space on the ring buffer
75 * @ring: amdgpu_ring structure holding ring information
76 * @ndw: number of dwords to allocate in the ring buffer
78 * Allocate @ndw dwords in the ring buffer (all asics).
81 int amdgpu_ring_alloc(struct amdgpu_ring *ring, unsigne argument
109 amdgpu_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count) amdgpu_ring_insert_nop() argument
125 amdgpu_ring_generic_pad_ib(struct amdgpu_ring *ring, struct amdgpu_ib *ib) amdgpu_ring_generic_pad_ib() argument
140 amdgpu_ring_commit(struct amdgpu_ring *ring) amdgpu_ring_commit() argument
164 amdgpu_ring_undo(struct amdgpu_ring *ring) amdgpu_ring_undo() argument
196 amdgpu_ring_init(struct amdgpu_device *adev, struct amdgpu_ring *ring, unsigned int max_dw, struct amdgpu_irq_src *irq_src, unsigned int irq_type, unsigned int hw_prio, atomic_t *sched_score) amdgpu_ring_init() argument
372 amdgpu_ring_fini(struct amdgpu_ring *ring) amdgpu_ring_fini() argument
416 amdgpu_ring_emit_reg_write_reg_wait_helper(struct amdgpu_ring *ring, uint32_t reg0, uint32_t reg1, uint32_t ref, uint32_t mask) amdgpu_ring_emit_reg_write_reg_wait_helper() argument
433 amdgpu_ring_soft_recovery(struct amdgpu_ring *ring, unsigned int vmid, struct dma_fence *fence) amdgpu_ring_soft_recovery() argument
471 struct amdgpu_ring *ring = file_inode(f)->i_private; amdgpu_debugfs_ring_read() local
521 struct amdgpu_ring *ring = file_inode(f)->i_private; amdgpu_debugfs_mqd_read() local
573 struct amdgpu_ring *ring = data; amdgpu_debugfs_ring_error() local
584 amdgpu_debugfs_ring_init(struct amdgpu_device *adev, struct amdgpu_ring *ring) amdgpu_debugfs_ring_init() argument
620 amdgpu_ring_test_helper(struct amdgpu_ring *ring) amdgpu_ring_test_helper() argument
637 amdgpu_ring_to_mqd_prop(struct amdgpu_ring *ring, struct amdgpu_mqd_prop *prop) amdgpu_ring_to_mqd_prop() argument
667 amdgpu_ring_init_mqd(struct amdgpu_ring *ring) amdgpu_ring_init_mqd() argument
685 amdgpu_ring_ib_begin(struct amdgpu_ring *ring) amdgpu_ring_ib_begin() argument
691 amdgpu_ring_ib_end(struct amdgpu_ring *ring) amdgpu_ring_ib_end() argument
697 amdgpu_ring_ib_on_emit_cntl(struct amdgpu_ring *ring) amdgpu_ring_ib_on_emit_cntl() argument
703 amdgpu_ring_ib_on_emit_ce(struct amdgpu_ring *ring) amdgpu_ring_ib_on_emit_ce() argument
709 amdgpu_ring_ib_on_emit_de(struct amdgpu_ring *ring) amdgpu_ring_ib_on_emit_de() argument
[all...] |
| H A D | jpeg_v1_0.c | 36 static void jpeg_v1_0_ring_begin_use(struct amdgpu_ring *ring);
38 static void jpeg_v1_0_decode_ring_patch_wreg(struct amdgpu_ring *ring, uint32_t *ptr, uint32_t reg_offset, uint32_t val) in jpeg_v1_0_decode_ring_patch_wreg() argument
40 struct amdgpu_device *adev = ring->adev; in jpeg_v1_0_decode_ring_patch_wreg()
41 ring->ring[(*ptr)++] = PACKETJ(SOC15_REG_OFFSET(JPEG, 0, mmUVD_JRBC_EXTERNAL_REG_BASE), 0, 0, PACKETJ_TYPE0); in jpeg_v1_0_decode_ring_patch_wreg()
44 ring->ring[(*ptr)++] = 0; in jpeg_v1_0_decode_ring_patch_wreg()
45 ring->ring[(*ptr)++] = PACKETJ((reg_offset >> 2), 0, 0, PACKETJ_TYPE0); in jpeg_v1_0_decode_ring_patch_wreg()
47 ring in jpeg_v1_0_decode_ring_patch_wreg()
53 jpeg_v1_0_decode_ring_set_patch_ring(struct amdgpu_ring *ring, uint32_t ptr) jpeg_v1_0_decode_ring_set_patch_ring() argument
136 jpeg_v1_0_decode_ring_get_rptr(struct amdgpu_ring *ring) jpeg_v1_0_decode_ring_get_rptr() argument
150 jpeg_v1_0_decode_ring_get_wptr(struct amdgpu_ring *ring) jpeg_v1_0_decode_ring_get_wptr() argument
164 jpeg_v1_0_decode_ring_set_wptr(struct amdgpu_ring *ring) jpeg_v1_0_decode_ring_set_wptr() argument
178 jpeg_v1_0_decode_ring_insert_start(struct amdgpu_ring *ring) jpeg_v1_0_decode_ring_insert_start() argument
197 jpeg_v1_0_decode_ring_insert_end(struct amdgpu_ring *ring) jpeg_v1_0_decode_ring_insert_end() argument
219 jpeg_v1_0_decode_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq, unsigned flags) jpeg_v1_0_decode_ring_emit_fence() argument
293 jpeg_v1_0_decode_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job, struct amdgpu_ib *ib, uint32_t flags) jpeg_v1_0_decode_ring_emit_ib() argument
346 jpeg_v1_0_decode_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg, uint32_t val, uint32_t mask) jpeg_v1_0_decode_ring_emit_reg_wait() argument
376 jpeg_v1_0_decode_ring_emit_vm_flush(struct amdgpu_ring *ring, unsigned vmid, uint64_t pd_addr) jpeg_v1_0_decode_ring_emit_vm_flush() argument
391 jpeg_v1_0_decode_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg, uint32_t val) jpeg_v1_0_decode_ring_emit_wreg() argument
412 jpeg_v1_0_decode_ring_nop(struct amdgpu_ring *ring, uint32_t count) jpeg_v1_0_decode_ring_nop() argument
480 struct amdgpu_ring *ring; jpeg_v1_0_sw_init() local
526 struct amdgpu_ring *ring = adev->jpeg.inst->ring_dec; jpeg_v1_0_start() local
597 jpeg_v1_0_ring_begin_use(struct amdgpu_ring *ring) jpeg_v1_0_ring_begin_use() argument
[all...] |
| H A D | amdgpu_fence.c | 48 * are no longer in use by the associated ring on the GPU and
56 struct amdgpu_ring *ring; member
96 * @ring: ring the fence is associated with
101 static void amdgpu_fence_write(struct amdgpu_ring *ring, u32 seq) in amdgpu_fence_write() argument
103 struct amdgpu_fence_driver *drv = &ring->fence_drv; in amdgpu_fence_write()
112 * @ring: ring the fence is associated with
117 static u32 amdgpu_fence_read(struct amdgpu_ring *ring) in amdgpu_fence_read() argument
119 struct amdgpu_fence_driver *drv = &ring in amdgpu_fence_read()
141 amdgpu_fence_emit(struct amdgpu_ring *ring, struct dma_fence **f, struct amdgpu_job *job, unsigned int flags) amdgpu_fence_emit() argument
225 amdgpu_fence_emit_polling(struct amdgpu_ring *ring, uint32_t *s, uint32_t timeout) amdgpu_fence_emit_polling() argument
256 amdgpu_fence_schedule_fallback(struct amdgpu_ring *ring) amdgpu_fence_schedule_fallback() argument
273 amdgpu_fence_process(struct amdgpu_ring *ring) amdgpu_fence_process() argument
327 struct amdgpu_ring *ring = from_timer(ring, t, amdgpu_fence_fallback() local
342 amdgpu_fence_wait_empty(struct amdgpu_ring *ring) amdgpu_fence_wait_empty() argument
375 amdgpu_fence_wait_polling(struct amdgpu_ring *ring, uint32_t wait_seq, signed long timeout) amdgpu_fence_wait_polling() argument
395 amdgpu_fence_count_emitted(struct amdgpu_ring *ring) amdgpu_fence_count_emitted() argument
415 amdgpu_fence_last_unsignaled_time_us(struct amdgpu_ring *ring) amdgpu_fence_last_unsignaled_time_us() argument
446 amdgpu_fence_update_start_timestamp(struct amdgpu_ring *ring, uint32_t seq, ktime_t timestamp) amdgpu_fence_update_start_timestamp() argument
472 amdgpu_fence_driver_start_ring(struct amdgpu_ring *ring, struct amdgpu_irq_src *irq_src, unsigned int irq_type) amdgpu_fence_driver_start_ring() argument
508 amdgpu_fence_driver_init_ring(struct amdgpu_ring *ring) amdgpu_fence_driver_init_ring() argument
565 amdgpu_fence_need_ring_interrupt_restore(struct amdgpu_ring *ring) amdgpu_fence_need_ring_interrupt_restore() argument
602 struct amdgpu_ring *ring = adev->rings[i]; amdgpu_fence_driver_hw_fini() local
632 struct amdgpu_ring *ring = adev->rings[i]; amdgpu_fence_driver_isr_toggle() local
649 struct amdgpu_ring *ring = adev->rings[i]; amdgpu_fence_driver_sw_fini() local
688 struct amdgpu_ring *ring = adev->rings[i]; amdgpu_fence_driver_hw_init() local
707 amdgpu_fence_driver_clear_job_fences(struct amdgpu_ring *ring) amdgpu_fence_driver_clear_job_fences() argument
738 amdgpu_fence_driver_set_error(struct amdgpu_ring *ring, int error) amdgpu_fence_driver_set_error() argument
761 amdgpu_fence_driver_force_completion(struct amdgpu_ring *ring) amdgpu_fence_driver_force_completion() argument
902 struct amdgpu_ring *ring = adev->rings[i]; amdgpu_debugfs_fence_info_show() local
[all...] |
| H A D | amdgpu_ib.c | 45 * command ring and the hw will fetch the commands from the IB
48 * put in IBs for execution by the requested ring.
105 * amdgpu_ib_schedule - schedule an IB (Indirect Buffer) on the ring
107 * @ring: ring index the IB is associated with
113 * Schedule an IB on the associated ring (all asics).
116 * On SI, there are two parallel engines fed from the primary ring,
123 * a CONST_IB), it will be put on the ring prior to the DE IB. Prior
126 int amdgpu_ib_schedule(struct amdgpu_ring *ring, unsigned int num_ibs, in amdgpu_ib_schedule() argument
130 struct amdgpu_device *adev = ring in amdgpu_ib_schedule()
412 struct amdgpu_ring *ring = adev->rings[i]; amdgpu_ib_ring_tests() local
[all...] |
| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ring.c | 40 * Most engines on the GPU are fed via ring buffers. Ring
46 * pointers are equal, the ring is idle. When the host
47 * writes commands to the ring buffer, it increments the
53 * amdgpu_ring_alloc - allocate space on the ring buffer
56 * @ring: amdgpu_ring structure holding ring information
57 * @ndw: number of dwords to allocate in the ring buffer
59 * Allocate @ndw dwords in the ring buffer (all asics).
62 int amdgpu_ring_alloc(struct amdgpu_ring *ring, unsigned ndw) in amdgpu_ring_alloc() argument
66 ndw = (ndw + ring in amdgpu_ring_alloc()
90 amdgpu_ring_insert_nop(struct amdgpu_ring *ring, uint32_t count) amdgpu_ring_insert_nop() argument
105 amdgpu_ring_generic_pad_ib(struct amdgpu_ring *ring, struct amdgpu_ib *ib) amdgpu_ring_generic_pad_ib() argument
121 amdgpu_ring_commit(struct amdgpu_ring *ring) amdgpu_ring_commit() argument
145 amdgpu_ring_undo(struct amdgpu_ring *ring) amdgpu_ring_undo() argument
164 amdgpu_ring_init(struct amdgpu_device *adev, struct amdgpu_ring *ring, unsigned int max_dw, struct amdgpu_irq_src *irq_src, unsigned int irq_type, unsigned int hw_prio) amdgpu_ring_init() argument
284 amdgpu_ring_fini(struct amdgpu_ring *ring) amdgpu_ring_fini() argument
322 amdgpu_ring_emit_reg_write_reg_wait_helper(struct amdgpu_ring *ring, uint32_t reg0, uint32_t reg1, uint32_t ref, uint32_t mask) amdgpu_ring_emit_reg_write_reg_wait_helper() argument
339 amdgpu_ring_soft_recovery(struct amdgpu_ring *ring, unsigned int vmid, struct dma_fence *fence) amdgpu_ring_soft_recovery() argument
370 struct amdgpu_ring *ring = file_inode(f)->i_private; amdgpu_debugfs_ring_read() local
419 amdgpu_debugfs_ring_init(struct amdgpu_device *adev, struct amdgpu_ring *ring) amdgpu_debugfs_ring_init() argument
450 amdgpu_ring_test_helper(struct amdgpu_ring *ring) amdgpu_ring_test_helper() argument
[all...] |
| H A D | jpeg_v1_0.c | 36 static void jpeg_v1_0_ring_begin_use(struct amdgpu_ring *ring);
38 static void jpeg_v1_0_decode_ring_patch_wreg(struct amdgpu_ring *ring, uint32_t *ptr, uint32_t reg_offset, uint32_t val) in jpeg_v1_0_decode_ring_patch_wreg() argument
40 struct amdgpu_device *adev = ring->adev; in jpeg_v1_0_decode_ring_patch_wreg()
41 ring->ring[(*ptr)++] = PACKETJ(SOC15_REG_OFFSET(JPEG, 0, mmUVD_JRBC_EXTERNAL_REG_BASE), 0, 0, PACKETJ_TYPE0); in jpeg_v1_0_decode_ring_patch_wreg()
44 ring->ring[(*ptr)++] = 0; in jpeg_v1_0_decode_ring_patch_wreg()
45 ring->ring[(*ptr)++] = PACKETJ((reg_offset >> 2), 0, 0, PACKETJ_TYPE0); in jpeg_v1_0_decode_ring_patch_wreg()
47 ring in jpeg_v1_0_decode_ring_patch_wreg()
53 jpeg_v1_0_decode_ring_set_patch_ring(struct amdgpu_ring *ring, uint32_t ptr) jpeg_v1_0_decode_ring_set_patch_ring() argument
136 jpeg_v1_0_decode_ring_get_rptr(struct amdgpu_ring *ring) jpeg_v1_0_decode_ring_get_rptr() argument
150 jpeg_v1_0_decode_ring_get_wptr(struct amdgpu_ring *ring) jpeg_v1_0_decode_ring_get_wptr() argument
164 jpeg_v1_0_decode_ring_set_wptr(struct amdgpu_ring *ring) jpeg_v1_0_decode_ring_set_wptr() argument
178 jpeg_v1_0_decode_ring_insert_start(struct amdgpu_ring *ring) jpeg_v1_0_decode_ring_insert_start() argument
197 jpeg_v1_0_decode_ring_insert_end(struct amdgpu_ring *ring) jpeg_v1_0_decode_ring_insert_end() argument
217 jpeg_v1_0_decode_ring_emit_fence(struct amdgpu_ring *ring, u64 addr, u64 seq, unsigned flags) jpeg_v1_0_decode_ring_emit_fence() argument
289 jpeg_v1_0_decode_ring_emit_ib(struct amdgpu_ring *ring, struct amdgpu_job *job, struct amdgpu_ib *ib, uint32_t flags) jpeg_v1_0_decode_ring_emit_ib() argument
342 jpeg_v1_0_decode_ring_emit_reg_wait(struct amdgpu_ring *ring, uint32_t reg, uint32_t val, uint32_t mask) jpeg_v1_0_decode_ring_emit_reg_wait() argument
372 jpeg_v1_0_decode_ring_emit_vm_flush(struct amdgpu_ring *ring, unsigned vmid, uint64_t pd_addr) jpeg_v1_0_decode_ring_emit_vm_flush() argument
387 jpeg_v1_0_decode_ring_emit_wreg(struct amdgpu_ring *ring, uint32_t reg, uint32_t val) jpeg_v1_0_decode_ring_emit_wreg() argument
408 jpeg_v1_0_decode_ring_nop(struct amdgpu_ring *ring, uint32_t count) jpeg_v1_0_decode_ring_nop() argument
475 struct amdgpu_ring *ring; jpeg_v1_0_sw_init() local
519 struct amdgpu_ring *ring = &adev->jpeg.inst->ring_dec; jpeg_v1_0_start() local
591 jpeg_v1_0_ring_begin_use(struct amdgpu_ring *ring) jpeg_v1_0_ring_begin_use() argument
[all...] |
| H A D | amdgpu_fence.c | 49 * are no longer in use by the associated ring on the GPU and
57 struct amdgpu_ring *ring; member
94 * @ring: ring the fence is associated with
99 static void amdgpu_fence_write(struct amdgpu_ring *ring, u32 seq) in amdgpu_fence_write() argument
101 struct amdgpu_fence_driver *drv = &ring->fence_drv; in amdgpu_fence_write()
110 * @ring: ring the fence is associated with
115 static u32 amdgpu_fence_read(struct amdgpu_ring *ring) in amdgpu_fence_read() argument
117 struct amdgpu_fence_driver *drv = &ring in amdgpu_fence_read()
137 amdgpu_fence_emit(struct amdgpu_ring *ring, struct dma_fence **f, unsigned flags) amdgpu_fence_emit() argument
195 amdgpu_fence_emit_polling(struct amdgpu_ring *ring, uint32_t *s, uint32_t timeout) amdgpu_fence_emit_polling() argument
226 amdgpu_fence_schedule_fallback(struct amdgpu_ring *ring) amdgpu_fence_schedule_fallback() argument
243 amdgpu_fence_process(struct amdgpu_ring *ring) amdgpu_fence_process() argument
303 struct amdgpu_ring *ring = from_timer(ring, t, amdgpu_fence_fallback() local
319 amdgpu_fence_wait_empty(struct amdgpu_ring *ring) amdgpu_fence_wait_empty() argument
352 amdgpu_fence_wait_polling(struct amdgpu_ring *ring, uint32_t wait_seq, signed long timeout) amdgpu_fence_wait_polling() argument
375 amdgpu_fence_count_emitted(struct amdgpu_ring *ring) amdgpu_fence_count_emitted() argument
402 amdgpu_fence_driver_start_ring(struct amdgpu_ring *ring, struct amdgpu_irq_src *irq_src, unsigned irq_type) amdgpu_fence_driver_start_ring() argument
442 amdgpu_fence_driver_init_ring(struct amdgpu_ring *ring, unsigned num_hw_submission) amdgpu_fence_driver_init_ring() argument
531 struct amdgpu_ring *ring = adev->rings[i]; amdgpu_fence_driver_fini() local
568 struct amdgpu_ring *ring = adev->rings[i]; amdgpu_fence_driver_suspend() local
603 struct amdgpu_ring *ring = adev->rings[i]; amdgpu_fence_driver_resume() local
620 amdgpu_fence_driver_force_completion(struct amdgpu_ring *ring) amdgpu_fence_driver_force_completion() argument
652 struct amdgpu_ring *ring = fence->ring; amdgpu_fence_enable_signaling() local
708 struct amdgpu_ring *ring = adev->rings[i]; amdgpu_debugfs_fence_info() local
[all...] |
| /kernel/linux/linux-6.6/drivers/gpu/drm/radeon/ |
| H A D | radeon_ring.c | 37 * Most engines on the GPU are fed via ring buffers. Ring
43 * pointers are equal, the ring is idle. When the host
44 * writes commands to the ring buffer, it increments the
48 static void radeon_debugfs_ring_init(struct radeon_device *rdev, struct radeon_ring *ring);
51 * radeon_ring_supports_scratch_reg - check if the ring supports
55 * @ring: radeon_ring structure holding ring information
57 * Check if a specific ring supports writing to scratch registers (all asics).
58 * Returns true if the ring supports writing to scratch regs, false if not.
61 struct radeon_ring *ring) in radeon_ring_supports_scratch_reg()
60 radeon_ring_supports_scratch_reg(struct radeon_device *rdev, struct radeon_ring *ring) radeon_ring_supports_scratch_reg() argument
81 radeon_ring_free_size(struct radeon_device *rdev, struct radeon_ring *ring) radeon_ring_free_size() argument
107 radeon_ring_alloc(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ndw) radeon_ring_alloc() argument
143 radeon_ring_lock(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ndw) radeon_ring_lock() argument
167 radeon_ring_commit(struct radeon_device *rdev, struct radeon_ring *ring, bool hdp_flush) radeon_ring_commit() argument
198 radeon_ring_unlock_commit(struct radeon_device *rdev, struct radeon_ring *ring, bool hdp_flush) radeon_ring_unlock_commit() argument
212 radeon_ring_undo(struct radeon_ring *ring) radeon_ring_undo() argument
225 radeon_ring_unlock_undo(struct radeon_device *rdev, struct radeon_ring *ring) radeon_ring_unlock_undo() argument
239 radeon_ring_lockup_update(struct radeon_device *rdev, struct radeon_ring *ring) radeon_ring_lockup_update() argument
252 radeon_ring_test_lockup(struct radeon_device *rdev, struct radeon_ring *ring) radeon_ring_test_lockup() argument
283 radeon_ring_backup(struct radeon_device *rdev, struct radeon_ring *ring, uint32_t **data) radeon_ring_backup() argument
347 radeon_ring_restore(struct radeon_device *rdev, struct radeon_ring *ring, unsigned size, uint32_t *data) radeon_ring_restore() argument
381 radeon_ring_init(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ring_size, unsigned rptr_offs, u32 nop) radeon_ring_init() argument
437 radeon_ring_fini(struct radeon_device *rdev, struct radeon_ring *ring) radeon_ring_fini() argument
467 struct radeon_ring *ring = m->private; radeon_debugfs_ring_info_show() local
547 radeon_debugfs_ring_init(struct radeon_device *rdev, struct radeon_ring *ring) radeon_debugfs_ring_init() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/bus/mhi/ep/ |
| H A D | ring.c | 10 size_t mhi_ep_ring_addr2offset(struct mhi_ep_ring *ring, u64 ptr) in mhi_ep_ring_addr2offset() argument
12 return (ptr - ring->rbase) / sizeof(struct mhi_ring_element); in mhi_ep_ring_addr2offset()
15 static u32 mhi_ep_ring_num_elems(struct mhi_ep_ring *ring) in mhi_ep_ring_num_elems() argument
19 memcpy_fromio(&rlen, (void __iomem *) &ring->ring_ctx->generic.rlen, sizeof(u64)); in mhi_ep_ring_num_elems()
24 void mhi_ep_ring_inc_index(struct mhi_ep_ring *ring) in mhi_ep_ring_inc_index() argument
26 ring->rd_offset = (ring->rd_offset + 1) % ring->ring_size; in mhi_ep_ring_inc_index()
29 static int __mhi_ep_cache_ring(struct mhi_ep_ring *ring, size_t end) in __mhi_ep_cache_ring() argument
31 struct mhi_ep_cntrl *mhi_cntrl = ring in __mhi_ep_cache_ring()
79 mhi_ep_cache_ring(struct mhi_ep_ring *ring, u64 wr_ptr) mhi_ep_cache_ring() argument
96 mhi_ep_update_wr_offset(struct mhi_ep_ring *ring) mhi_ep_update_wr_offset() argument
106 mhi_ep_ring_add_element(struct mhi_ep_ring *ring, struct mhi_ring_element *el) mhi_ep_ring_add_element() argument
149 mhi_ep_ring_init(struct mhi_ep_ring *ring, enum mhi_ep_ring_type type, u32 id) mhi_ep_ring_init() argument
165 mhi_ep_ring_start(struct mhi_ep_cntrl *mhi_cntrl, struct mhi_ep_ring *ring, union mhi_ep_ring_ctx *ctx) mhi_ep_ring_start() argument
207 mhi_ep_ring_reset(struct mhi_ep_cntrl *mhi_cntrl, struct mhi_ep_ring *ring) mhi_ep_ring_reset() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/net/wireless/broadcom/b43legacy/ |
| H A D | dma.c | 32 struct b43legacy_dmadesc32 *op32_idx2desc(struct b43legacy_dmaring *ring, in op32_idx2desc() argument
38 *meta = &(ring->meta[slot]); in op32_idx2desc()
39 desc = ring->descbase; in op32_idx2desc()
45 static void op32_fill_descriptor(struct b43legacy_dmaring *ring, in op32_fill_descriptor() argument
50 struct b43legacy_dmadesc32 *descbase = ring->descbase; in op32_fill_descriptor()
57 B43legacy_WARN_ON(!(slot >= 0 && slot < ring->nr_slots)); in op32_fill_descriptor()
62 addr |= ring->dev->dma.translation; in op32_fill_descriptor()
63 ctl = (bufsize - ring->frameoffset) in op32_fill_descriptor()
65 if (slot == ring->nr_slots - 1) in op32_fill_descriptor()
80 static void op32_poke_tx(struct b43legacy_dmaring *ring, in argument
86 op32_tx_suspend(struct b43legacy_dmaring *ring) op32_tx_suspend() argument
93 op32_tx_resume(struct b43legacy_dmaring *ring) op32_tx_resume() argument
100 op32_get_current_rxslot(struct b43legacy_dmaring *ring) op32_get_current_rxslot() argument
110 op32_set_current_rxslot(struct b43legacy_dmaring *ring, int slot) op32_set_current_rxslot() argument
117 free_slots(struct b43legacy_dmaring *ring) free_slots() argument
122 next_slot(struct b43legacy_dmaring *ring, int slot) next_slot() argument
130 prev_slot(struct b43legacy_dmaring *ring, int slot) prev_slot() argument
139 update_max_used_slots(struct b43legacy_dmaring *ring, int current_used_slots) update_max_used_slots() argument
154 update_max_used_slots(struct b43legacy_dmaring *ring, int current_used_slots) update_max_used_slots() argument
161 request_slot(struct b43legacy_dmaring *ring) request_slot() argument
183 struct b43legacy_dmaring *ring; priority_to_txring() local
217 txring_to_priority(struct b43legacy_dmaring *ring) txring_to_priority() argument
247 map_descbuffer(struct b43legacy_dmaring *ring, unsigned char *buf, size_t len, int tx) map_descbuffer() argument
267 unmap_descbuffer(struct b43legacy_dmaring *ring, dma_addr_t addr, size_t len, int tx) unmap_descbuffer() argument
283 sync_descbuffer_for_cpu(struct b43legacy_dmaring *ring, dma_addr_t addr, size_t len) sync_descbuffer_for_cpu() argument
294 sync_descbuffer_for_device(struct b43legacy_dmaring *ring, dma_addr_t addr, size_t len) sync_descbuffer_for_device() argument
305 free_descriptor_buffer(struct b43legacy_dmaring *ring, struct b43legacy_dmadesc_meta *meta, int irq_context) free_descriptor_buffer() argument
318 alloc_ringmemory(struct b43legacy_dmaring *ring) alloc_ringmemory() argument
330 free_ringmemory(struct b43legacy_dmaring *ring) free_ringmemory() argument
411 b43legacy_dma_mapping_error(struct b43legacy_dmaring *ring, dma_addr_t addr, size_t buffersize, bool dma_to_device) b43legacy_dma_mapping_error() argument
440 setup_rx_descbuffer(struct b43legacy_dmaring *ring, struct b43legacy_dmadesc32 *desc, struct b43legacy_dmadesc_meta *meta, gfp_t gfp_flags) setup_rx_descbuffer() argument
490 alloc_initial_descbuffers(struct b43legacy_dmaring *ring) alloc_initial_descbuffers() argument
527 dmacontroller_setup(struct b43legacy_dmaring *ring) dmacontroller_setup() argument
569 dmacontroller_cleanup(struct b43legacy_dmaring *ring) dmacontroller_cleanup() argument
582 free_all_descbuffers(struct b43legacy_dmaring *ring) free_all_descbuffers() argument
629 struct b43legacy_dmaring *ring; b43legacy_setup_dmaring() local
728 b43legacy_destroy_dmaring(struct b43legacy_dmaring *ring) b43legacy_destroy_dmaring() argument
779 struct b43legacy_dmaring *ring; b43legacy_dma_init() local
873 generate_cookie(struct b43legacy_dmaring *ring, int slot) generate_cookie() argument
916 struct b43legacy_dmaring *ring = NULL; parse_cookie() local
946 dma_tx_fragment(struct b43legacy_dmaring *ring, struct sk_buff **in_skb) dma_tx_fragment() argument
1047 should_inject_overflow(struct b43legacy_dmaring *ring) should_inject_overflow() argument
1072 struct b43legacy_dmaring *ring; b43legacy_dma_tx() local
1125 struct b43legacy_dmaring *ring; b43legacy_dma_handle_txstatus() local
1241 dma_rx(struct b43legacy_dmaring *ring, int *slot) dma_rx() argument
1339 b43legacy_dma_rx(struct b43legacy_dmaring *ring) b43legacy_dma_rx() argument
1359 b43legacy_dma_tx_suspend_ring(struct b43legacy_dmaring *ring) b43legacy_dma_tx_suspend_ring() argument
1365 b43legacy_dma_tx_resume_ring(struct b43legacy_dmaring *ring) b43legacy_dma_tx_resume_ring() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/net/wireless/broadcom/b43legacy/ |
| H A D | dma.c | 32 struct b43legacy_dmadesc32 *op32_idx2desc(struct b43legacy_dmaring *ring, in op32_idx2desc() argument
38 *meta = &(ring->meta[slot]); in op32_idx2desc()
39 desc = ring->descbase; in op32_idx2desc()
45 static void op32_fill_descriptor(struct b43legacy_dmaring *ring, in op32_fill_descriptor() argument
50 struct b43legacy_dmadesc32 *descbase = ring->descbase; in op32_fill_descriptor()
57 B43legacy_WARN_ON(!(slot >= 0 && slot < ring->nr_slots)); in op32_fill_descriptor()
62 addr |= ring->dev->dma.translation; in op32_fill_descriptor()
63 ctl = (bufsize - ring->frameoffset) in op32_fill_descriptor()
65 if (slot == ring->nr_slots - 1) in op32_fill_descriptor()
80 static void op32_poke_tx(struct b43legacy_dmaring *ring, in argument
86 op32_tx_suspend(struct b43legacy_dmaring *ring) op32_tx_suspend() argument
93 op32_tx_resume(struct b43legacy_dmaring *ring) op32_tx_resume() argument
100 op32_get_current_rxslot(struct b43legacy_dmaring *ring) op32_get_current_rxslot() argument
110 op32_set_current_rxslot(struct b43legacy_dmaring *ring, int slot) op32_set_current_rxslot() argument
117 free_slots(struct b43legacy_dmaring *ring) free_slots() argument
122 next_slot(struct b43legacy_dmaring *ring, int slot) next_slot() argument
131 update_max_used_slots(struct b43legacy_dmaring *ring, int current_used_slots) update_max_used_slots() argument
146 update_max_used_slots(struct b43legacy_dmaring *ring, int current_used_slots) update_max_used_slots() argument
153 request_slot(struct b43legacy_dmaring *ring) request_slot() argument
175 struct b43legacy_dmaring *ring; priority_to_txring() local
226 map_descbuffer(struct b43legacy_dmaring *ring, unsigned char *buf, size_t len, int tx) map_descbuffer() argument
246 unmap_descbuffer(struct b43legacy_dmaring *ring, dma_addr_t addr, size_t len, int tx) unmap_descbuffer() argument
262 sync_descbuffer_for_cpu(struct b43legacy_dmaring *ring, dma_addr_t addr, size_t len) sync_descbuffer_for_cpu() argument
273 sync_descbuffer_for_device(struct b43legacy_dmaring *ring, dma_addr_t addr, size_t len) sync_descbuffer_for_device() argument
284 free_descriptor_buffer(struct b43legacy_dmaring *ring, struct b43legacy_dmadesc_meta *meta, int irq_context) free_descriptor_buffer() argument
297 alloc_ringmemory(struct b43legacy_dmaring *ring) alloc_ringmemory() argument
309 free_ringmemory(struct b43legacy_dmaring *ring) free_ringmemory() argument
390 b43legacy_dma_mapping_error(struct b43legacy_dmaring *ring, dma_addr_t addr, size_t buffersize, bool dma_to_device) b43legacy_dma_mapping_error() argument
419 setup_rx_descbuffer(struct b43legacy_dmaring *ring, struct b43legacy_dmadesc32 *desc, struct b43legacy_dmadesc_meta *meta, gfp_t gfp_flags) setup_rx_descbuffer() argument
469 alloc_initial_descbuffers(struct b43legacy_dmaring *ring) alloc_initial_descbuffers() argument
506 dmacontroller_setup(struct b43legacy_dmaring *ring) dmacontroller_setup() argument
548 dmacontroller_cleanup(struct b43legacy_dmaring *ring) dmacontroller_cleanup() argument
561 free_all_descbuffers(struct b43legacy_dmaring *ring) free_all_descbuffers() argument
608 struct b43legacy_dmaring *ring; b43legacy_setup_dmaring() local
707 b43legacy_destroy_dmaring(struct b43legacy_dmaring *ring) b43legacy_destroy_dmaring() argument
758 struct b43legacy_dmaring *ring; b43legacy_dma_init() local
852 generate_cookie(struct b43legacy_dmaring *ring, int slot) generate_cookie() argument
895 struct b43legacy_dmaring *ring = NULL; parse_cookie() local
925 dma_tx_fragment(struct b43legacy_dmaring *ring, struct sk_buff **in_skb) dma_tx_fragment() argument
1026 should_inject_overflow(struct b43legacy_dmaring *ring) should_inject_overflow() argument
1051 struct b43legacy_dmaring *ring; b43legacy_dma_tx() local
1104 struct b43legacy_dmaring *ring; b43legacy_dma_handle_txstatus() local
1220 dma_rx(struct b43legacy_dmaring *ring, int *slot) dma_rx() argument
1318 b43legacy_dma_rx(struct b43legacy_dmaring *ring) b43legacy_dma_rx() argument
1338 b43legacy_dma_tx_suspend_ring(struct b43legacy_dmaring *ring) b43legacy_dma_tx_suspend_ring() argument
1344 b43legacy_dma_tx_resume_ring(struct b43legacy_dmaring *ring) b43legacy_dma_tx_resume_ring() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/thunderbolt/ |
| H A D | nhi.c | 28 #define RING_TYPE(ring) ((ring)->is_tx ? "TX ring" : "RX ring")
53 static int ring_interrupt_index(const struct tb_ring *ring) in ring_interrupt_index() argument
55 int bit = ring->hop; in ring_interrupt_index()
56 if (!ring->is_tx) in ring_interrupt_index()
57 bit += ring->nhi->hop_count; in ring_interrupt_index()
61 static void nhi_mask_interrupt(struct tb_nhi *nhi, int mask, int ring) in nhi_mask_interrupt() argument
66 val = ioread32(nhi->iobase + REG_RING_INTERRUPT_BASE + ring); in nhi_mask_interrupt()
73 nhi_clear_interrupt(struct tb_nhi *nhi, int ring) nhi_clear_interrupt() argument
86 ring_interrupt_active(struct tb_ring *ring, bool active) ring_interrupt_active() argument
176 ring_desc_base(struct tb_ring *ring) ring_desc_base() argument
184 ring_options_base(struct tb_ring *ring) ring_options_base() argument
192 ring_iowrite_cons(struct tb_ring *ring, u16 cons) ring_iowrite_cons() argument
202 ring_iowrite_prod(struct tb_ring *ring, u16 prod) ring_iowrite_prod() argument
208 ring_iowrite32desc(struct tb_ring *ring, u32 value, u32 offset) ring_iowrite32desc() argument
213 ring_iowrite64desc(struct tb_ring *ring, u64 value, u32 offset) ring_iowrite64desc() argument
219 ring_iowrite32options(struct tb_ring *ring, u32 value, u32 offset) ring_iowrite32options() argument
224 ring_full(struct tb_ring *ring) ring_full() argument
229 ring_empty(struct tb_ring *ring) ring_empty() argument
239 ring_write_descriptors(struct tb_ring *ring) ring_write_descriptors() argument
275 struct tb_ring *ring = container_of(work, typeof(*ring), work); ring_work() local
323 __tb_ring_enqueue(struct tb_ring *ring, struct ring_frame *frame) __tb_ring_enqueue() argument
349 tb_ring_poll(struct tb_ring *ring) tb_ring_poll() argument
381 __ring_interrupt_mask(struct tb_ring *ring, bool mask) __ring_interrupt_mask() argument
397 __ring_interrupt(struct tb_ring *ring) __ring_interrupt() argument
417 tb_ring_poll_complete(struct tb_ring *ring) tb_ring_poll_complete() argument
430 ring_clear_msix(const struct tb_ring *ring) ring_clear_msix() argument
447 struct tb_ring *ring = data; ring_msix() local
459 ring_request_msix(struct tb_ring *ring, bool no_suspend) ring_request_msix() argument
493 ring_release_msix(struct tb_ring *ring) ring_release_msix() argument
504 nhi_alloc_hop(struct tb_nhi *nhi, struct tb_ring *ring) nhi_alloc_hop() argument
582 struct tb_ring *ring = NULL; tb_ring_alloc() local
680 tb_ring_start(struct tb_ring *ring) tb_ring_start() argument
764 tb_ring_stop(struct tb_ring *ring) tb_ring_stop() argument
809 tb_ring_free(struct tb_ring *ring) tb_ring_free() argument
912 struct tb_ring *ring; nhi_interrupt_work() local
[all...] |
| /kernel/linux/linux-5.10/drivers/net/ethernet/apm/xgene/ |
| H A D | xgene_enet_ring2.c | 12 static void xgene_enet_ring_init(struct xgene_enet_desc_ring *ring) in xgene_enet_ring_init() argument
14 u32 *ring_cfg = ring->state; in xgene_enet_ring_init()
15 u64 addr = ring->dma; in xgene_enet_ring_init()
17 if (xgene_enet_ring_owner(ring->id) == RING_OWNER_CPU) { in xgene_enet_ring_init()
18 ring_cfg[0] |= SET_VAL(X2_INTLINE, ring->id & RING_BUFNUM_MASK); in xgene_enet_ring_init()
27 ring_cfg[3] |= SET_VAL(RINGSIZE, ring->cfgsize) in xgene_enet_ring_init()
34 static void xgene_enet_ring_set_type(struct xgene_enet_desc_ring *ring) in xgene_enet_ring_set_type() argument
36 u32 *ring_cfg = ring->state; in xgene_enet_ring_set_type()
40 is_bufpool = xgene_enet_is_bufpool(ring->id); in xgene_enet_ring_set_type()
47 static void xgene_enet_ring_set_recombbuf(struct xgene_enet_desc_ring *ring) in xgene_enet_ring_set_recombbuf() argument
55 xgene_enet_ring_wr32(struct xgene_enet_desc_ring *ring, u32 offset, u32 data) xgene_enet_ring_wr32() argument
63 xgene_enet_write_ring_state(struct xgene_enet_desc_ring *ring) xgene_enet_write_ring_state() argument
75 xgene_enet_clr_ring_state(struct xgene_enet_desc_ring *ring) xgene_enet_clr_ring_state() argument
81 xgene_enet_set_ring_state(struct xgene_enet_desc_ring *ring) xgene_enet_set_ring_state() argument
95 xgene_enet_set_ring_id(struct xgene_enet_desc_ring *ring) xgene_enet_set_ring_id() argument
118 xgene_enet_clr_desc_ring_id(struct xgene_enet_desc_ring *ring) xgene_enet_clr_desc_ring_id() argument
127 xgene_enet_setup_ring( struct xgene_enet_desc_ring *ring) xgene_enet_setup_ring() argument
152 xgene_enet_clear_ring(struct xgene_enet_desc_ring *ring) xgene_enet_clear_ring() argument
158 xgene_enet_wr_cmd(struct xgene_enet_desc_ring *ring, int count) xgene_enet_wr_cmd() argument
171 xgene_enet_ring_len(struct xgene_enet_desc_ring *ring) xgene_enet_ring_len() argument
182 xgene_enet_setup_coalescing(struct xgene_enet_desc_ring *ring) xgene_enet_setup_coalescing() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/net/ethernet/apm/xgene/ |
| H A D | xgene_enet_ring2.c | 12 static void xgene_enet_ring_init(struct xgene_enet_desc_ring *ring) in xgene_enet_ring_init() argument
14 u32 *ring_cfg = ring->state; in xgene_enet_ring_init()
15 u64 addr = ring->dma; in xgene_enet_ring_init()
17 if (xgene_enet_ring_owner(ring->id) == RING_OWNER_CPU) { in xgene_enet_ring_init()
18 ring_cfg[0] |= SET_VAL(X2_INTLINE, ring->id & RING_BUFNUM_MASK); in xgene_enet_ring_init()
27 ring_cfg[3] |= SET_VAL(RINGSIZE, ring->cfgsize) in xgene_enet_ring_init()
34 static void xgene_enet_ring_set_type(struct xgene_enet_desc_ring *ring) in xgene_enet_ring_set_type() argument
36 u32 *ring_cfg = ring->state; in xgene_enet_ring_set_type()
40 is_bufpool = xgene_enet_is_bufpool(ring->id); in xgene_enet_ring_set_type()
47 static void xgene_enet_ring_set_recombbuf(struct xgene_enet_desc_ring *ring) in xgene_enet_ring_set_recombbuf() argument
55 xgene_enet_ring_wr32(struct xgene_enet_desc_ring *ring, u32 offset, u32 data) xgene_enet_ring_wr32() argument
63 xgene_enet_write_ring_state(struct xgene_enet_desc_ring *ring) xgene_enet_write_ring_state() argument
75 xgene_enet_clr_ring_state(struct xgene_enet_desc_ring *ring) xgene_enet_clr_ring_state() argument
81 xgene_enet_set_ring_state(struct xgene_enet_desc_ring *ring) xgene_enet_set_ring_state() argument
95 xgene_enet_set_ring_id(struct xgene_enet_desc_ring *ring) xgene_enet_set_ring_id() argument
118 xgene_enet_clr_desc_ring_id(struct xgene_enet_desc_ring *ring) xgene_enet_clr_desc_ring_id() argument
127 xgene_enet_setup_ring( struct xgene_enet_desc_ring *ring) xgene_enet_setup_ring() argument
152 xgene_enet_clear_ring(struct xgene_enet_desc_ring *ring) xgene_enet_clear_ring() argument
158 xgene_enet_wr_cmd(struct xgene_enet_desc_ring *ring, int count) xgene_enet_wr_cmd() argument
171 xgene_enet_ring_len(struct xgene_enet_desc_ring *ring) xgene_enet_ring_len() argument
182 xgene_enet_setup_coalescing(struct xgene_enet_desc_ring *ring) xgene_enet_setup_coalescing() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/thunderbolt/ |
| H A D | nhi.c | 26 #define RING_TYPE(ring) ((ring)->is_tx ? "TX ring" : "RX ring")
39 static int ring_interrupt_index(const struct tb_ring *ring) in ring_interrupt_index() argument
41 int bit = ring->hop; in ring_interrupt_index()
42 if (!ring->is_tx) in ring_interrupt_index()
43 bit += ring->nhi->hop_count; in ring_interrupt_index()
48 * ring_interrupt_active() - activate/deactivate interrupts for a single ring
50 * ring
52 ring_interrupt_active(struct tb_ring *ring, bool active) ring_interrupt_active() argument
127 ring_desc_base(struct tb_ring *ring) ring_desc_base() argument
135 ring_options_base(struct tb_ring *ring) ring_options_base() argument
143 ring_iowrite_cons(struct tb_ring *ring, u16 cons) ring_iowrite_cons() argument
153 ring_iowrite_prod(struct tb_ring *ring, u16 prod) ring_iowrite_prod() argument
159 ring_iowrite32desc(struct tb_ring *ring, u32 value, u32 offset) ring_iowrite32desc() argument
164 ring_iowrite64desc(struct tb_ring *ring, u64 value, u32 offset) ring_iowrite64desc() argument
170 ring_iowrite32options(struct tb_ring *ring, u32 value, u32 offset) ring_iowrite32options() argument
175 ring_full(struct tb_ring *ring) ring_full() argument
180 ring_empty(struct tb_ring *ring) ring_empty() argument
190 ring_write_descriptors(struct tb_ring *ring) ring_write_descriptors() argument
226 struct tb_ring *ring = container_of(work, typeof(*ring), work); ring_work() local
274 __tb_ring_enqueue(struct tb_ring *ring, struct ring_frame *frame) __tb_ring_enqueue() argument
300 tb_ring_poll(struct tb_ring *ring) tb_ring_poll() argument
332 __ring_interrupt_mask(struct tb_ring *ring, bool mask) __ring_interrupt_mask() argument
348 __ring_interrupt(struct tb_ring *ring) __ring_interrupt() argument
368 tb_ring_poll_complete(struct tb_ring *ring) tb_ring_poll_complete() argument
383 struct tb_ring *ring = data; ring_msix() local
394 ring_request_msix(struct tb_ring *ring, bool no_suspend) ring_request_msix() argument
428 ring_release_msix(struct tb_ring *ring) ring_release_msix() argument
439 nhi_alloc_hop(struct tb_nhi *nhi, struct tb_ring *ring) nhi_alloc_hop() argument
501 struct tb_ring *ring = NULL; tb_ring_alloc() local
595 tb_ring_start(struct tb_ring *ring) tb_ring_start() argument
653 tb_ring_stop(struct tb_ring *ring) tb_ring_stop() argument
698 tb_ring_free(struct tb_ring *ring) tb_ring_free() argument
801 struct tb_ring *ring; nhi_interrupt_work() local
[all...] |
| /kernel/linux/linux-5.10/drivers/gpu/drm/radeon/ |
| H A D | radeon_ring.c | 38 * Most engines on the GPU are fed via ring buffers. Ring
44 * pointers are equal, the ring is idle. When the host
45 * writes commands to the ring buffer, it increments the
49 static int radeon_debugfs_ring_init(struct radeon_device *rdev, struct radeon_ring *ring);
52 * radeon_ring_supports_scratch_reg - check if the ring supports
56 * @ring: radeon_ring structure holding ring information
58 * Check if a specific ring supports writing to scratch registers (all asics).
59 * Returns true if the ring supports writing to scratch regs, false if not.
62 struct radeon_ring *ring) in radeon_ring_supports_scratch_reg()
61 radeon_ring_supports_scratch_reg(struct radeon_device *rdev, struct radeon_ring *ring) radeon_ring_supports_scratch_reg() argument
82 radeon_ring_free_size(struct radeon_device *rdev, struct radeon_ring *ring) radeon_ring_free_size() argument
108 radeon_ring_alloc(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ndw) radeon_ring_alloc() argument
144 radeon_ring_lock(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ndw) radeon_ring_lock() argument
168 radeon_ring_commit(struct radeon_device *rdev, struct radeon_ring *ring, bool hdp_flush) radeon_ring_commit() argument
200 radeon_ring_unlock_commit(struct radeon_device *rdev, struct radeon_ring *ring, bool hdp_flush) radeon_ring_unlock_commit() argument
214 radeon_ring_undo(struct radeon_ring *ring) radeon_ring_undo() argument
226 radeon_ring_unlock_undo(struct radeon_device *rdev, struct radeon_ring *ring) radeon_ring_unlock_undo() argument
239 radeon_ring_lockup_update(struct radeon_device *rdev, struct radeon_ring *ring) radeon_ring_lockup_update() argument
252 radeon_ring_test_lockup(struct radeon_device *rdev, struct radeon_ring *ring) radeon_ring_test_lockup() argument
282 radeon_ring_backup(struct radeon_device *rdev, struct radeon_ring *ring, uint32_t **data) radeon_ring_backup() argument
346 radeon_ring_restore(struct radeon_device *rdev, struct radeon_ring *ring, unsigned size, uint32_t *data) radeon_ring_restore() argument
380 radeon_ring_init(struct radeon_device *rdev, struct radeon_ring *ring, unsigned ring_size, unsigned rptr_offs, u32 nop) radeon_ring_init() argument
437 radeon_ring_fini(struct radeon_device *rdev, struct radeon_ring *ring) radeon_ring_fini() argument
471 struct radeon_ring *ring = &rdev->ring[ridx]; radeon_debugfs_ring_info() local
544 radeon_debugfs_ring_init(struct radeon_device *rdev, struct radeon_ring *ring) radeon_debugfs_ring_init() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/soc/ti/ |
| H A D | k3-ringacc.c | 106 int (*push_tail)(struct k3_ring *ring, void *elm);
107 int (*push_head)(struct k3_ring *ring, void *elm);
108 int (*pop_tail)(struct k3_ring *ring, void *elm);
109 int (*pop_head)(struct k3_ring *ring, void *elm);
137 * @elm_size: Size of the ring element
175 * @num_rings: number of ring in RA
176 * @rings_inuse: bitfield for ring usage tracking
221 static long k3_ringacc_ring_get_fifo_pos(struct k3_ring *ring) in k3_ringacc_ring_get_fifo_pos() argument
224 (4 << ring->elm_size); in k3_ringacc_ring_get_fifo_pos()
227 static void *k3_ringacc_get_elm_addr(struct k3_ring *ring, u3 argument
264 k3_ringacc_ring_dump(struct k3_ring *ring) k3_ringacc_ring_dump() argument
366 k3_ringacc_ring_reset_sci(struct k3_ring *ring) k3_ringacc_ring_reset_sci() argument
387 k3_ringacc_ring_reset(struct k3_ring *ring) k3_ringacc_ring_reset() argument
398 k3_ringacc_ring_reconfig_qmode_sci(struct k3_ring *ring, enum k3_ring_mode mode) k3_ringacc_ring_reconfig_qmode_sci() argument
420 k3_ringacc_ring_reset_dma(struct k3_ring *ring, u32 occ) k3_ringacc_ring_reset_dma() argument
479 k3_ringacc_ring_free_sci(struct k3_ring *ring) k3_ringacc_ring_free_sci() argument
500 k3_ringacc_ring_free(struct k3_ring *ring) k3_ringacc_ring_free() argument
544 k3_ringacc_get_ring_id(struct k3_ring *ring) k3_ringacc_get_ring_id() argument
553 k3_ringacc_get_tisci_dev_id(struct k3_ring *ring) k3_ringacc_get_tisci_dev_id() argument
562 k3_ringacc_get_ring_irq_num(struct k3_ring *ring) k3_ringacc_get_ring_irq_num() argument
576 k3_ringacc_ring_cfg_sci(struct k3_ring *ring) k3_ringacc_ring_cfg_sci() argument
604 k3_ringacc_ring_cfg(struct k3_ring *ring, struct k3_ring_cfg *cfg) k3_ringacc_ring_cfg() argument
699 k3_ringacc_ring_get_size(struct k3_ring *ring) k3_ringacc_ring_get_size() argument
708 k3_ringacc_ring_get_free(struct k3_ring *ring) k3_ringacc_ring_get_free() argument
720 k3_ringacc_ring_get_occ(struct k3_ring *ring) k3_ringacc_ring_get_occ() argument
729 k3_ringacc_ring_is_full(struct k3_ring *ring) k3_ringacc_ring_is_full() argument
746 k3_ringacc_ring_cfg_proxy(struct k3_ring *ring, enum k3_ringacc_proxy_access_mode mode) k3_ringacc_ring_cfg_proxy() argument
758 k3_ringacc_ring_access_proxy(struct k3_ring *ring, void *elem, enum k3_ringacc_access_mode access_mode) k3_ringacc_ring_access_proxy() argument
806 k3_ringacc_ring_push_head_proxy(struct k3_ring *ring, void *elem) k3_ringacc_ring_push_head_proxy() argument
812 k3_ringacc_ring_push_tail_proxy(struct k3_ring *ring, void *elem) k3_ringacc_ring_push_tail_proxy() argument
818 k3_ringacc_ring_pop_head_proxy(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop_head_proxy() argument
824 k3_ringacc_ring_pop_tail_proxy(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop_tail_proxy() argument
830 k3_ringacc_ring_access_io(struct k3_ring *ring, void *elem, enum k3_ringacc_access_mode access_mode) k3_ringacc_ring_access_io() argument
877 k3_ringacc_ring_push_head_io(struct k3_ring *ring, void *elem) k3_ringacc_ring_push_head_io() argument
883 k3_ringacc_ring_push_io(struct k3_ring *ring, void *elem) k3_ringacc_ring_push_io() argument
889 k3_ringacc_ring_pop_io(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop_io() argument
895 k3_ringacc_ring_pop_tail_io(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop_tail_io() argument
901 k3_ringacc_ring_push_mem(struct k3_ring *ring, void *elem) k3_ringacc_ring_push_mem() argument
919 k3_ringacc_ring_pop_mem(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop_mem() argument
936 k3_ringacc_ring_push(struct k3_ring *ring, void *elem) k3_ringacc_ring_push() argument
956 k3_ringacc_ring_push_head(struct k3_ring *ring, void *elem) k3_ringacc_ring_push_head() argument
976 k3_ringacc_ring_pop(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop() argument
999 k3_ringacc_ring_pop_tail(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop_tail() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/net/wireless/broadcom/b43/ |
| H A D | dma.c | 72 struct b43_dmadesc_generic *op32_idx2desc(struct b43_dmaring *ring, in op32_idx2desc() argument
78 *meta = &(ring->meta[slot]); in op32_idx2desc()
79 desc = ring->descbase; in op32_idx2desc()
85 static void op32_fill_descriptor(struct b43_dmaring *ring, in op32_fill_descriptor() argument
90 struct b43_dmadesc32 *descbase = ring->descbase; in op32_fill_descriptor()
97 B43_WARN_ON(!(slot >= 0 && slot < ring->nr_slots)); in op32_fill_descriptor()
99 addr = b43_dma_address(&ring->dev->dma, dmaaddr, B43_DMA_ADDR_LOW); in op32_fill_descriptor()
100 addrext = b43_dma_address(&ring->dev->dma, dmaaddr, B43_DMA_ADDR_EXT); in op32_fill_descriptor()
103 if (slot == ring->nr_slots - 1) in op32_fill_descriptor()
118 static void op32_poke_tx(struct b43_dmaring *ring, in argument
124 op32_tx_suspend(struct b43_dmaring *ring) op32_tx_suspend() argument
130 op32_tx_resume(struct b43_dmaring *ring) op32_tx_resume() argument
136 op32_get_current_rxslot(struct b43_dmaring *ring) op32_get_current_rxslot() argument
146 op32_set_current_rxslot(struct b43_dmaring *ring, int slot) op32_set_current_rxslot() argument
164 op64_idx2desc(struct b43_dmaring *ring, int slot, struct b43_dmadesc_meta **meta) op64_idx2desc() argument
177 op64_fill_descriptor(struct b43_dmaring *ring, struct b43_dmadesc_generic *desc, dma_addr_t dmaaddr, u16 bufsize, int start, int end, int irq) op64_fill_descriptor() argument
213 op64_poke_tx(struct b43_dmaring *ring, int slot) op64_poke_tx() argument
219 op64_tx_suspend(struct b43_dmaring *ring) op64_tx_suspend() argument
225 op64_tx_resume(struct b43_dmaring *ring) op64_tx_resume() argument
231 op64_get_current_rxslot(struct b43_dmaring *ring) op64_get_current_rxslot() argument
241 op64_set_current_rxslot(struct b43_dmaring *ring, int slot) op64_set_current_rxslot() argument
257 free_slots(struct b43_dmaring *ring) free_slots() argument
262 next_slot(struct b43_dmaring *ring, int slot) next_slot() argument
270 prev_slot(struct b43_dmaring *ring, int slot) prev_slot() argument
279 update_max_used_slots(struct b43_dmaring *ring, int current_used_slots) update_max_used_slots() argument
294 update_max_used_slots(struct b43_dmaring *ring, int current_used_slots) update_max_used_slots() argument
300 request_slot(struct b43_dmaring *ring) request_slot() argument
347 map_descbuffer(struct b43_dmaring *ring, unsigned char *buf, size_t len, int tx) map_descbuffer() argument
364 unmap_descbuffer(struct b43_dmaring *ring, dma_addr_t addr, size_t len, int tx) unmap_descbuffer() argument
377 sync_descbuffer_for_cpu(struct b43_dmaring *ring, dma_addr_t addr, size_t len) sync_descbuffer_for_cpu() argument
386 sync_descbuffer_for_device(struct b43_dmaring *ring, dma_addr_t addr, size_t len) sync_descbuffer_for_device() argument
395 free_descriptor_buffer(struct b43_dmaring *ring, struct b43_dmadesc_meta *meta) free_descriptor_buffer() argument
407 alloc_ringmemory(struct b43_dmaring *ring) alloc_ringmemory() argument
430 free_ringmemory(struct b43_dmaring *ring) free_ringmemory() argument
538 b43_dma_mapping_error(struct b43_dmaring *ring, dma_addr_t addr, size_t buffersize, bool dma_to_device) b43_dma_mapping_error() argument
570 b43_rx_buffer_is_poisoned(struct b43_dmaring *ring, struct sk_buff *skb) b43_rx_buffer_is_poisoned() argument
577 b43_poison_rx_buffer(struct b43_dmaring *ring, struct sk_buff *skb) b43_poison_rx_buffer() argument
592 setup_rx_descbuffer(struct b43_dmaring *ring, struct b43_dmadesc_generic *desc, struct b43_dmadesc_meta *meta, gfp_t gfp_flags) setup_rx_descbuffer() argument
636 alloc_initial_descbuffers(struct b43_dmaring *ring) alloc_initial_descbuffers() argument
672 dmacontroller_setup(struct b43_dmaring *ring) dmacontroller_setup() argument
753 dmacontroller_cleanup(struct b43_dmaring *ring) dmacontroller_cleanup() argument
774 free_all_descbuffers(struct b43_dmaring *ring) free_all_descbuffers() argument
837 struct b43_dmaring *ring; b43_setup_dmaring() local
966 b43_destroy_dmaring(struct b43_dmaring *ring, const char *ringname) b43_destroy_dmaring() argument
1136 generate_cookie(struct b43_dmaring *ring, int slot) generate_cookie() argument
1160 struct b43_dmaring *ring = NULL; parse_cookie() local
1189 dma_tx_fragment(struct b43_dmaring *ring, struct sk_buff *skb) dma_tx_fragment() argument
1288 should_inject_overflow(struct b43_dmaring *ring) should_inject_overflow() argument
1313 struct b43_dmaring *ring; select_ring_by_priority() local
1342 struct b43_dmaring *ring; b43_dma_tx() local
1418 struct b43_dmaring *ring; b43_dma_handle_txstatus() local
1582 dma_rx(struct b43_dmaring *ring, int *slot) dma_rx() argument
1668 b43_dma_handle_rx_overflow(struct b43_dmaring *ring) b43_dma_handle_rx_overflow() argument
1687 b43_dma_rx(struct b43_dmaring *ring) b43_dma_rx() argument
1707 b43_dma_tx_suspend_ring(struct b43_dmaring *ring) b43_dma_tx_suspend_ring() argument
1713 b43_dma_tx_resume_ring(struct b43_dmaring *ring) b43_dma_tx_resume_ring() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/net/wireless/broadcom/b43/ |
| H A D | dma.c | 72 struct b43_dmadesc_generic *op32_idx2desc(struct b43_dmaring *ring, in op32_idx2desc() argument
78 *meta = &(ring->meta[slot]); in op32_idx2desc()
79 desc = ring->descbase; in op32_idx2desc()
85 static void op32_fill_descriptor(struct b43_dmaring *ring, in op32_fill_descriptor() argument
90 struct b43_dmadesc32 *descbase = ring->descbase; in op32_fill_descriptor()
97 B43_WARN_ON(!(slot >= 0 && slot < ring->nr_slots)); in op32_fill_descriptor()
99 addr = b43_dma_address(&ring->dev->dma, dmaaddr, B43_DMA_ADDR_LOW); in op32_fill_descriptor()
100 addrext = b43_dma_address(&ring->dev->dma, dmaaddr, B43_DMA_ADDR_EXT); in op32_fill_descriptor()
103 if (slot == ring->nr_slots - 1) in op32_fill_descriptor()
118 static void op32_poke_tx(struct b43_dmaring *ring, in argument
124 op32_tx_suspend(struct b43_dmaring *ring) op32_tx_suspend() argument
130 op32_tx_resume(struct b43_dmaring *ring) op32_tx_resume() argument
136 op32_get_current_rxslot(struct b43_dmaring *ring) op32_get_current_rxslot() argument
146 op32_set_current_rxslot(struct b43_dmaring *ring, int slot) op32_set_current_rxslot() argument
164 op64_idx2desc(struct b43_dmaring *ring, int slot, struct b43_dmadesc_meta **meta) op64_idx2desc() argument
177 op64_fill_descriptor(struct b43_dmaring *ring, struct b43_dmadesc_generic *desc, dma_addr_t dmaaddr, u16 bufsize, int start, int end, int irq) op64_fill_descriptor() argument
213 op64_poke_tx(struct b43_dmaring *ring, int slot) op64_poke_tx() argument
219 op64_tx_suspend(struct b43_dmaring *ring) op64_tx_suspend() argument
225 op64_tx_resume(struct b43_dmaring *ring) op64_tx_resume() argument
231 op64_get_current_rxslot(struct b43_dmaring *ring) op64_get_current_rxslot() argument
241 op64_set_current_rxslot(struct b43_dmaring *ring, int slot) op64_set_current_rxslot() argument
257 free_slots(struct b43_dmaring *ring) free_slots() argument
262 next_slot(struct b43_dmaring *ring, int slot) next_slot() argument
270 prev_slot(struct b43_dmaring *ring, int slot) prev_slot() argument
279 update_max_used_slots(struct b43_dmaring *ring, int current_used_slots) update_max_used_slots() argument
294 update_max_used_slots(struct b43_dmaring *ring, int current_used_slots) update_max_used_slots() argument
300 request_slot(struct b43_dmaring *ring) request_slot() argument
347 map_descbuffer(struct b43_dmaring *ring, unsigned char *buf, size_t len, int tx) map_descbuffer() argument
364 unmap_descbuffer(struct b43_dmaring *ring, dma_addr_t addr, size_t len, int tx) unmap_descbuffer() argument
377 sync_descbuffer_for_cpu(struct b43_dmaring *ring, dma_addr_t addr, size_t len) sync_descbuffer_for_cpu() argument
386 sync_descbuffer_for_device(struct b43_dmaring *ring, dma_addr_t addr, size_t len) sync_descbuffer_for_device() argument
395 free_descriptor_buffer(struct b43_dmaring *ring, struct b43_dmadesc_meta *meta) free_descriptor_buffer() argument
407 alloc_ringmemory(struct b43_dmaring *ring) alloc_ringmemory() argument
430 free_ringmemory(struct b43_dmaring *ring) free_ringmemory() argument
538 b43_dma_mapping_error(struct b43_dmaring *ring, dma_addr_t addr, size_t buffersize, bool dma_to_device) b43_dma_mapping_error() argument
570 b43_rx_buffer_is_poisoned(struct b43_dmaring *ring, struct sk_buff *skb) b43_rx_buffer_is_poisoned() argument
577 b43_poison_rx_buffer(struct b43_dmaring *ring, struct sk_buff *skb) b43_poison_rx_buffer() argument
592 setup_rx_descbuffer(struct b43_dmaring *ring, struct b43_dmadesc_generic *desc, struct b43_dmadesc_meta *meta, gfp_t gfp_flags) setup_rx_descbuffer() argument
636 alloc_initial_descbuffers(struct b43_dmaring *ring) alloc_initial_descbuffers() argument
672 dmacontroller_setup(struct b43_dmaring *ring) dmacontroller_setup() argument
753 dmacontroller_cleanup(struct b43_dmaring *ring) dmacontroller_cleanup() argument
774 free_all_descbuffers(struct b43_dmaring *ring) free_all_descbuffers() argument
837 struct b43_dmaring *ring; b43_setup_dmaring() local
966 b43_destroy_dmaring(struct b43_dmaring *ring, const char *ringname) b43_destroy_dmaring() argument
1136 generate_cookie(struct b43_dmaring *ring, int slot) generate_cookie() argument
1160 struct b43_dmaring *ring = NULL; parse_cookie() local
1189 dma_tx_fragment(struct b43_dmaring *ring, struct sk_buff *skb) dma_tx_fragment() argument
1288 should_inject_overflow(struct b43_dmaring *ring) should_inject_overflow() argument
1313 struct b43_dmaring *ring; select_ring_by_priority() local
1342 struct b43_dmaring *ring; b43_dma_tx() local
1418 struct b43_dmaring *ring; b43_dma_handle_txstatus() local
1582 dma_rx(struct b43_dmaring *ring, int *slot) dma_rx() argument
1668 b43_dma_handle_rx_overflow(struct b43_dmaring *ring) b43_dma_handle_rx_overflow() argument
1687 b43_dma_rx(struct b43_dmaring *ring) b43_dma_rx() argument
1707 b43_dma_tx_suspend_ring(struct b43_dmaring *ring) b43_dma_tx_suspend_ring() argument
1713 b43_dma_tx_resume_ring(struct b43_dmaring *ring) b43_dma_tx_resume_ring() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/crypto/qat/qat_common/ |
| H A D | adf_transport.c | 36 static int adf_reserve_ring(struct adf_etr_bank_data *bank, u32 ring) in adf_reserve_ring() argument
39 if (bank->ring_mask & (1 << ring)) { in adf_reserve_ring()
43 bank->ring_mask |= (1 << ring); in adf_reserve_ring()
48 static void adf_unreserve_ring(struct adf_etr_bank_data *bank, u32 ring) in adf_unreserve_ring() argument
51 bank->ring_mask &= ~(1 << ring); in adf_unreserve_ring()
55 static void adf_enable_ring_irq(struct adf_etr_bank_data *bank, u32 ring) in adf_enable_ring_irq() argument
58 bank->irq_mask |= (1 << ring); in adf_enable_ring_irq()
65 static void adf_disable_ring_irq(struct adf_etr_bank_data *bank, u32 ring) in adf_disable_ring_irq() argument
68 bank->irq_mask &= ~(1 << ring); in adf_disable_ring_irq()
73 int adf_send_message(struct adf_etr_ring_data *ring, u3 argument
93 adf_handle_response(struct adf_etr_ring_data *ring) adf_handle_response() argument
115 adf_configure_tx_ring(struct adf_etr_ring_data *ring) adf_configure_tx_ring() argument
123 adf_configure_rx_ring(struct adf_etr_ring_data *ring) adf_configure_rx_ring() argument
134 adf_init_ring(struct adf_etr_ring_data *ring) adf_init_ring() argument
173 adf_cleanup_ring(struct adf_etr_ring_data *ring) adf_cleanup_ring() argument
195 struct adf_etr_ring_data *ring; adf_create_ring() local
269 adf_remove_ring(struct adf_etr_ring_data *ring) adf_remove_ring() argument
347 struct adf_etr_ring_data *ring; adf_init_bank() local
473 struct adf_etr_ring_data *ring = &bank->rings[i]; cleanup_bank() local
[all...] |
| /kernel/linux/linux-5.10/net/rds/ |
| H A D | ib_ring.c | 66 void rds_ib_ring_init(struct rds_ib_work_ring *ring, u32 nr) in rds_ib_ring_init() argument
68 memset(ring, 0, sizeof(*ring)); in rds_ib_ring_init()
69 ring->w_nr = nr; in rds_ib_ring_init()
70 rdsdebug("ring %p nr %u\n", ring, ring->w_nr); in rds_ib_ring_init()
73 static inline u32 __rds_ib_ring_used(struct rds_ib_work_ring *ring) in __rds_ib_ring_used() argument
78 diff = ring->w_alloc_ctr - (u32) atomic_read(&ring in __rds_ib_ring_used()
84 rds_ib_ring_resize(struct rds_ib_work_ring *ring, u32 nr) rds_ib_ring_resize() argument
92 __rds_ib_ring_empty(struct rds_ib_work_ring *ring) __rds_ib_ring_empty() argument
97 rds_ib_ring_alloc(struct rds_ib_work_ring *ring, u32 val, u32 *pos) rds_ib_ring_alloc() argument
117 rds_ib_ring_free(struct rds_ib_work_ring *ring, u32 val) rds_ib_ring_free() argument
127 rds_ib_ring_unalloc(struct rds_ib_work_ring *ring, u32 val) rds_ib_ring_unalloc() argument
133 rds_ib_ring_empty(struct rds_ib_work_ring *ring) rds_ib_ring_empty() argument
138 rds_ib_ring_low(struct rds_ib_work_ring *ring) rds_ib_ring_low() argument
147 rds_ib_ring_oldest(struct rds_ib_work_ring *ring) rds_ib_ring_oldest() argument
156 rds_ib_ring_completed(struct rds_ib_work_ring *ring, u32 wr_id, u32 oldest) rds_ib_ring_completed() argument
[all...] |
| /kernel/linux/linux-6.6/net/rds/ |
| H A D | ib_ring.c | 66 void rds_ib_ring_init(struct rds_ib_work_ring *ring, u32 nr) in rds_ib_ring_init() argument
68 memset(ring, 0, sizeof(*ring)); in rds_ib_ring_init()
69 ring->w_nr = nr; in rds_ib_ring_init()
70 rdsdebug("ring %p nr %u\n", ring, ring->w_nr); in rds_ib_ring_init()
73 static inline u32 __rds_ib_ring_used(struct rds_ib_work_ring *ring) in __rds_ib_ring_used() argument
78 diff = ring->w_alloc_ctr - (u32) atomic_read(&ring in __rds_ib_ring_used()
84 rds_ib_ring_resize(struct rds_ib_work_ring *ring, u32 nr) rds_ib_ring_resize() argument
92 __rds_ib_ring_empty(struct rds_ib_work_ring *ring) __rds_ib_ring_empty() argument
97 rds_ib_ring_alloc(struct rds_ib_work_ring *ring, u32 val, u32 *pos) rds_ib_ring_alloc() argument
117 rds_ib_ring_free(struct rds_ib_work_ring *ring, u32 val) rds_ib_ring_free() argument
127 rds_ib_ring_unalloc(struct rds_ib_work_ring *ring, u32 val) rds_ib_ring_unalloc() argument
133 rds_ib_ring_empty(struct rds_ib_work_ring *ring) rds_ib_ring_empty() argument
138 rds_ib_ring_low(struct rds_ib_work_ring *ring) rds_ib_ring_low() argument
147 rds_ib_ring_oldest(struct rds_ib_work_ring *ring) rds_ib_ring_oldest() argument
156 rds_ib_ring_completed(struct rds_ib_work_ring *ring, u32 wr_id, u32 oldest) rds_ib_ring_completed() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/soc/ti/ |
| H A D | k3-ringacc.c | 114 int (*push_tail)(struct k3_ring *ring, void *elm);
115 int (*push_head)(struct k3_ring *ring, void *elm);
116 int (*pop_tail)(struct k3_ring *ring, void *elm);
117 int (*pop_head)(struct k3_ring *ring, void *elm);
147 * @elm_size: Size of the ring element
192 * @num_rings: number of ring in RA
193 * @rings_inuse: bitfield for ring usage tracking
205 * @dma_rings: indicate DMA ring (dual ring within BCDMA/PKTDMA)
240 static int k3_ringacc_ring_read_occ(struct k3_ring *ring) in k3_ringacc_ring_read_occ() argument
245 k3_ringacc_ring_update_occ(struct k3_ring *ring) k3_ringacc_ring_update_occ() argument
255 k3_ringacc_ring_get_fifo_pos(struct k3_ring *ring) k3_ringacc_ring_get_fifo_pos() argument
261 k3_ringacc_get_elm_addr(struct k3_ring *ring, u32 idx) k3_ringacc_get_elm_addr() argument
310 k3_ringacc_ring_dump(struct k3_ring *ring) k3_ringacc_ring_dump() argument
463 k3_ringacc_ring_reset_sci(struct k3_ring *ring) k3_ringacc_ring_reset_sci() argument
480 k3_ringacc_ring_reset(struct k3_ring *ring) k3_ringacc_ring_reset() argument
491 k3_ringacc_ring_reconfig_qmode_sci(struct k3_ring *ring, enum k3_ring_mode mode) k3_ringacc_ring_reconfig_qmode_sci() argument
509 k3_ringacc_ring_reset_dma(struct k3_ring *ring, u32 occ) k3_ringacc_ring_reset_dma() argument
568 k3_ringacc_ring_free_sci(struct k3_ring *ring) k3_ringacc_ring_free_sci() argument
584 k3_ringacc_ring_free(struct k3_ring *ring) k3_ringacc_ring_free() argument
640 k3_ringacc_get_ring_id(struct k3_ring *ring) k3_ringacc_get_ring_id() argument
649 k3_ringacc_get_tisci_dev_id(struct k3_ring *ring) k3_ringacc_get_tisci_dev_id() argument
658 k3_ringacc_get_ring_irq_num(struct k3_ring *ring) k3_ringacc_get_ring_irq_num() argument
672 k3_ringacc_ring_cfg_sci(struct k3_ring *ring) k3_ringacc_ring_cfg_sci() argument
699 k3_dmaring_cfg(struct k3_ring *ring, struct k3_ring_cfg *cfg) k3_dmaring_cfg() argument
783 k3_ringacc_ring_cfg(struct k3_ring *ring, struct k3_ring_cfg *cfg) k3_ringacc_ring_cfg() argument
887 k3_ringacc_ring_get_size(struct k3_ring *ring) k3_ringacc_ring_get_size() argument
896 k3_ringacc_ring_get_free(struct k3_ring *ring) k3_ringacc_ring_get_free() argument
908 k3_ringacc_ring_get_occ(struct k3_ring *ring) k3_ringacc_ring_get_occ() argument
917 k3_ringacc_ring_is_full(struct k3_ring *ring) k3_ringacc_ring_is_full() argument
934 k3_ringacc_ring_cfg_proxy(struct k3_ring *ring, enum k3_ringacc_proxy_access_mode mode) k3_ringacc_ring_cfg_proxy() argument
946 k3_ringacc_ring_access_proxy(struct k3_ring *ring, void *elem, enum k3_ringacc_access_mode access_mode) k3_ringacc_ring_access_proxy() argument
994 k3_ringacc_ring_push_head_proxy(struct k3_ring *ring, void *elem) k3_ringacc_ring_push_head_proxy() argument
1000 k3_ringacc_ring_push_tail_proxy(struct k3_ring *ring, void *elem) k3_ringacc_ring_push_tail_proxy() argument
1006 k3_ringacc_ring_pop_head_proxy(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop_head_proxy() argument
1012 k3_ringacc_ring_pop_tail_proxy(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop_tail_proxy() argument
1018 k3_ringacc_ring_access_io(struct k3_ring *ring, void *elem, enum k3_ringacc_access_mode access_mode) k3_ringacc_ring_access_io() argument
1065 k3_ringacc_ring_push_head_io(struct k3_ring *ring, void *elem) k3_ringacc_ring_push_head_io() argument
1071 k3_ringacc_ring_push_io(struct k3_ring *ring, void *elem) k3_ringacc_ring_push_io() argument
1077 k3_ringacc_ring_pop_io(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop_io() argument
1083 k3_ringacc_ring_pop_tail_io(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop_tail_io() argument
1099 k3_dmaring_fwd_pop(struct k3_ring *ring, void *elem) k3_dmaring_fwd_pop() argument
1129 k3_dmaring_reverse_pop(struct k3_ring *ring, void *elem) k3_dmaring_reverse_pop() argument
1155 k3_ringacc_ring_push_mem(struct k3_ring *ring, void *elem) k3_ringacc_ring_push_mem() argument
1178 k3_ringacc_ring_pop_mem(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop_mem() argument
1195 k3_ringacc_ring_push(struct k3_ring *ring, void *elem) k3_ringacc_ring_push() argument
1215 k3_ringacc_ring_push_head(struct k3_ring *ring, void *elem) k3_ringacc_ring_push_head() argument
1235 k3_ringacc_ring_pop(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop() argument
1258 k3_ringacc_ring_pop_tail(struct k3_ring *ring, void *elem) k3_ringacc_ring_pop_tail() argument
1498 struct k3_ring *ring = &ringacc->rings[i]; k3_ringacc_dmarings_init() local
[all...] |
| /kernel/linux/linux-5.10/drivers/gpu/drm/i915/gt/ |
| H A D | intel_ring.c | 14 unsigned int intel_ring_update_space(struct intel_ring *ring) in intel_ring_update_space() argument
18 space = __intel_ring_space(ring->head, ring->emit, ring->size); in intel_ring_update_space()
20 ring->space = space; in intel_ring_update_space()
24 void __intel_ring_pin(struct intel_ring *ring) in __intel_ring_pin() argument
26 GEM_BUG_ON(!atomic_read(&ring->pin_count)); in __intel_ring_pin()
27 atomic_inc(&ring->pin_count); in __intel_ring_pin()
30 int intel_ring_pin(struct intel_ring *ring, struct i915_gem_ww_ctx *ww) in intel_ring_pin() argument
32 struct i915_vma *vma = ring in intel_ring_pin()
77 intel_ring_reset(struct intel_ring *ring, u32 tail) intel_ring_reset() argument
86 intel_ring_unpin(struct intel_ring *ring) intel_ring_unpin() argument
140 struct intel_ring *ring; intel_engine_create_ring() local
177 struct intel_ring *ring = container_of(ref, typeof(*ring), ref); intel_ring_free() local
184 wait_for_space(struct intel_ring *ring, struct intel_timeline *tl, unsigned int bytes) wait_for_space() argument
223 struct intel_ring *ring = rq->ring; intel_ring_begin() local
[all...] |
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/gt/ |
| H A D | intel_ring.c | 19 unsigned int intel_ring_update_space(struct intel_ring *ring) in intel_ring_update_space() argument
23 space = __intel_ring_space(ring->head, ring->emit, ring->size); in intel_ring_update_space()
25 ring->space = space; in intel_ring_update_space()
29 void __intel_ring_pin(struct intel_ring *ring) in __intel_ring_pin() argument
31 GEM_BUG_ON(!atomic_read(&ring->pin_count)); in __intel_ring_pin()
32 atomic_inc(&ring->pin_count); in __intel_ring_pin()
35 int intel_ring_pin(struct intel_ring *ring, struct i915_gem_ww_ctx *ww) in intel_ring_pin() argument
37 struct i915_vma *vma = ring in intel_ring_pin()
85 intel_ring_reset(struct intel_ring *ring, u32 tail) intel_ring_reset() argument
94 intel_ring_unpin(struct intel_ring *ring) intel_ring_unpin() argument
149 struct intel_ring *ring; intel_engine_create_ring() local
186 struct intel_ring *ring = container_of(ref, typeof(*ring), ref); intel_ring_free() local
193 wait_for_space(struct intel_ring *ring, struct intel_timeline *tl, unsigned int bytes) wait_for_space() argument
232 struct intel_ring *ring = rq->ring; intel_ring_begin() local
[all...] |