Lines Matching refs:rh
55 #define rh_reg_read(r) readl(rh->regs + (RH_##r))
56 #define rh_reg_write(r, v) writel(v, rh->regs + (RH_##r))
168 struct hci_rh_data *rh;
175 rh = &rings->headers[i];
182 if (rh->xfer)
184 rh->xfer_struct_sz * rh->xfer_entries,
185 rh->xfer, rh->xfer_dma);
186 if (rh->resp)
188 rh->resp_struct_sz * rh->xfer_entries,
189 rh->resp, rh->resp_dma);
190 kfree(rh->src_xfers);
191 if (rh->ibi_status)
193 rh->ibi_status_sz * rh->ibi_status_entries,
194 rh->ibi_status, rh->ibi_status_dma);
195 if (rh->ibi_data_dma)
196 dma_unmap_single(&hci->master.dev, rh->ibi_data_dma,
197 rh->ibi_chunk_sz * rh->ibi_chunks_total,
199 kfree(rh->ibi_data);
211 struct hci_rh_data *rh;
239 rh = &rings->headers[i];
240 rh->regs = hci->base_regs + offset;
241 spin_lock_init(&rh->lock);
242 init_completion(&rh->op_done);
244 rh->xfer_entries = XFER_RING_ENTRIES;
247 rh->xfer_struct_sz = FIELD_GET(CR_XFER_STRUCT_SIZE, regval);
248 rh->resp_struct_sz = FIELD_GET(CR_RESP_STRUCT_SIZE, regval);
250 rh->xfer_struct_sz, rh->resp_struct_sz);
251 xfers_sz = rh->xfer_struct_sz * rh->xfer_entries;
252 resps_sz = rh->resp_struct_sz * rh->xfer_entries;
254 rh->xfer = dma_alloc_coherent(&hci->master.dev, xfers_sz,
255 &rh->xfer_dma, GFP_KERNEL);
256 rh->resp = dma_alloc_coherent(&hci->master.dev, resps_sz,
257 &rh->resp_dma, GFP_KERNEL);
258 rh->src_xfers =
259 kmalloc_array(rh->xfer_entries, sizeof(*rh->src_xfers),
262 if (!rh->xfer || !rh->resp || !rh->src_xfers)
265 rh_reg_write(CMD_RING_BASE_LO, lo32(rh->xfer_dma));
266 rh_reg_write(CMD_RING_BASE_HI, hi32(rh->xfer_dma));
267 rh_reg_write(RESP_RING_BASE_LO, lo32(rh->resp_dma));
268 rh_reg_write(RESP_RING_BASE_HI, hi32(rh->resp_dma));
270 regval = FIELD_PREP(CR_RING_SIZE, rh->xfer_entries);
288 rh->ibi_status_sz = FIELD_GET(IBI_STATUS_STRUCT_SIZE, regval);
289 rh->ibi_status_entries = IBI_STATUS_RING_ENTRIES;
290 rh->ibi_chunks_total = IBI_CHUNK_POOL_SIZE;
292 rh->ibi_chunk_sz = dma_get_cache_alignment();
293 rh->ibi_chunk_sz *= IBI_CHUNK_CACHELINES;
294 BUG_ON(rh->ibi_chunk_sz > 256);
296 ibi_status_ring_sz = rh->ibi_status_sz * rh->ibi_status_entries;
297 ibi_data_ring_sz = rh->ibi_chunk_sz * rh->ibi_chunks_total;
299 rh->ibi_status =
301 &rh->ibi_status_dma, GFP_KERNEL);
302 rh->ibi_data = kmalloc(ibi_data_ring_sz, GFP_KERNEL);
304 if (!rh->ibi_status || !rh->ibi_data)
306 rh->ibi_data_dma =
307 dma_map_single(&hci->master.dev, rh->ibi_data,
309 if (dma_mapping_error(&hci->master.dev, rh->ibi_data_dma)) {
310 rh->ibi_data_dma = 0;
316 rh->ibi_status_entries) |
318 ilog2(rh->ibi_chunk_sz) - 2) |
320 rh->ibi_chunks_total);
358 struct hci_rh_data *rh;
364 rh = &rings->headers[ring];
370 u32 *ring_data = rh->xfer + rh->xfer_struct_sz * enqueue_ptr;
409 rh->src_xfers[enqueue_ptr] = xfer;
414 enqueue_ptr = (enqueue_ptr + 1) % rh->xfer_entries;
429 spin_lock_irq(&rh->lock);
434 spin_unlock_irq(&rh->lock);
443 struct hci_rh_data *rh = &rings->headers[xfer_list[0].ring_number];
449 if (wait_for_completion_timeout(&rh->op_done, HZ) == 0) {
469 u32 *ring_data = rh->xfer + rh->xfer_struct_sz * idx;
480 rh->src_xfers[idx] = NULL;
495 static void hci_dma_xfer_done(struct i3c_hci *hci, struct hci_rh_data *rh)
498 unsigned int tid, done_ptr = rh->done_ptr;
506 ring_resp = rh->resp + rh->resp_struct_sz * done_ptr;
511 xfer = rh->src_xfers[done_ptr];
528 done_ptr = (done_ptr + 1) % rh->xfer_entries;
529 rh->done_ptr = done_ptr;
533 spin_lock(&rh->lock);
538 spin_unlock(&rh->lock);
582 static void hci_dma_process_ibi(struct i3c_hci *hci, struct hci_rh_data *rh)
609 ptr = (ptr + 1) % rh->ibi_status_entries) {
613 ring_ibi_status = rh->ibi_status + rh->ibi_status_sz * ptr;
631 ibi_size += chunks * rh->ibi_chunk_sz;
647 deq_ptr %= rh->ibi_status_entries;
687 ibi_data_offset = rh->ibi_chunk_sz * rh->ibi_chunk_ptr;
688 ring_ibi_data = rh->ibi_data + ibi_data_offset;
689 ring_ibi_data_dma = rh->ibi_data_dma + ibi_data_offset;
690 first_part = (rh->ibi_chunks_total - rh->ibi_chunk_ptr)
691 * rh->ibi_chunk_sz;
701 ring_ibi_data = rh->ibi_data;
702 ring_ibi_data_dma = rh->ibi_data_dma;
716 spin_lock(&rh->lock);
721 spin_unlock(&rh->lock);
724 rh->ibi_chunk_ptr += ibi_chunks;
725 rh->ibi_chunk_ptr %= rh->ibi_chunks_total;
738 struct hci_rh_data *rh;
745 rh = &rings->headers[i];
747 DBG("rh%d status: %#x", i, status);
753 hci_dma_process_ibi(hci, rh);
755 hci_dma_xfer_done(hci, rh);
757 complete(&rh->op_done);