Lines Matching refs:vdev
31 static void ivpu_cmdq_ring_db(struct ivpu_device *vdev, struct ivpu_cmdq *cmdq)
33 ivpu_hw_reg_db_set(vdev, cmdq->db_id);
38 struct ivpu_device *vdev = file_priv->vdev;
46 cmdq->mem = ivpu_bo_alloc_internal(vdev, 0, SZ_4K, DRM_IVPU_BO_WC);
50 cmdq->db_id = file_priv->ctx.id + engine * ivpu_get_context_count(vdev);
79 struct ivpu_device *vdev = file_priv->vdev;
95 ret = ivpu_jsm_register_db(vdev, file_priv->ctx.id, cmdq->db_id,
114 ivpu_jsm_unregister_db(file_priv->vdev, cmdq->db_id);
164 void ivpu_cmdq_reset_all_contexts(struct ivpu_device *vdev)
169 xa_for_each(&vdev->context_xa, ctx_id, file_priv) {
170 file_priv = ivpu_file_priv_get_by_ctx_id(vdev, ctx_id);
182 struct ivpu_device *vdev = job->vdev;
190 ivpu_dbg(vdev, JOB, "Job queue full: ctx %d engine %d db %d head %d tail %d\n",
209 struct ivpu_device *vdev;
226 return dev_name(ivpu_fence->vdev->drm.dev);
234 static struct dma_fence *ivpu_fence_create(struct ivpu_device *vdev)
242 fence->vdev = vdev;
251 struct ivpu_device *vdev = job->vdev;
256 ivpu_dbg(vdev, KREF, "Job get: id %u refcount %u\n", job->job_id, kref_read(&job->ref));
262 struct ivpu_device *vdev = job->vdev;
272 ivpu_dbg(vdev, KREF, "Job released: id %u\n", job->job_id);
276 ivpu_rpm_put(vdev);
281 struct ivpu_device *vdev = job->vdev;
283 ivpu_dbg(vdev, KREF, "Job put: id %u refcount %u\n", job->job_id, kref_read(&job->ref));
290 struct ivpu_device *vdev = file_priv->vdev;
294 ret = ivpu_rpm_get(vdev);
304 job->vdev = vdev;
307 job->done_fence = ivpu_fence_create(vdev);
309 ivpu_warn_ratelimited(vdev, "Failed to create a fence\n");
315 ivpu_dbg(vdev, JOB, "Job created: ctx %2d engine %d", file_priv->ctx.id, job->engine_idx);
322 ivpu_rpm_put(vdev);
326 static int ivpu_job_done(struct ivpu_device *vdev, u32 job_id, u32 job_status)
330 job = xa_erase(&vdev->submitted_jobs_xa, job_id);
340 ivpu_dbg(vdev, JOB, "Job complete: id %3u ctx %2d engine %d status 0x%x\n",
347 static void ivpu_job_done_message(struct ivpu_device *vdev, void *msg)
355 ret = ivpu_job_done(vdev, payload->job_id, payload->job_status);
357 ivpu_err(vdev, "Failed to finish job %d: %d\n", payload->job_id, ret);
360 void ivpu_jobs_abort_all(struct ivpu_device *vdev)
365 xa_for_each(&vdev->submitted_jobs_xa, id, job)
366 ivpu_job_done(vdev, id, VPU_JSM_STATUS_ABORTED);
372 struct ivpu_device *vdev = job->vdev;
381 ivpu_warn(vdev, "Failed get job queue, ctx %d engine %d\n",
391 ret = xa_alloc(&vdev->submitted_jobs_xa, &job->job_id, job, job_id_range, GFP_KERNEL);
393 ivpu_warn_ratelimited(vdev, "Failed to allocate job id: %d\n", ret);
401 ivpu_dbg(vdev, JOB, "Job submitted: id %3u addr 0x%llx ctx %2d engine %d next %d\n",
406 ivpu_job_done(vdev, job->job_id, VPU_JSM_STATUS_SUCCESS);
410 ivpu_cmdq_ring_db(vdev, cmdq);
417 xa_erase(&vdev->submitted_jobs_xa, job->job_id);
430 struct ivpu_device *vdev = file_priv->vdev;
452 ivpu_warn(vdev, "Buffer is already in use\n");
457 ivpu_warn(vdev, "Invalid command buffer offset %u\n", commands_offset);
466 ivpu_warn(vdev, "Failed to lock reservations: %d\n", ret);
473 ivpu_warn(vdev, "Failed to reserve fences: %d\n", ret);
494 struct ivpu_device *vdev = file_priv->vdev;
527 if (!drm_dev_enter(&vdev->drm, &idx)) {
532 ivpu_dbg(vdev, JOB, "Submit ioctl: ctx %u buf_count %u\n",
537 ivpu_err(vdev, "Failed to create job\n");
545 ivpu_err(vdev, "Failed to prepare job, ret %d\n", ret);
552 ivpu_err(vdev, "Failed to submit job to the HW, ret %d\n", ret);
567 struct ivpu_device *vdev = (struct ivpu_device *)arg;
574 ivpu_dbg(vdev, JOB, "Started %s\n", __func__);
576 ivpu_ipc_consumer_add(vdev, &cons, VPU_IPC_CHAN_JOB_RET);
579 timeout = ivpu_tdr_timeout_ms ? ivpu_tdr_timeout_ms : vdev->timeout.tdr;
580 jobs_submitted = !xa_empty(&vdev->submitted_jobs_xa);
581 ret = ivpu_ipc_receive(vdev, &cons, NULL, &jsm_msg, timeout);
583 ivpu_job_done_message(vdev, &jsm_msg);
585 if (jobs_submitted && !xa_empty(&vdev->submitted_jobs_xa)) {
586 ivpu_err(vdev, "TDR detected, timeout %d ms", timeout);
587 ivpu_hw_diagnose_failure(vdev);
588 ivpu_pm_schedule_recovery(vdev);
593 ivpu_ipc_consumer_del(vdev, &cons);
595 ivpu_jobs_abort_all(vdev);
597 ivpu_dbg(vdev, JOB, "Stopped %s\n", __func__);
601 int ivpu_job_done_thread_init(struct ivpu_device *vdev)
605 thread = kthread_run(&ivpu_job_done_thread, (void *)vdev, "ivpu_job_done_thread");
607 ivpu_err(vdev, "Failed to start job completion thread\n");
614 vdev->job_done_thread = thread;
619 void ivpu_job_done_thread_fini(struct ivpu_device *vdev)
621 kthread_stop(vdev->job_done_thread);
622 put_task_struct(vdev->job_done_thread);