/kernel/linux/linux-6.6/drivers/gpu/drm/i915/ |
H A D | i915_vma_resource.c | 53 struct i915_vma_resource *vma_res = in i915_vma_resource_alloc() local 56 return vma_res ? vma_res : ERR_PTR(-ENOMEM); in i915_vma_resource_alloc() 61 * @vma_res: The vma resource to free. 63 void i915_vma_resource_free(struct i915_vma_resource *vma_res) in i915_vma_resource_free() argument 65 if (vma_res) in i915_vma_resource_free() 66 kmem_cache_free(slab_vma_resources, vma_res); in i915_vma_resource_free() 81 struct i915_vma_resource *vma_res = in unbind_fence_free_rcu() local 82 container_of(head, typeof(*vma_res), unbind_fence.rcu); in unbind_fence_free_rcu() 84 i915_vma_resource_free(vma_res); in unbind_fence_free_rcu() 89 struct i915_vma_resource *vma_res = unbind_fence_release() local 103 __i915_vma_resource_unhold(struct i915_vma_resource *vma_res) __i915_vma_resource_unhold() argument 135 i915_vma_resource_unhold(struct i915_vma_resource *vma_res, bool lockdep_cookie) i915_vma_resource_unhold() argument 162 i915_vma_resource_hold(struct i915_vma_resource *vma_res, bool *lockdep_cookie) i915_vma_resource_hold() argument 175 struct i915_vma_resource *vma_res = i915_vma_resource_unbind_work() local 193 struct i915_vma_resource *vma_res = i915_vma_resource_fence_notify() local 230 i915_vma_resource_unbind(struct i915_vma_resource *vma_res, u32 *tlb) i915_vma_resource_unbind() argument 262 __i915_vma_resource_init(struct i915_vma_resource *vma_res) __i915_vma_resource_init() argument [all...] |
H A D | i915_vma_resource.h | 141 bool i915_vma_resource_hold(struct i915_vma_resource *vma_res, 144 void i915_vma_resource_unhold(struct i915_vma_resource *vma_res, 149 void i915_vma_resource_free(struct i915_vma_resource *vma_res); 151 struct dma_fence *i915_vma_resource_unbind(struct i915_vma_resource *vma_res, 154 void __i915_vma_resource_init(struct i915_vma_resource *vma_res); 158 * @vma_res: The vma resource on which to take a reference. 160 * Return: The @vma_res pointer 163 *i915_vma_resource_get(struct i915_vma_resource *vma_res) in i915_vma_resource_get() argument 165 dma_fence_get(&vma_res->unbind_fence); in i915_vma_resource_get() 166 return vma_res; in i915_vma_resource_get() 173 i915_vma_resource_put(struct i915_vma_resource *vma_res) i915_vma_resource_put() argument 201 i915_vma_resource_init(struct i915_vma_resource *vma_res, struct i915_address_space *vm, struct sg_table *pages, const struct i915_page_sizes *page_sizes, struct i915_refct_sgt *pages_rsgt, bool readonly, bool lmem, struct intel_memory_region *mr, const struct i915_vma_ops *ops, void *private, u64 start, u64 node_size, u64 size, u32 guard) i915_vma_resource_init() argument 235 i915_vma_resource_fini(struct i915_vma_resource *vma_res) i915_vma_resource_fini() argument [all...] |
H A D | i915_vma.c | 316 struct i915_vma_resource *vma_res; member 326 struct i915_vma_resource *vma_res = vw->vma_res; in __vma_bind() local 337 vma_res->ops->bind_vma(vma_res->vm, &vw->stash, in __vma_bind() 338 vma_res, vw->pat_index, vw->flags); in __vma_bind() 349 if (vw->vma_res) in __vma_release() 350 i915_vma_resource_put(vw->vma_res); in __vma_release() 415 i915_vma_resource_init_from_vma(struct i915_vma_resource *vma_res, in i915_vma_resource_init_from_vma() argument 420 i915_vma_resource_init(vma_res, vm in i915_vma_resource_init_from_vma() 440 i915_vma_bind(struct i915_vma *vma, unsigned int pat_index, u32 flags, struct i915_vma_work *work, struct i915_vma_resource *vma_res) i915_vma_bind() argument 1405 struct i915_vma_resource *vma_res = NULL; i915_vma_pin_ww() local 1978 struct i915_vma_resource *vma_res = vma->resource; __i915_vma_evict() local [all...] |
H A D | i915_gpu_error.c | 1084 const struct i915_vma_resource *vma_res, in i915_vma_coredump_create() 1097 if (!vma_res || !vma_res->bi.pages || !compress) in i915_vma_coredump_create() 1113 dst->gtt_offset = vma_res->start; in i915_vma_coredump_create() 1114 dst->gtt_size = vma_res->node_size; in i915_vma_coredump_create() 1115 dst->gtt_page_sizes = vma_res->page_sizes_gtt; in i915_vma_coredump_create() 1123 for_each_sgt_daddr(dma, iter, vma_res->bi.pages) { in i915_vma_coredump_create() 1149 } else if (vma_res->bi.lmem) { in i915_vma_coredump_create() 1150 struct intel_memory_region *mem = vma_res->mr; in i915_vma_coredump_create() 1153 for_each_sgt_daddr(dma, iter, vma_res in i915_vma_coredump_create() 1083 i915_vma_coredump_create(const struct intel_gt *gt, const struct i915_vma_resource *vma_res, struct i915_vma_compress *compress, const char *name) i915_vma_coredump_create() argument 1424 struct i915_vma_resource *vma_res; global() member 1430 capture_vma_snapshot(struct intel_engine_capture_vma *next, struct i915_vma_resource *vma_res, gfp_t gfp, const char *name) capture_vma_snapshot() argument 1505 struct i915_vma_resource *vma_res; create_vma_coredump() local 1606 struct i915_vma_resource *vma_res = this->vma_res; intel_engine_coredump_add_vma() local [all...] |
H A D | i915_vma.h | 256 struct i915_vma_resource *vma_res); 488 void i915_vma_resource_init_from_vma(struct i915_vma_resource *vma_res,
|
H A D | i915_request.h | 55 struct i915_vma_resource *vma_res; member
|
H A D | i915_request.c | 337 i915_vma_resource_put(capture->vma_res); in i915_request_free_capture_list()
|
/kernel/linux/linux-6.6/drivers/gpu/drm/i915/display/ |
H A D | intel_dpt.c | 57 struct i915_vma_resource *vma_res, in dpt_insert_entries() 73 i = vma_res->start / I915_GTT_PAGE_SIZE; in dpt_insert_entries() 74 for_each_sgt_daddr(addr, sgt_iter, vma_res->bi.pages) in dpt_insert_entries() 85 struct i915_vma_resource *vma_res, in dpt_bind_vma() 91 if (vma_res->bound_flags) in dpt_bind_vma() 96 if (vm->has_read_only && vma_res->bi.readonly) in dpt_bind_vma() 98 if (vma_res->bi.lmem) in dpt_bind_vma() 101 vm->insert_entries(vm, vma_res, pat_index, pte_flags); in dpt_bind_vma() 103 vma_res->page_sizes_gtt = I915_GTT_PAGE_SIZE; in dpt_bind_vma() 110 vma_res in dpt_bind_vma() 56 dpt_insert_entries(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) dpt_insert_entries() argument 83 dpt_bind_vma(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) dpt_bind_vma() argument 113 dpt_unbind_vma(struct i915_address_space *vm, struct i915_vma_resource *vma_res) dpt_unbind_vma() argument [all...] |
/kernel/linux/linux-6.6/drivers/gpu/drm/i915/gt/ |
H A D | intel_ppgtt.c | 184 struct i915_vma_resource *vma_res, in ppgtt_bind_vma() 190 if (!vma_res->allocated) { in ppgtt_bind_vma() 191 vm->allocate_va_range(vm, stash, vma_res->start, in ppgtt_bind_vma() 192 vma_res->vma_size); in ppgtt_bind_vma() 193 vma_res->allocated = true; in ppgtt_bind_vma() 198 if (vma_res->bi.readonly) in ppgtt_bind_vma() 200 if (vma_res->bi.lmem) in ppgtt_bind_vma() 203 vm->insert_entries(vm, vma_res, pat_index, pte_flags); in ppgtt_bind_vma() 208 struct i915_vma_resource *vma_res) in ppgtt_unbind_vma() 210 if (!vma_res in ppgtt_unbind_vma() 182 ppgtt_bind_vma(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) ppgtt_bind_vma() argument 207 ppgtt_unbind_vma(struct i915_address_space *vm, struct i915_vma_resource *vma_res) ppgtt_unbind_vma() argument [all...] |
H A D | intel_ggtt.c | 295 struct i915_vma_resource *vma_res, in gen8_ggtt_insert_entries() 312 gte += (vma_res->start - vma_res->guard) / I915_GTT_PAGE_SIZE; in gen8_ggtt_insert_entries() 313 end = gte + vma_res->guard / I915_GTT_PAGE_SIZE; in gen8_ggtt_insert_entries() 316 end += (vma_res->node_size + vma_res->guard) / I915_GTT_PAGE_SIZE; in gen8_ggtt_insert_entries() 318 for_each_sgt_daddr(addr, iter, vma_res->bi.pages) in gen8_ggtt_insert_entries() 376 struct i915_vma_resource *vma_res, in gen6_ggtt_insert_entries() 387 gte += (vma_res->start - vma_res in gen6_ggtt_insert_entries() 294 gen8_ggtt_insert_entries(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) gen8_ggtt_insert_entries() argument 375 gen6_ggtt_insert_entries(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) gen6_ggtt_insert_entries() argument 456 struct i915_vma_resource *vma_res; global() member 472 bxt_vtd_ggtt_insert_entries__BKL(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) bxt_vtd_ggtt_insert_entries__BKL() argument 503 intel_ggtt_bind_vma(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) intel_ggtt_bind_vma() argument 527 intel_ggtt_unbind_vma(struct i915_address_space *vm, struct i915_vma_resource *vma_res) intel_ggtt_unbind_vma() argument 680 aliasing_gtt_bind_vma(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) aliasing_gtt_bind_vma() argument 703 aliasing_gtt_unbind_vma(struct i915_address_space *vm, struct i915_vma_resource *vma_res) aliasing_gtt_unbind_vma() argument [all...] |
H A D | gen6_ppgtt.c | 111 struct i915_vma_resource *vma_res, in gen6_ppgtt_insert_entries() 117 unsigned int first_entry = vma_res->start / I915_GTT_PAGE_SIZE; in gen6_ppgtt_insert_entries() 121 struct sgt_dma iter = sgt_dma(vma_res); in gen6_ppgtt_insert_entries() 147 vma_res->page_sizes_gtt = I915_GTT_PAGE_SIZE; in gen6_ppgtt_insert_entries() 282 struct i915_vma_resource *vma_res, in pd_vma_bind() 287 struct gen6_ppgtt *ppgtt = vma_res->private; in pd_vma_bind() 288 u32 ggtt_offset = vma_res->start / I915_GTT_PAGE_SIZE; in pd_vma_bind() 297 struct i915_vma_resource *vma_res) in pd_vma_unbind() 299 struct gen6_ppgtt *ppgtt = vma_res->private; in pd_vma_unbind() 110 gen6_ppgtt_insert_entries(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) gen6_ppgtt_insert_entries() argument 280 pd_vma_bind(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 unused) pd_vma_bind() argument 296 pd_vma_unbind(struct i915_address_space *vm, struct i915_vma_resource *vma_res) pd_vma_unbind() argument
|
H A D | gen8_ppgtt.c | 500 struct i915_vma_resource *vma_res, in xehpsdv_ppgtt_insert_huge() 507 u64 start = vma_res->start; in xehpsdv_ppgtt_insert_huge() 508 u64 end = start + vma_res->vma_size; in xehpsdv_ppgtt_insert_huge() 527 if (vma_res->bi.page_sizes.sg & I915_GTT_PAGE_SIZE_2M && in xehpsdv_ppgtt_insert_huge() 540 if (vma_res->bi.page_sizes.sg & I915_GTT_PAGE_SIZE_64K) { in xehpsdv_ppgtt_insert_huge() 603 vma_res->page_sizes_gtt |= page_size; in xehpsdv_ppgtt_insert_huge() 608 struct i915_vma_resource *vma_res, in gen8_ppgtt_insert_huge() 615 u64 start = vma_res->start; in gen8_ppgtt_insert_huge() 630 if (vma_res->bi.page_sizes.sg & I915_GTT_PAGE_SIZE_2M && in gen8_ppgtt_insert_huge() 647 vma_res in gen8_ppgtt_insert_huge() 499 xehpsdv_ppgtt_insert_huge(struct i915_address_space *vm, struct i915_vma_resource *vma_res, struct sgt_dma *iter, unsigned int pat_index, u32 flags) xehpsdv_ppgtt_insert_huge() argument 607 gen8_ppgtt_insert_huge(struct i915_address_space *vm, struct i915_vma_resource *vma_res, struct sgt_dma *iter, unsigned int pat_index, u32 flags) gen8_ppgtt_insert_huge() argument 731 gen8_ppgtt_insert(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) gen8_ppgtt_insert() argument [all...] |
H A D | intel_gtt.h | 232 struct i915_vma_resource *vma_res, 240 struct i915_vma_resource *vma_res); 323 struct i915_vma_resource *vma_res, 332 struct i915_vma_resource *vma_res, 579 struct i915_vma_resource *vma_res, 583 struct i915_vma_resource *vma_res); 657 struct i915_vma_resource *vma_res, 661 struct i915_vma_resource *vma_res); 684 } sgt_dma(struct i915_vma_resource *vma_res) { in sgt_dma() argument 685 struct scatterlist *sg = vma_res in sgt_dma() [all...] |
H A D | intel_ggtt_gmch.c | 31 struct i915_vma_resource *vma_res, in gmch_ggtt_insert_entries() 38 intel_gmch_gtt_insert_sg_entries(vma_res->bi.pages, vma_res->start >> PAGE_SHIFT, in gmch_ggtt_insert_entries() 30 gmch_ggtt_insert_entries(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 unused) gmch_ggtt_insert_entries() argument
|
H A D | intel_engine_cs.c | 2201 struct i915_vma_resource *vma_res = rq->batch_res; in print_request_ring() local 2208 vma_res ? upper_32_bits(vma_res->start) : ~0u, in print_request_ring() 2209 vma_res ? lower_32_bits(vma_res->start) : ~0u); in print_request_ring()
|
/kernel/linux/linux-6.6/drivers/gpu/drm/i915/selftests/ |
H A D | mock_gtt.c | 36 struct i915_vma_resource *vma_res, in mock_insert_entries() 43 struct i915_vma_resource *vma_res, in mock_bind_ppgtt() 48 vma_res->bound_flags |= flags; in mock_bind_ppgtt() 52 struct i915_vma_resource *vma_res) in mock_unbind_ppgtt() 96 struct i915_vma_resource *vma_res, in mock_bind_ggtt() 103 struct i915_vma_resource *vma_res) in mock_unbind_ggtt() 35 mock_insert_entries(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) mock_insert_entries() argument 41 mock_bind_ppgtt(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) mock_bind_ppgtt() argument 51 mock_unbind_ppgtt(struct i915_address_space *vm, struct i915_vma_resource *vma_res) mock_unbind_ppgtt() argument 94 mock_bind_ggtt(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) mock_bind_ggtt() argument 102 mock_unbind_ggtt(struct i915_address_space *vm, struct i915_vma_resource *vma_res) mock_unbind_ggtt() argument
|
H A D | i915_gem_gtt.c | 1507 struct i915_vma_resource *vma_res; in reserve_gtt_with_resource() local 1511 vma_res = i915_vma_resource_alloc(); in reserve_gtt_with_resource() 1512 if (IS_ERR(vma_res)) in reserve_gtt_with_resource() 1513 return PTR_ERR(vma_res); in reserve_gtt_with_resource() 1521 i915_vma_resource_init_from_vma(vma_res, vma); in reserve_gtt_with_resource() 1522 vma->resource = vma_res; in reserve_gtt_with_resource() 1524 kfree(vma_res); in reserve_gtt_with_resource() 1688 struct i915_vma_resource *vma_res; in insert_gtt_with_resource() local 1692 vma_res = i915_vma_resource_alloc(); in insert_gtt_with_resource() 1693 if (IS_ERR(vma_res)) in insert_gtt_with_resource() [all...] |
/kernel/linux/linux-6.6/drivers/gpu/drm/i915/gt/uc/ |
H A D | intel_uc_fw.c | 1020 struct i915_vma_resource *vma_res = &uc_fw->vma_res; in uc_fw_bind_ggtt() local 1026 vma_res->start = uc_fw_ggtt_offset(uc_fw); in uc_fw_bind_ggtt() 1027 vma_res->node_size = obj->base.size; in uc_fw_bind_ggtt() 1028 vma_res->bi.pages = obj->mm.pages; in uc_fw_bind_ggtt() 1034 drm_clflush_sg(vma_res->bi.pages); in uc_fw_bind_ggtt() 1040 ggtt->vm.raw_insert_entries(&ggtt->vm, vma_res, in uc_fw_bind_ggtt() 1045 ggtt->vm.insert_entries(&ggtt->vm, vma_res, in uc_fw_bind_ggtt() 1054 struct i915_vma_resource *vma_res = &uc_fw->vma_res; in uc_fw_unbind_ggtt() local [all...] |
H A D | intel_uc_fw.h | 110 * @vma_res: A vma resource used in binding the uc fw to ggtt. The fw is 115 struct i915_vma_resource vma_res; member
|
H A D | intel_huc_fw.c | 61 msg_in->huc_in.huc_base_address = huc->fw.vma_res.start; in intel_huc_fw_auth_via_gsccs()
|
/kernel/linux/linux-6.6/drivers/gpu/drm/i915/gem/ |
H A D | i915_gem_execbuffer.c | 2027 capture->vma_res = i915_vma_resource_get(vma->resource); in eb_capture_stage()
|