| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/gt/ |
| H A D | intel_ggtt.c | 243 unsigned int pat_index, in mtl_ggtt_pte_encode()
253 if (pat_index & BIT(0)) in mtl_ggtt_pte_encode()
256 if (pat_index & BIT(1)) in mtl_ggtt_pte_encode()
263 unsigned int pat_index, in gen8_ggtt_pte_encode()
282 unsigned int pat_index, in gen8_ggtt_insert_page()
289 gen8_set_pte(pte, ggtt->vm.pte_encode(addr, pat_index, flags)); in gen8_ggtt_insert_page()
296 unsigned int pat_index, in gen8_ggtt_insert_entries()
300 const gen8_pte_t pte_encode = ggtt->vm.pte_encode(0, pat_index, flags); in gen8_ggtt_insert_entries()
357 unsigned int pat_index, in gen6_ggtt_insert_page()
364 iowrite32(vm->pte_encode(addr, pat_index, flag in gen6_ggtt_insert_page()
242 mtl_ggtt_pte_encode(dma_addr_t addr, unsigned int pat_index, u32 flags) mtl_ggtt_pte_encode() argument
262 gen8_ggtt_pte_encode(dma_addr_t addr, unsigned int pat_index, u32 flags) gen8_ggtt_pte_encode() argument
279 gen8_ggtt_insert_page(struct i915_address_space *vm, dma_addr_t addr, u64 offset, unsigned int pat_index, u32 flags) gen8_ggtt_insert_page() argument
294 gen8_ggtt_insert_entries(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) gen8_ggtt_insert_entries() argument
354 gen6_ggtt_insert_page(struct i915_address_space *vm, dma_addr_t addr, u64 offset, unsigned int pat_index, u32 flags) gen6_ggtt_insert_page() argument
375 gen6_ggtt_insert_entries(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) gen6_ggtt_insert_entries() argument
429 unsigned int pat_index; global() member
443 bxt_vtd_ggtt_insert_page__BKL(struct i915_address_space *vm, dma_addr_t addr, u64 offset, unsigned int pat_index, u32 unused) bxt_vtd_ggtt_insert_page__BKL() argument
457 unsigned int pat_index; global() member
472 bxt_vtd_ggtt_insert_entries__BKL(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) bxt_vtd_ggtt_insert_entries__BKL() argument
503 intel_ggtt_bind_vma(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) intel_ggtt_bind_vma() argument
680 aliasing_gtt_bind_vma(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) aliasing_gtt_bind_vma() argument
1045 snb_pte_encode(dma_addr_t addr, unsigned int pat_index, u32 flags) snb_pte_encode() argument
1066 ivb_pte_encode(dma_addr_t addr, unsigned int pat_index, u32 flags) ivb_pte_encode() argument
1089 byt_pte_encode(dma_addr_t addr, unsigned int pat_index, u32 flags) byt_pte_encode() argument
1104 hsw_pte_encode(dma_addr_t addr, unsigned int pat_index, u32 flags) hsw_pte_encode() argument
1116 iris_pte_encode(dma_addr_t addr, unsigned int pat_index, u32 flags) iris_pte_encode() argument
[all...] |
| H A D | gen8_ppgtt.c | 32 unsigned int pat_index, in gen8_pte_encode()
41 * For pre-gen12 platforms pat_index is the same as enum in gen8_pte_encode()
45 switch (pat_index) { in gen8_pte_encode()
61 unsigned int pat_index, in gen12_pte_encode()
72 if (pat_index & BIT(0)) in gen12_pte_encode()
75 if (pat_index & BIT(1)) in gen12_pte_encode()
78 if (pat_index & BIT(2)) in gen12_pte_encode()
81 if (pat_index & BIT(3)) in gen12_pte_encode()
455 unsigned int pat_index, in gen8_ppgtt_insert_pte()
459 const gen8_pte_t pte_encode = ppgtt->vm.pte_encode(0, pat_index, flag in gen8_ppgtt_insert_pte()
31 gen8_pte_encode(dma_addr_t addr, unsigned int pat_index, u32 flags) gen8_pte_encode() argument
60 gen12_pte_encode(dma_addr_t addr, unsigned int pat_index, u32 flags) gen12_pte_encode() argument
451 gen8_ppgtt_insert_pte(struct i915_ppgtt *ppgtt, struct i915_page_directory *pdp, struct sgt_dma *iter, u64 idx, unsigned int pat_index, u32 flags) gen8_ppgtt_insert_pte() argument
499 xehpsdv_ppgtt_insert_huge(struct i915_address_space *vm, struct i915_vma_resource *vma_res, struct sgt_dma *iter, unsigned int pat_index, u32 flags) xehpsdv_ppgtt_insert_huge() argument
607 gen8_ppgtt_insert_huge(struct i915_address_space *vm, struct i915_vma_resource *vma_res, struct sgt_dma *iter, unsigned int pat_index, u32 flags) gen8_ppgtt_insert_huge() argument
731 gen8_ppgtt_insert(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) gen8_ppgtt_insert() argument
759 gen8_ppgtt_insert_entry(struct i915_address_space *vm, dma_addr_t addr, u64 offset, unsigned int pat_index, u32 flags) gen8_ppgtt_insert_entry() argument
780 __xehpsdv_ppgtt_insert_entry_lm(struct i915_address_space *vm, dma_addr_t addr, u64 offset, unsigned int pat_index, u32 flags) __xehpsdv_ppgtt_insert_entry_lm() argument
809 xehpsdv_ppgtt_insert_entry(struct i915_address_space *vm, dma_addr_t addr, u64 offset, unsigned int pat_index, u32 flags) xehpsdv_ppgtt_insert_entry() argument
[all...] |
| H A D | intel_ggtt_gmch.c | 21 unsigned int pat_index, in gmch_ggtt_insert_page()
24 unsigned int flags = (pat_index == I915_CACHE_NONE) ? in gmch_ggtt_insert_page()
32 unsigned int pat_index, in gmch_ggtt_insert_entries()
35 unsigned int flags = (pat_index == I915_CACHE_NONE) ? in gmch_ggtt_insert_entries()
18 gmch_ggtt_insert_page(struct i915_address_space *vm, dma_addr_t addr, u64 offset, unsigned int pat_index, u32 unused) gmch_ggtt_insert_page() argument
30 gmch_ggtt_insert_entries(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 unused) gmch_ggtt_insert_entries() argument
|
| H A D | selftest_migrate.c | 140 unsigned int pat_index, in intel_context_copy_ccs()
188 len = emit_pte(rq, &it, pat_index, true, offset, CHUNK_SZ); in intel_context_copy_ccs()
226 unsigned int pat_index, in intel_migrate_ccs_copy()
246 err = intel_context_copy_ccs(ce, deps, sg, pat_index, in intel_migrate_ccs_copy()
303 obj->pat_index, in clear()
354 obj->pat_index, in clear()
417 src->mm.pages->sgl, src->pat_index, in __migrate_copy()
419 dst->mm.pages->sgl, dst->pat_index, in __migrate_copy()
431 src->mm.pages->sgl, src->pat_index, in __global_copy()
433 dst->mm.pages->sgl, dst->pat_index, in __global_copy()
137 intel_context_copy_ccs(struct intel_context *ce, const struct i915_deps *deps, struct scatterlist *sg, unsigned int pat_index, bool write_to_ccs, struct i915_request **out) intel_context_copy_ccs() argument
222 intel_migrate_ccs_copy(struct intel_migrate *m, struct i915_gem_ww_ctx *ww, const struct i915_deps *deps, struct scatterlist *sg, unsigned int pat_index, bool write_to_ccs, struct i915_request **out) intel_migrate_ccs_copy() argument
845 __perf_clear_blt(struct intel_context *ce, struct scatterlist *sg, unsigned int pat_index, bool is_lmem, size_t sz) __perf_clear_blt() argument
[all...] |
| H A D | intel_migrate.h | 50 unsigned int pat_index,
58 unsigned int pat_index,
|
| H A D | intel_gtt.h | 233 unsigned int pat_index,
305 unsigned int pat_index,
320 unsigned int pat_index,
324 unsigned int pat_index,
329 unsigned int pat_index,
333 unsigned int pat_index,
580 unsigned int pat_index,
658 unsigned int pat_index,
|
| H A D | gen8_ppgtt.h | 18 unsigned int pat_index,
|
| H A D | intel_migrate.c | 364 unsigned int pat_index, in emit_pte()
370 const u64 encode = rq->context->vm->pte_encode(0, pat_index, in emit_pte()
987 unsigned int pat_index, in intel_context_migrate_clear()
1035 len = emit_pte(rq, &it, pat_index, is_lmem, offset, CHUNK_SZ); in intel_context_migrate_clear()
1121 unsigned int pat_index, in intel_migrate_clear()
1142 err = intel_context_migrate_clear(ce, deps, sg, pat_index, in intel_migrate_clear()
362 emit_pte(struct i915_request *rq, struct sgt_dma *it, unsigned int pat_index, bool is_lmem, u64 offset, int length) emit_pte() argument
984 intel_context_migrate_clear(struct intel_context *ce, const struct i915_deps *deps, struct scatterlist *sg, unsigned int pat_index, bool is_lmem, u32 value, struct i915_request **out) intel_context_migrate_clear() argument
1117 intel_migrate_clear(struct intel_migrate *m, struct i915_gem_ww_ctx *ww, const struct i915_deps *deps, struct scatterlist *sg, unsigned int pat_index, bool is_lmem, u32 value, struct i915_request **out) intel_migrate_clear() argument
|
| H A D | gen6_ppgtt.c | 112 unsigned int pat_index, in gen6_ppgtt_insert_entries()
120 const u32 pte_encode = vm->pte_encode(0, pat_index, flags); in gen6_ppgtt_insert_entries()
283 unsigned int pat_index, in pd_vma_bind()
110 gen6_ppgtt_insert_entries(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) gen6_ppgtt_insert_entries() argument
280 pd_vma_bind(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 unused) pd_vma_bind() argument
|
| H A D | intel_ppgtt.c | 185 unsigned int pat_index, in ppgtt_bind_vma()
203 vm->insert_entries(vm, vma_res, pat_index, pte_flags); in ppgtt_bind_vma()
182 ppgtt_bind_vma(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) ppgtt_bind_vma() argument
|
| H A D | selftest_tlb.c | 40 const unsigned int pat_index = in pte_tlbinv() local
161 ce->vm->insert_entries(ce->vm, &vb_res, pat_index, pte_flags); in pte_tlbinv()
|
| H A D | selftest_timeline.c | 839 i915_gem_object_set_pat_index(obj, tl->hwsp_ggtt->obj->pat_index); in setup_watcher()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/selftests/ |
| H A D | mock_gtt.c | 30 unsigned int pat_index, in mock_insert_page()
37 unsigned int pat_index, u32 flags) in mock_insert_entries()
44 unsigned int pat_index, in mock_bind_ppgtt()
97 unsigned int pat_index, in mock_bind_ggtt()
27 mock_insert_page(struct i915_address_space *vm, dma_addr_t addr, u64 offset, unsigned int pat_index, u32 flags) mock_insert_page() argument
35 mock_insert_entries(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) mock_insert_entries() argument
41 mock_bind_ppgtt(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) mock_bind_ppgtt() argument
94 mock_bind_ggtt(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) mock_bind_ggtt() argument
|
| H A D | i915_gem_gtt.c | 138 obj->pat_index = i915_gem_get_pat_index(i915, I915_CACHE_NONE); in fake_dma_object()
1518 obj->pat_index, in reserve_gtt_with_resource()
1698 obj->pat_index, 0, vm->total, 0); in insert_gtt_with_resource()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/display/ |
| H A D | intel_dpt.c | 46 unsigned int pat_index, in dpt_insert_page()
53 vm->pte_encode(addr, pat_index, flags)); in dpt_insert_page()
58 unsigned int pat_index, in dpt_insert_entries()
63 const gen8_pte_t pte_encode = vm->pte_encode(0, pat_index, flags); in dpt_insert_entries()
86 unsigned int pat_index, in dpt_bind_vma()
101 vm->insert_entries(vm, vma_res, pat_index, pte_flags); in dpt_bind_vma()
43 dpt_insert_page(struct i915_address_space *vm, dma_addr_t addr, u64 offset, unsigned int pat_index, u32 flags) dpt_insert_page() argument
56 dpt_insert_entries(struct i915_address_space *vm, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) dpt_insert_entries() argument
83 dpt_bind_vma(struct i915_address_space *vm, struct i915_vm_pt_stash *stash, struct i915_vma_resource *vma_res, unsigned int pat_index, u32 flags) dpt_bind_vma() argument
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/gem/ |
| H A D | i915_gem_create.c | 248 unsigned int pat_index; member
417 if (ext.pat_index > max_pat_index) { in ext_set_pat()
419 ext.pat_index); in ext_set_pat()
423 ext_data->pat_index = ext.pat_index; in ext_set_pat()
454 ext_data.pat_index = PAT_INDEX_NOT_SET; in i915_gem_create_ext_ioctl()
491 if (ext_data.pat_index != PAT_INDEX_NOT_SET) { in i915_gem_create_ext_ioctl()
492 i915_gem_object_set_pat_index(obj, ext_data.pat_index); in i915_gem_create_ext_ioctl()
493 /* Mark pat_index is set by UMD */ in i915_gem_create_ext_ioctl()
|
| H A D | i915_gem_object.c | 61 * In case the pat_index is set by user space, this kernel mode in i915_gem_object_has_cache_level()
69 * Otherwise the pat_index should have been converted from cache_level in i915_gem_object_has_cache_level()
72 return obj->pat_index == i915_gem_get_pat_index(obj_to_i915(obj), lvl); in i915_gem_object_has_cache_level()
154 obj->pat_index = i915_gem_get_pat_index(i915, cache_level); in i915_gem_object_set_cache_coherency()
172 * @pat_index: PAT index
178 unsigned int pat_index) in i915_gem_object_set_pat_index()
182 if (obj->pat_index == pat_index) in i915_gem_object_set_pat_index()
185 obj->pat_index = pat_index; in i915_gem_object_set_pat_index()
177 i915_gem_object_set_pat_index(struct drm_i915_gem_object *obj, unsigned int pat_index) i915_gem_object_set_pat_index() argument
[all...] |
| H A D | i915_gem_object_types.h | 369 * @pat_index: The desired PAT index.
383 unsigned int pat_index:6; member
385 * @pat_set_by_user: Indicate whether pat_index is set by user space
388 * pat_index is set by user space. By design, user space is capable of
389 * managing caching behavior by setting pat_index, in which case this
390 * kernel mode driver should never touch the pat_index.
396 * Note: with the change above which replaced @cache_level with pat_index,
479 * Note: with the change above which replaced cache_level with pat_index,
484 * disabled for the objects with pat_index set by userspace. Please don't
|
| H A D | i915_gem_object.h | 766 unsigned int pat_index);
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/ |
| H A D | i915_debugfs.c | 148 switch (obj->pat_index) { in i915_cache_level_str()
157 switch (obj->pat_index) { in i915_cache_level_str()
169 switch (obj->pat_index) { in i915_cache_level_str()
177 switch (obj->pat_index) { in i915_cache_level_str()
|
| H A D | i915_vma.c | 319 unsigned int pat_index; member
338 vma_res, vw->pat_index, vw->flags); in __vma_bind()
430 * @pat_index: PAT index to set in PTE
441 unsigned int pat_index, in i915_vma_bind()
511 work->pat_index = pat_index; in i915_vma_bind()
541 vma->ops->bind_vma(vma->vm, NULL, vma->resource, pat_index, in i915_vma_bind()
818 color = vma->obj->pat_index; in i915_vma_insert()
1530 vma->obj->pat_index, in i915_vma_pin_ww()
440 i915_vma_bind(struct i915_vma *vma, unsigned int pat_index, u32 flags, struct i915_vma_work *work, struct i915_vma_resource *vma_res) i915_vma_bind() argument
|
| H A D | i915_vma.h | 253 unsigned int pat_index,
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/gem/selftests/ |
| H A D | i915_gem_migrate.c | 222 obj->mm.pages->sgl, obj->pat_index, in __igt_lmem_pages_migrate()
|
| /kernel/linux/linux-6.6/include/uapi/drm/ |
| H A D | i915_drm.h | 3817 * .pat_index = 0,
3831 * @pat_index: PAT index to be set
3836 __u32 pat_index; member
|
| /kernel/linux/linux-6.6/tools/include/uapi/drm/ |
| H A D | i915_drm.h | 3817 * .pat_index = 0,
3831 * @pat_index: PAT index to be set
3836 __u32 pat_index; member
|