/kernel/linux/linux-5.10/drivers/gpu/drm/i915/selftests/ |
H A D | i915_gem_gtt.c | 113 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in fake_dma_object() 670 obj = i915_gem_object_create_internal(vm->i915, 2 * I915_GTT_PAGE_SIZE); in pot_hole() 682 pot > ilog2(2 * I915_GTT_PAGE_SIZE); in pot_hole() 687 for (addr = round_up(hole_start + I915_GTT_PAGE_SIZE, step) - I915_GTT_PAGE_SIZE; in pot_hole() 688 addr <= round_down(hole_end - 2*I915_GTT_PAGE_SIZE, step) - I915_GTT_PAGE_SIZE; in pot_hole() 1325 total + 2 * I915_GTT_PAGE_SIZE <= ggtt->vm.total; in igt_gtt_reserve() 1326 total += 2 * I915_GTT_PAGE_SIZE) { in igt_gtt_reserve() 1366 vma->node.size != 2*I915_GTT_PAGE_SIZE) { in igt_gtt_reserve() [all...] |
H A D | i915_gem_evict.c | 56 I915_GTT_PAGE_SIZE); in populate_ggtt() 121 I915_GTT_PAGE_SIZE, 0, 0, in igt_evict_something() 136 I915_GTT_PAGE_SIZE, 0, 0, in igt_evict_something() 168 obj = i915_gem_object_create_internal(gt->i915, I915_GTT_PAGE_SIZE); in igt_overcommit() 245 .start = I915_GTT_PAGE_SIZE * 2, in igt_evict_for_cache_color() 246 .size = I915_GTT_PAGE_SIZE, in igt_evict_for_cache_color() 263 obj = i915_gem_object_create_internal(gt->i915, I915_GTT_PAGE_SIZE); in igt_evict_for_cache_color() 272 I915_GTT_PAGE_SIZE | flags); in igt_evict_for_cache_color() 279 obj = i915_gem_object_create_internal(gt->i915, I915_GTT_PAGE_SIZE); in igt_evict_for_cache_color() 289 (I915_GTT_PAGE_SIZE * in igt_evict_for_cache_color() [all...] |
/kernel/linux/linux-6.6/drivers/gpu/drm/i915/selftests/ |
H A D | i915_gem_evict.c | 58 I915_GTT_PAGE_SIZE); in populate_ggtt() 123 I915_GTT_PAGE_SIZE, 0, 0, in igt_evict_something() 138 I915_GTT_PAGE_SIZE, 0, 0, in igt_evict_something() 170 obj = i915_gem_object_create_internal(gt->i915, I915_GTT_PAGE_SIZE); in igt_overcommit() 247 .start = I915_GTT_PAGE_SIZE * 2, in igt_evict_for_cache_color() 248 .size = I915_GTT_PAGE_SIZE, in igt_evict_for_cache_color() 265 obj = i915_gem_object_create_internal(gt->i915, I915_GTT_PAGE_SIZE); in igt_evict_for_cache_color() 274 I915_GTT_PAGE_SIZE | flags); in igt_evict_for_cache_color() 281 obj = i915_gem_object_create_internal(gt->i915, I915_GTT_PAGE_SIZE); in igt_evict_for_cache_color() 291 (I915_GTT_PAGE_SIZE * in igt_evict_for_cache_color() [all...] |
H A D | i915_gem_gtt.c | 122 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in fake_dma_object() 733 obj = i915_gem_object_create_internal(vm->i915, 2 * I915_GTT_PAGE_SIZE); in pot_hole() 1547 total + 2 * I915_GTT_PAGE_SIZE <= ggtt->vm.total; in igt_gtt_reserve() 1548 total += 2 * I915_GTT_PAGE_SIZE) { in igt_gtt_reserve() 1581 vma->node.size != 2*I915_GTT_PAGE_SIZE) { in igt_gtt_reserve() 1584 total, 2*I915_GTT_PAGE_SIZE); in igt_gtt_reserve() 1591 for (total = I915_GTT_PAGE_SIZE; in igt_gtt_reserve() 1592 total + 2 * I915_GTT_PAGE_SIZE <= ggtt->vm.total; in igt_gtt_reserve() 1593 total += 2 * I915_GTT_PAGE_SIZE) { in igt_gtt_reserve() 1627 vma->node.size != 2*I915_GTT_PAGE_SIZE) { in igt_gtt_reserve() [all...] |
/kernel/linux/linux-5.10/drivers/gpu/drm/i915/gvt/ |
H A D | aperture_gm.c | 53 start = ALIGN(gvt_hidden_gmadr_base(gvt), I915_GTT_PAGE_SIZE); in alloc_gm() 54 end = ALIGN(gvt_hidden_gmadr_end(gvt), I915_GTT_PAGE_SIZE); in alloc_gm() 59 start = ALIGN(gvt_aperture_gmadr_base(gvt), I915_GTT_PAGE_SIZE); in alloc_gm() 60 end = ALIGN(gvt_aperture_gmadr_end(gvt), I915_GTT_PAGE_SIZE); in alloc_gm() 67 size, I915_GTT_PAGE_SIZE, in alloc_gm() 262 vgpu_aperture_sz(vgpu) = ALIGN(request, I915_GTT_PAGE_SIZE); in alloc_resource() 273 vgpu_hidden_sz(vgpu) = ALIGN(request, I915_GTT_PAGE_SIZE); in alloc_resource()
|
/kernel/linux/linux-6.6/drivers/gpu/drm/i915/gvt/ |
H A D | aperture_gm.c | 54 start = ALIGN(gvt_hidden_gmadr_base(gvt), I915_GTT_PAGE_SIZE); in alloc_gm() 55 end = ALIGN(gvt_hidden_gmadr_end(gvt), I915_GTT_PAGE_SIZE); in alloc_gm() 60 start = ALIGN(gvt_aperture_gmadr_base(gvt), I915_GTT_PAGE_SIZE); in alloc_gm() 61 end = ALIGN(gvt_aperture_gmadr_end(gvt), I915_GTT_PAGE_SIZE); in alloc_gm() 68 size, I915_GTT_PAGE_SIZE, in alloc_gm() 263 vgpu_aperture_sz(vgpu) = ALIGN(request, I915_GTT_PAGE_SIZE); in alloc_resource() 274 vgpu_hidden_sz(vgpu) = ALIGN(request, I915_GTT_PAGE_SIZE); in alloc_resource()
|
/kernel/linux/linux-5.10/drivers/gpu/drm/i915/gt/ |
H A D | intel_ggtt.c | 29 *start += I915_GTT_PAGE_SIZE; in i915_ggtt_color_adjust() 39 *end -= I915_GTT_PAGE_SIZE; in i915_ggtt_color_adjust() 199 (gen8_pte_t __iomem *)ggtt->gsm + offset / I915_GTT_PAGE_SIZE; in gen8_ggtt_insert_page() 224 gte += vma->node.start / I915_GTT_PAGE_SIZE; in gen8_ggtt_insert_entries() 225 end = gte + vma->node.size / I915_GTT_PAGE_SIZE; in gen8_ggtt_insert_entries() 250 (gen6_pte_t __iomem *)ggtt->gsm + offset / I915_GTT_PAGE_SIZE; in gen6_ggtt_insert_page() 275 gte += vma->node.start / I915_GTT_PAGE_SIZE; in gen6_ggtt_insert_entries() 276 end = gte + vma->node.size / I915_GTT_PAGE_SIZE; in gen6_ggtt_insert_entries() 302 unsigned int first_entry = start / I915_GTT_PAGE_SIZE; in gen8_ggtt_clear_range() 303 unsigned int num_entries = length / I915_GTT_PAGE_SIZE; in gen8_ggtt_clear_range() [all...] |
H A D | gen6_ppgtt.c | 83 const unsigned int first_entry = start / I915_GTT_PAGE_SIZE; in gen6_ppgtt_clear_range() 87 unsigned int num_entries = length / I915_GTT_PAGE_SIZE; in gen6_ppgtt_clear_range() 123 unsigned int first_entry = vma->node.start / I915_GTT_PAGE_SIZE; in gen6_ppgtt_insert_entries() 134 GEM_BUG_ON(iter.sg->length < I915_GTT_PAGE_SIZE); in gen6_ppgtt_insert_entries() 137 iter.dma += I915_GTT_PAGE_SIZE; in gen6_ppgtt_insert_entries() 155 vma->page_sizes.gtt = I915_GTT_PAGE_SIZE; in gen6_ppgtt_insert_entries() 309 u32 ggtt_offset = i915_ggtt_offset(vma) / I915_GTT_PAGE_SIZE; in pd_vma_bind() 351 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in pd_vma_create()
|
H A D | selftest_context.c | 111 vaddr += engine->context_size - I915_GTT_PAGE_SIZE; in __live_context_size() 112 memset(vaddr, POISON_INUSE, I915_GTT_PAGE_SIZE); in __live_context_size() 135 if (memchr_inv(vaddr, POISON_INUSE, I915_GTT_PAGE_SIZE)) { in __live_context_size() 177 engine->context_size += I915_GTT_PAGE_SIZE; in live_context_size() 181 engine->context_size -= I915_GTT_PAGE_SIZE; in live_context_size()
|
H A D | gen8_ppgtt.c | 372 GEM_BUG_ON(iter->sg->length < I915_GTT_PAGE_SIZE); in gen8_ppgtt_insert_pte() 375 iter->dma += I915_GTT_PAGE_SIZE; in gen8_ppgtt_insert_pte() 443 page_size = I915_GTT_PAGE_SIZE; in gen8_ppgtt_insert_huge() 449 rem >= (I915_PDES - index) * I915_GTT_PAGE_SIZE)) in gen8_ppgtt_insert_huge() 474 rem >= (I915_PDES - index) * I915_GTT_PAGE_SIZE))) in gen8_ppgtt_insert_huge() 536 if (vma->page_sizes.sg > I915_GTT_PAGE_SIZE) { in gen8_ppgtt_insert() 549 vma->page_sizes.gtt = I915_GTT_PAGE_SIZE; in gen8_ppgtt_insert()
|
H A D | intel_gtt.h | 46 #define I915_GTT_PAGE_SIZE I915_GTT_PAGE_SIZE_4K macro 49 #define I915_GTT_PAGE_MASK -I915_GTT_PAGE_SIZE 51 #define I915_GTT_MIN_ALIGNMENT I915_GTT_PAGE_SIZE 146 __for_each_sgt_daddr(__dp, __iter, __sgt, I915_GTT_PAGE_SIZE)
|
/kernel/linux/linux-5.10/drivers/gpu/drm/i915/ |
H A D | i915_gem_gtt.c | 81 * must be #I915_GTT_PAGE_SIZE aligned 109 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_reserve() 163 * must be #I915_GTT_PAGE_SIZE aligned 169 * must be #I915_GTT_PAGE_SIZE aligned 171 * must be #I915_GTT_PAGE_SIZE aligned if not U64_MAX 204 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_insert() 208 GEM_BUG_ON(start > 0 && !IS_ALIGNED(start, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_insert() 209 GEM_BUG_ON(end < U64_MAX && !IS_ALIGNED(end, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_insert() 231 BUILD_BUG_ON(I915_GTT_MIN_ALIGNMENT > I915_GTT_PAGE_SIZE); in i915_gem_gtt_insert()
|
H A D | i915_gem_evict.c | 263 GEM_BUG_ON(!IS_ALIGNED(start, I915_GTT_PAGE_SIZE)); in i915_gem_evict_for_node() 264 GEM_BUG_ON(!IS_ALIGNED(end, I915_GTT_PAGE_SIZE)); in i915_gem_evict_for_node() 279 start -= I915_GTT_PAGE_SIZE; in i915_gem_evict_for_node() 282 end += I915_GTT_PAGE_SIZE; in i915_gem_evict_for_node()
|
H A D | i915_vma.c | 160 GEM_BUG_ON(!IS_ALIGNED(vma->size, I915_GTT_PAGE_SIZE)); in vma_create() 643 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in i915_vma_insert() 648 GEM_BUG_ON(!IS_ALIGNED(start, I915_GTT_PAGE_SIZE)); in i915_vma_insert() 654 end = min_t(u64, end, (1ULL << 32) - I915_GTT_PAGE_SIZE); in i915_vma_insert() 655 GEM_BUG_ON(!IS_ALIGNED(end, I915_GTT_PAGE_SIZE)); in i915_vma_insert() 693 vma->page_sizes.sg > I915_GTT_PAGE_SIZE) { in i915_vma_insert()
|
/kernel/linux/linux-6.6/drivers/gpu/drm/i915/ |
H A D | i915_gem_gtt.c | 77 * must be #I915_GTT_PAGE_SIZE aligned 106 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_reserve() 161 * must be #I915_GTT_PAGE_SIZE aligned 167 * must be #I915_GTT_PAGE_SIZE aligned 169 * must be #I915_GTT_PAGE_SIZE aligned if not U64_MAX 203 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_insert() 207 GEM_BUG_ON(start > 0 && !IS_ALIGNED(start, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_insert() 208 GEM_BUG_ON(end < U64_MAX && !IS_ALIGNED(end, I915_GTT_PAGE_SIZE)); in i915_gem_gtt_insert() 230 BUILD_BUG_ON(I915_GTT_MIN_ALIGNMENT > I915_GTT_PAGE_SIZE); in i915_gem_gtt_insert()
|
H A D | i915_gem_evict.c | 341 GEM_BUG_ON(!IS_ALIGNED(start, I915_GTT_PAGE_SIZE)); in i915_gem_evict_for_node() 342 GEM_BUG_ON(!IS_ALIGNED(end, I915_GTT_PAGE_SIZE)); in i915_gem_evict_for_node() 365 start -= I915_GTT_PAGE_SIZE; in i915_gem_evict_for_node() 368 end += I915_GTT_PAGE_SIZE; in i915_gem_evict_for_node()
|
H A D | i915_vma.c | 170 GEM_BUG_ON(!IS_ALIGNED(vma->size, I915_GTT_PAGE_SIZE)); in vma_create() 775 GEM_BUG_ON(!IS_ALIGNED(size, I915_GTT_PAGE_SIZE)); in i915_vma_insert() 792 GEM_BUG_ON(!IS_ALIGNED(start, I915_GTT_PAGE_SIZE)); in i915_vma_insert() 798 end = min_t(u64, end, (1ULL << 32) - I915_GTT_PAGE_SIZE); in i915_vma_insert() 799 GEM_BUG_ON(!IS_ALIGNED(end, I915_GTT_PAGE_SIZE)); in i915_vma_insert() 851 vma->page_sizes.sg > I915_GTT_PAGE_SIZE && in i915_vma_insert() 955 sg_set_page(sg, NULL, I915_GTT_PAGE_SIZE, 0); in rotate_pages() 958 sg_dma_len(sg) = I915_GTT_PAGE_SIZE; in rotate_pages() 963 left = (dst_stride - height) * I915_GTT_PAGE_SIZE; in rotate_pages() 1038 sg_set_page(sg, NULL, count * I915_GTT_PAGE_SIZE, in add_padding_pages() [all...] |
H A D | i915_vma_resource.c | 278 *start -= I915_GTT_PAGE_SIZE; in i915_vma_resource_color_adjust_range() 279 *end += I915_GTT_PAGE_SIZE; in i915_vma_resource_color_adjust_range()
|
/kernel/linux/linux-6.6/drivers/gpu/drm/i915/gt/ |
H A D | intel_ggtt.c | 37 *start += I915_GTT_PAGE_SIZE; in i915_ggtt_color_adjust() 47 *end -= I915_GTT_PAGE_SIZE; in i915_ggtt_color_adjust() 287 (gen8_pte_t __iomem *)ggtt->gsm + offset / I915_GTT_PAGE_SIZE; in gen8_ggtt_insert_page() 312 gte += (vma_res->start - vma_res->guard) / I915_GTT_PAGE_SIZE; in gen8_ggtt_insert_entries() 313 end = gte + vma_res->guard / I915_GTT_PAGE_SIZE; in gen8_ggtt_insert_entries() 316 end += (vma_res->node_size + vma_res->guard) / I915_GTT_PAGE_SIZE; in gen8_ggtt_insert_entries() 337 unsigned int first_entry = start / I915_GTT_PAGE_SIZE; in gen8_ggtt_clear_range() 338 unsigned int num_entries = length / I915_GTT_PAGE_SIZE; in gen8_ggtt_clear_range() 362 (gen6_pte_t __iomem *)ggtt->gsm + offset / I915_GTT_PAGE_SIZE; in gen6_ggtt_insert_page() 387 gte += (vma_res->start - vma_res->guard) / I915_GTT_PAGE_SIZE; in gen6_ggtt_insert_entries() [all...] |
H A D | selftest_context.c | 112 vaddr += engine->context_size - I915_GTT_PAGE_SIZE; in __live_context_size() 113 memset(vaddr, POISON_INUSE, I915_GTT_PAGE_SIZE); in __live_context_size() 136 if (memchr_inv(vaddr, POISON_INUSE, I915_GTT_PAGE_SIZE)) { in __live_context_size() 178 engine->context_size += I915_GTT_PAGE_SIZE; in live_context_size() 182 engine->context_size -= I915_GTT_PAGE_SIZE; in live_context_size()
|
H A D | gen6_ppgtt.c | 78 const unsigned int first_entry = start / I915_GTT_PAGE_SIZE; in gen6_ppgtt_clear_range() 82 unsigned int num_entries = length / I915_GTT_PAGE_SIZE; in gen6_ppgtt_clear_range() 117 unsigned int first_entry = vma_res->start / I915_GTT_PAGE_SIZE; in gen6_ppgtt_insert_entries() 128 GEM_BUG_ON(sg_dma_len(iter.sg) < I915_GTT_PAGE_SIZE); in gen6_ppgtt_insert_entries() 131 iter.dma += I915_GTT_PAGE_SIZE; in gen6_ppgtt_insert_entries() 147 vma_res->page_sizes_gtt = I915_GTT_PAGE_SIZE; in gen6_ppgtt_insert_entries() 288 u32 ggtt_offset = vma_res->start / I915_GTT_PAGE_SIZE; in pd_vma_bind()
|
H A D | gen8_ppgtt.c | 465 GEM_BUG_ON(sg_dma_len(iter->sg) < I915_GTT_PAGE_SIZE); in gen8_ppgtt_insert_pte() 468 iter->dma += I915_GTT_PAGE_SIZE; in gen8_ppgtt_insert_pte() 538 page_size = I915_GTT_PAGE_SIZE; in xehpsdv_ppgtt_insert_huge() 579 I915_GTT_PAGE_SIZE); in xehpsdv_ppgtt_insert_huge() 644 page_size = I915_GTT_PAGE_SIZE; in gen8_ppgtt_insert_huge() 650 rem >= (I915_PDES - index) * I915_GTT_PAGE_SIZE)) in gen8_ppgtt_insert_huge() 678 rem >= (I915_PDES - index) * I915_GTT_PAGE_SIZE))) in gen8_ppgtt_insert_huge() 739 if (vma_res->bi.page_sizes.sg > I915_GTT_PAGE_SIZE) { in gen8_ppgtt_insert() 755 vma_res->page_sizes_gtt = I915_GTT_PAGE_SIZE; in gen8_ppgtt_insert()
|
H A D | intel_gtt.h | 49 #define I915_GTT_PAGE_SIZE I915_GTT_PAGE_SIZE_4K macro 52 #define I915_GTT_PAGE_MASK -I915_GTT_PAGE_SIZE 54 #define I915_GTT_MIN_ALIGNMENT I915_GTT_PAGE_SIZE 172 __for_each_sgt_daddr(__dp, __iter, __sgt, I915_GTT_PAGE_SIZE)
|
/kernel/linux/linux-6.6/drivers/gpu/drm/i915/display/ |
H A D | intel_dpt.c | 52 gen8_set_pte(base + offset / I915_GTT_PAGE_SIZE, in dpt_insert_page() 73 i = vma_res->start / I915_GTT_PAGE_SIZE; in dpt_insert_entries() 103 vma_res->page_sizes_gtt = I915_GTT_PAGE_SIZE; in dpt_bind_vma() 257 size = DIV_ROUND_UP_ULL(obj->size, I915_GTT_PAGE_SIZE); in intel_dpt_create() 259 size = round_up(size * sizeof(gen8_pte_t), I915_GTT_PAGE_SIZE); in intel_dpt_create() 292 vm->total = (size / sizeof(gen8_pte_t)) * I915_GTT_PAGE_SIZE; in intel_dpt_create()
|
/kernel/linux/linux-5.10/drivers/gpu/drm/i915/gem/selftests/ |
H A D | huge_gem_object.c | 108 GEM_BUG_ON(!IS_ALIGNED(dma_size, I915_GTT_PAGE_SIZE)); in huge_gem_object()
|