| /kernel/linux/linux-5.10/drivers/gpu/drm/i915/gt/ |
| H A D | intel_timeline.c | 248 timeline->hwsp_offset = cacheline * CACHELINE_BYTES; in intel_timeline_init()
252 timeline->hwsp_offset = offset; in intel_timeline_init()
259 memset(vaddr + timeline->hwsp_offset, 0, CACHELINE_BYTES); in intel_timeline_init()
262 GEM_BUG_ON(timeline->hwsp_offset >= hwsp->size); in intel_timeline_init()
347 tl->hwsp_offset = in intel_timeline_pin()
349 offset_in_page(tl->hwsp_offset); in intel_timeline_pin()
351 tl->fence_context, tl->hwsp_offset); in intel_timeline_pin()
353 cacheline_acquire(tl->hwsp_cacheline, tl->hwsp_offset); in intel_timeline_pin()
520 tl->hwsp_offset = cacheline * CACHELINE_BYTES; in __intel_timeline_get_seqno()
522 memset(vaddr + tl->hwsp_offset, in __intel_timeline_get_seqno()
[all...] |
| H A D | gen6_engine_cs.c | 164 *cs++ = i915_request_active_timeline(rq)->hwsp_offset | in gen6_emit_breadcrumb_rcs()
362 *cs++ = i915_request_active_timeline(rq)->hwsp_offset; in gen7_emit_breadcrumb_rcs()
377 GEM_BUG_ON(offset_in_page(i915_request_active_timeline(rq)->hwsp_offset) != I915_GEM_HWS_SEQNO_ADDR); in gen6_emit_breadcrumb_xcs()
397 GEM_BUG_ON(offset_in_page(i915_request_active_timeline(rq)->hwsp_offset) != I915_GEM_HWS_SEQNO_ADDR); in gen7_emit_breadcrumb_xcs()
|
| H A D | selftest_timeline.c | 36 return (address + tl->hwsp_offset) / CACHELINE_BYTES; in hwsp_cacheline()
470 err = emit_ggtt_store_dw(rq, tl->hwsp_offset, value); in tl_write()
566 n, tl->fence_context, tl->hwsp_offset, *tl->hwsp_seqno); in live_hwsp_engine()
638 n, tl->fence_context, tl->hwsp_offset, *tl->hwsp_seqno); in live_hwsp_alternate()
697 pr_debug("seqno[0]:%08x, hwsp_offset:%08x\n", in live_hwsp_wrap()
698 seqno[0], tl->hwsp_offset); in live_hwsp_wrap()
700 err = emit_ggtt_store_dw(rq, tl->hwsp_offset, seqno[0]); in live_hwsp_wrap()
714 pr_debug("seqno[1]:%08x, hwsp_offset:%08x\n", in live_hwsp_wrap()
715 seqno[1], tl->hwsp_offset); in live_hwsp_wrap()
717 err = emit_ggtt_store_dw(rq, tl->hwsp_offset, seqn in live_hwsp_wrap()
[all...] |
| H A D | intel_timeline_types.h | 50 u32 hwsp_offset; member
|
| H A D | intel_timeline.h | 104 u32 *hwsp_offset);
|
| H A D | selftest_rc6.c | 140 *cs++ = ce->timeline->hwsp_offset + 8; in __live_rc6_ctx()
|
| H A D | selftest_engine_cs.c | 56 *cs++ = i915_request_timeline(rq)->hwsp_offset + slot * sizeof(u32); in write_timestamp()
|
| H A D | gen2_engine_cs.c | 146 GEM_BUG_ON(offset_in_page(i915_request_active_timeline(rq)->hwsp_offset) != I915_GEM_HWS_SEQNO_ADDR); in __gen2_emit_breadcrumb()
|
| H A D | intel_lrc.c | 3556 static u32 hwsp_offset(const struct i915_request *rq) in hwsp_offset() function
3566 return rcu_dereference_protected(rq->timeline, 1)->hwsp_offset; in hwsp_offset()
3591 *cs++ = hwsp_offset(rq); in gen8_emit_init_breadcrumb()
4913 return gen8_emit_ggtt_write(cs, rq->fence.seqno, hwsp_offset(rq), 0); in emit_xcs_breadcrumb()
4932 hwsp_offset(request), in gen8_emit_fini_breadcrumb_rcs()
4944 hwsp_offset(request), in gen11_emit_fini_breadcrumb_rcs()
5016 hwsp_offset(request), in gen12_emit_fini_breadcrumb_rcs()
|
| H A D | intel_engine_cs.c | 1371 tl ? tl->hwsp_offset : 0, in print_ring()
1674 tl->hwsp_offset); in intel_engine_dump()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/gt/ |
| H A D | intel_timeline.c | 61 u32 ofs = offset_in_page(timeline->hwsp_offset); in intel_timeline_pin_map()
86 timeline->hwsp_offset = offset; in intel_timeline_init()
97 timeline->hwsp_seqno = (void *)(long)timeline->hwsp_offset; in intel_timeline_init()
99 GEM_BUG_ON(timeline->hwsp_offset >= hwsp->size); in intel_timeline_init()
208 tl->hwsp_offset = in intel_timeline_pin()
210 offset_in_page(tl->hwsp_offset); in intel_timeline_pin()
212 tl->fence_context, tl->hwsp_offset); in intel_timeline_pin()
311 u32 next_ofs = offset_in_page(tl->hwsp_offset + TIMELINE_SEQNO_BYTES); in __intel_timeline_get_seqno()
317 tl->hwsp_offset = i915_ggtt_offset(tl->hwsp_ggtt) + next_ofs; in __intel_timeline_get_seqno()
353 /* hwsp_offset ma in intel_timeline_read_hwsp()
[all...] |
| H A D | gen8_engine_cs.c | 424 static u32 hwsp_offset(const struct i915_request *rq) in hwsp_offset() function
433 return page_mask_bits(tl->hwsp_offset) + offset_in_page(rq->hwsp_seqno); in hwsp_offset()
449 *cs++ = hwsp_offset(rq); in gen8_emit_init_breadcrumb()
661 return gen8_emit_ggtt_write(cs, rq->fence.seqno, hwsp_offset(rq), 0); in emit_xcs_breadcrumb()
682 hwsp_offset(rq), in gen8_emit_fini_breadcrumb_rcs()
703 hwsp_offset(rq), in gen11_emit_fini_breadcrumb_rcs()
841 hwsp_offset(rq), in gen12_emit_fini_breadcrumb_rcs()
|
| H A D | selftest_timeline.c | 39 return (address + offset_in_page(tl->hwsp_offset)) / TIMELINE_SEQNO_BYTES; in hwsp_cacheline()
509 err = emit_ggtt_store_dw(rq, tl->hwsp_offset, value); in checked_tl_write()
586 n, tl->fence_context, tl->hwsp_offset, *tl->hwsp_seqno); in live_hwsp_engine()
658 n, tl->fence_context, tl->hwsp_offset, *tl->hwsp_seqno); in live_hwsp_alternate()
717 pr_debug("seqno[0]:%08x, hwsp_offset:%08x\n", in live_hwsp_wrap()
718 seqno[0], tl->hwsp_offset); in live_hwsp_wrap()
720 err = emit_ggtt_store_dw(rq, tl->hwsp_offset, seqno[0]); in live_hwsp_wrap()
734 pr_debug("seqno[1]:%08x, hwsp_offset:%08x\n", in live_hwsp_wrap()
735 seqno[1], tl->hwsp_offset); in live_hwsp_wrap()
737 err = emit_ggtt_store_dw(rq, tl->hwsp_offset, seqn in live_hwsp_wrap()
[all...] |
| H A D | intel_timeline_types.h | 49 u32 hwsp_offset; member
|
| H A D | intel_timeline.h | 82 u32 *hwsp_offset);
|
| H A D | selftest_rc6.c | 148 *cs++ = ce->timeline->hwsp_offset + 8; in __live_rc6_ctx()
|
| H A D | selftest_engine_cs.c | 69 *cs++ = tl->hwsp_offset + slot * sizeof(u32); in write_timestamp()
|
| H A D | intel_engine_cs.c | 2006 tl ? tl->hwsp_offset : 0, in print_ring()
2287 tl->hwsp_offset); in engine_dump_request()
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/i915/selftests/ |
| H A D | i915_request.c | 1617 static u32 hwsp_offset(const struct intel_context *ce, u32 *dw) in hwsp_offset() function
1626 const u32 offset = hwsp_offset(ce, sema); in measure_semaphore_response()
1701 const u32 offset = hwsp_offset(ce, sema); in measure_idle_dispatch()
1772 const u32 offset = hwsp_offset(ce, sema); in measure_busy_dispatch()
1875 const u32 offset = hwsp_offset(ce, sema); in measure_inter_request()
1968 const u32 offset = hwsp_offset(ce, sema); in measure_context_switch()
2062 const u32 offset = hwsp_offset(ce, sema); in measure_preemption()
2182 const u32 offset = hwsp_offset(ce, sema); in measure_completion()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/selftests/ |
| H A D | i915_request.c | 2009 static u32 hwsp_offset(const struct intel_context *ce, u32 *dw) in hwsp_offset() function
2018 const u32 offset = hwsp_offset(ce, sema); in measure_semaphore_response()
2093 const u32 offset = hwsp_offset(ce, sema); in measure_idle_dispatch()
2164 const u32 offset = hwsp_offset(ce, sema); in measure_busy_dispatch()
2267 const u32 offset = hwsp_offset(ce, sema); in measure_inter_request()
2358 const u32 offset = hwsp_offset(ce, sema); in measure_context_switch()
2452 const u32 offset = hwsp_offset(ce, sema); in measure_preemption()
2572 const u32 offset = hwsp_offset(ce, sema); in measure_completion()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/ |
| H A D | i915_request.h | 696 page_mask_bits(i915_request_active_timeline(rq)->hwsp_offset); in i915_request_active_seqno()
700 * Because of wraparound, we cannot simply take tl->hwsp_offset, in i915_request_active_seqno()
702 * offset as for hwsp_offset. Take the top bits from tl->hwsp_offset in i915_request_active_seqno()
|
| H A D | i915_request.c | 1149 u32 hwsp_offset; in __emit_semaphore_wait() local
1157 err = intel_timeline_read_hwsp(from, to, &hwsp_offset); in __emit_semaphore_wait()
1183 *cs++ = hwsp_offset; in __emit_semaphore_wait()
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/i915/ |
| H A D | i915_request.c | 1029 u32 hwsp_offset; in __emit_semaphore_wait() local
1037 err = intel_timeline_read_hwsp(from, to, &hwsp_offset); in __emit_semaphore_wait()
1063 *cs++ = hwsp_offset; in __emit_semaphore_wait()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/gt/uc/ |
| H A D | intel_guc_submission.c | 5373 i915_request_active_timeline(rq)->hwsp_offset, in emit_fini_breadcrumb_parent_no_preempt_mid_batch()
5449 i915_request_active_timeline(rq)->hwsp_offset, in emit_fini_breadcrumb_child_no_preempt_mid_batch()
|