| /kernel/linux/linux-6.6/drivers/gpu/drm/nouveau/nvkm/core/ |
| H A D | intr.c | 22 #include <core/intr.h>
29 nvkm_intr_xlat(struct nvkm_subdev *subdev, struct nvkm_intr *intr, in nvkm_intr_xlat() argument
36 const struct nvkm_intr_data *data = intr->data; in nvkm_intr_xlat()
42 if (tdev->intr >= 0 && in nvkm_intr_xlat()
45 if (data->mask & BIT(tdev->intr)) { in nvkm_intr_xlat()
47 *mask = BIT(tdev->intr); in nvkm_intr_xlat()
65 if (type < intr->leaves * sizeof(*intr->stat) * 8) { in nvkm_intr_xlat()
78 struct nvkm_intr *intr; in nvkm_intr_find() local
81 list_for_each_entry(intr, in nvkm_intr_find()
91 nvkm_intr_allow_locked(struct nvkm_intr *intr, int leaf, u32 mask) nvkm_intr_allow_locked() argument
105 struct nvkm_intr *intr; nvkm_intr_allow() local
120 nvkm_intr_block_locked(struct nvkm_intr *intr, int leaf, u32 mask) nvkm_intr_block_locked() argument
131 struct nvkm_intr *intr; nvkm_intr_block() local
148 struct nvkm_intr *intr; nvkm_intr_rearm_locked() local
157 struct nvkm_intr *intr; nvkm_intr_unarm_locked() local
167 struct nvkm_intr *intr; nvkm_intr() local
197 struct nvkm_intr *intr = inth->intr; nvkm_intr() local
232 nvkm_intr_add(const struct nvkm_intr_func *func, const struct nvkm_intr_data *data, struct nvkm_subdev *subdev, int leaves, struct nvkm_intr *intr) nvkm_intr_add() argument
270 nvkm_intr_subdev_add_dev(struct nvkm_intr *intr, enum nvkm_subdev_type type, int inst) nvkm_intr_subdev_add_dev() argument
293 nvkm_intr_subdev_add(struct nvkm_intr *intr) nvkm_intr_subdev_add() argument
318 struct nvkm_intr *intr; nvkm_intr_rearm() local
369 struct nvkm_intr *intr, *intt; nvkm_intr_dtor() local
406 struct nvkm_intr *intr = inth->intr; nvkm_inth_allow() local
421 nvkm_inth_add(struct nvkm_intr *intr, enum nvkm_intr_type type, enum nvkm_intr_prio prio, struct nvkm_subdev *subdev, nvkm_inth_func func, struct nvkm_inth *inth) nvkm_inth_add() argument
[all...] |
| /third_party/mesa3d/src/compiler/nir/ |
| H A D | nir_lower_io_to_scalar.c | 44 lower_load_input_to_scalar(nir_builder *b, nir_intrinsic_instr *intr) in lower_load_input_to_scalar() argument
46 b->cursor = nir_before_instr(&intr->instr); in lower_load_input_to_scalar()
48 assert(intr->dest.is_ssa); in lower_load_input_to_scalar()
52 for (unsigned i = 0; i < intr->num_components; i++) { in lower_load_input_to_scalar()
54 nir_intrinsic_instr_create(b->shader, intr->intrinsic); in lower_load_input_to_scalar()
56 1, intr->dest.ssa.bit_size, NULL); in lower_load_input_to_scalar()
59 nir_intrinsic_set_base(chan_intr, nir_intrinsic_base(intr)); in lower_load_input_to_scalar()
60 nir_intrinsic_set_component(chan_intr, nir_intrinsic_component(intr) + i); in lower_load_input_to_scalar()
61 nir_intrinsic_set_dest_type(chan_intr, nir_intrinsic_dest_type(intr)); in lower_load_input_to_scalar()
62 set_io_semantics(chan_intr, intr, in lower_load_input_to_scalar()
78 lower_load_to_scalar(nir_builder *b, nir_intrinsic_instr *intr) lower_load_to_scalar() argument
125 lower_store_output_to_scalar(nir_builder *b, nir_intrinsic_instr *intr) lower_store_output_to_scalar() argument
183 lower_store_to_scalar(nir_builder *b, nir_intrinsic_instr *intr) lower_store_to_scalar() argument
321 lower_load_to_scalar_early(nir_builder *b, nir_intrinsic_instr *intr, nir_variable *var, struct hash_table *split_inputs, struct hash_table *split_outputs) lower_load_to_scalar_early() argument
380 lower_store_output_to_scalar_early(nir_builder *b, nir_intrinsic_instr *intr, nir_variable *var, struct hash_table *split_outputs) lower_store_output_to_scalar_early() argument
[all...] |
| H A D | nir_lower_wrmasks.c | 95 split_wrmask(nir_builder *b, nir_intrinsic_instr *intr) in split_wrmask() argument
97 const nir_intrinsic_info *info = &nir_intrinsic_infos[intr->intrinsic]; in split_wrmask()
99 b->cursor = nir_before_instr(&intr->instr); in split_wrmask()
104 unsigned value_idx = value_src(intr->intrinsic); in split_wrmask()
105 unsigned offset_idx = offset_src(intr->intrinsic); in split_wrmask()
106 unsigned num_comp = nir_intrinsic_src_components(intr, value_idx); in split_wrmask()
108 unsigned wrmask = nir_intrinsic_write_mask(intr); in split_wrmask()
113 nir_ssa_def *value = nir_ssa_for_src(b, intr->src[value_idx], num_comp); in split_wrmask()
114 nir_ssa_def *offset = nir_ssa_for_src(b, intr->src[offset_idx], 1); in split_wrmask()
124 nir_intrinsic_instr_create(b->shader, intr in split_wrmask()
[all...] |
| /third_party/mesa3d/src/freedreno/ir3/ |
| H A D | ir3_a6xx.c | 42 emit_intrinsic_load_ssbo(struct ir3_context *ctx, nir_intrinsic_instr *intr, in emit_intrinsic_load_ssbo() argument
49 offset = ir3_get_src(ctx, &intr->src[2])[0]; in emit_intrinsic_load_ssbo()
51 ldib = ir3_LDIB(b, ir3_ssbo_to_ibo(ctx, intr->src[0]), 0, offset, 0); in emit_intrinsic_load_ssbo()
52 ldib->dsts[0]->wrmask = MASK(intr->num_components); in emit_intrinsic_load_ssbo()
53 ldib->cat6.iim_val = intr->num_components; in emit_intrinsic_load_ssbo()
55 ldib->cat6.type = intr->dest.ssa.bit_size == 16 ? TYPE_U16 : TYPE_U32; in emit_intrinsic_load_ssbo()
58 ir3_handle_bindless_cat6(ldib, intr->src[0]); in emit_intrinsic_load_ssbo()
59 ir3_handle_nonuniform(ldib, intr); in emit_intrinsic_load_ssbo()
61 ir3_split_dest(b, dst, ldib, 0, intr->num_components); in emit_intrinsic_load_ssbo()
66 emit_intrinsic_store_ssbo(struct ir3_context *ctx, nir_intrinsic_instr *intr) in emit_intrinsic_store_ssbo() argument
110 emit_intrinsic_atomic_ssbo(struct ir3_context *ctx, nir_intrinsic_instr *intr) emit_intrinsic_atomic_ssbo() argument
201 emit_intrinsic_load_image(struct ir3_context *ctx, nir_intrinsic_instr *intr, struct ir3_instruction **dst) emit_intrinsic_load_image() argument
226 emit_intrinsic_store_image(struct ir3_context *ctx, nir_intrinsic_instr *intr) emit_intrinsic_store_image() argument
255 emit_intrinsic_atomic_image(struct ir3_context *ctx, nir_intrinsic_instr *intr) emit_intrinsic_atomic_image() argument
348 emit_intrinsic_image_size(struct ir3_context *ctx, nir_intrinsic_instr *intr, struct ir3_instruction **dst) emit_intrinsic_image_size() argument
368 emit_intrinsic_load_global_ir3(struct ir3_context *ctx, nir_intrinsic_instr *intr, struct ir3_instruction **dst) emit_intrinsic_load_global_ir3() argument
405 emit_intrinsic_store_global_ir3(struct ir3_context *ctx, nir_intrinsic_instr *intr) emit_intrinsic_store_global_ir3() argument
445 emit_intrinsic_atomic_global(struct ir3_context *ctx, nir_intrinsic_instr *intr) emit_intrinsic_atomic_global() argument
[all...] |
| H A D | ir3_nir_lower_64b.c | 41 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); in lower_64b_intrinsics_filter()
43 if (intr->intrinsic == nir_intrinsic_load_deref || in lower_64b_intrinsics_filter()
44 intr->intrinsic == nir_intrinsic_store_deref) in lower_64b_intrinsics_filter()
47 if (is_intrinsic_store(intr->intrinsic)) in lower_64b_intrinsics_filter()
48 return nir_src_bit_size(intr->src[0]) == 64; in lower_64b_intrinsics_filter()
50 if (nir_intrinsic_dest_components(intr) == 0) in lower_64b_intrinsics_filter()
53 return nir_dest_bit_size(intr->dest) == 64; in lower_64b_intrinsics_filter()
61 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); in lower_64b_intrinsics() local
67 if (is_intrinsic_store(intr->intrinsic)) { in lower_64b_intrinsics()
69 switch (intr in lower_64b_intrinsics()
257 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); lower_64b_global() local
[all...] |
| H A D | ir3_a4xx.c | 70 emit_intrinsic_load_ssbo(struct ir3_context *ctx, nir_intrinsic_instr *intr, in emit_intrinsic_load_ssbo() argument
76 struct ir3_instruction *ssbo = ir3_ssbo_to_ibo(ctx, intr->src[0]); in emit_intrinsic_load_ssbo()
78 byte_offset = ir3_get_src(ctx, &intr->src[1])[0]; in emit_intrinsic_load_ssbo()
79 offset = ir3_get_src(ctx, &intr->src[2])[0]; in emit_intrinsic_load_ssbo()
82 src0 = byte_offset_to_address(ctx, &intr->src[0], byte_offset); in emit_intrinsic_load_ssbo()
86 ldgb->dsts[0]->wrmask = MASK(intr->num_components); in emit_intrinsic_load_ssbo()
87 ldgb->cat6.iim_val = intr->num_components; in emit_intrinsic_load_ssbo()
93 ir3_split_dest(b, dst, ldgb, 0, intr->num_components); in emit_intrinsic_load_ssbo()
98 emit_intrinsic_store_ssbo(struct ir3_context *ctx, nir_intrinsic_instr *intr) in emit_intrinsic_store_ssbo() argument
102 unsigned wrmask = nir_intrinsic_write_mask(intr); in emit_intrinsic_store_ssbo()
152 emit_intrinsic_atomic_ssbo(struct ir3_context *ctx, nir_intrinsic_instr *intr) emit_intrinsic_atomic_ssbo() argument
280 emit_intrinsic_load_image(struct ir3_context *ctx, nir_intrinsic_instr *intr, struct ir3_instruction **dst) emit_intrinsic_load_image() argument
328 emit_intrinsic_store_image(struct ir3_context *ctx, nir_intrinsic_instr *intr) emit_intrinsic_store_image() argument
365 emit_intrinsic_atomic_image(struct ir3_context *ctx, nir_intrinsic_instr *intr) emit_intrinsic_atomic_image() argument
428 emit_intrinsic_atomic_global(struct ir3_context *ctx, nir_intrinsic_instr *intr) emit_intrinsic_atomic_global() argument
[all...] |
| /third_party/mesa3d/src/broadcom/compiler/ |
| H A D | v3d_nir_lower_load_store_bitsize.c | 72 nir_intrinsic_instr *intr, in init_scalar_intrinsic()
80 nir_intrinsic_instr_create(b->shader, intr->intrinsic); in init_scalar_intrinsic()
82 nir_intrinsic_copy_const_indices(new_intr, intr); in init_scalar_intrinsic()
87 if (nir_intrinsic_has_align_mul(intr)) { in init_scalar_intrinsic()
88 assert(nir_intrinsic_has_align_offset(intr)); in init_scalar_intrinsic()
89 unsigned align_mul = nir_intrinsic_align_mul(intr); in init_scalar_intrinsic()
90 unsigned align_off = nir_intrinsic_align_offset(intr); in init_scalar_intrinsic()
100 if (nir_intrinsic_has_base(intr)) { in init_scalar_intrinsic()
102 new_intr, nir_intrinsic_base(intr) + offset_adj); in init_scalar_intrinsic()
118 nir_intrinsic_instr *intr) in lower_load_bitsize()
71 init_scalar_intrinsic(nir_builder *b, nir_intrinsic_instr *intr, uint32_t component, nir_ssa_def *offset, uint32_t bit_size, nir_ssa_def **scalar_offset) init_scalar_intrinsic() argument
116 lower_load_bitsize(struct v3d_compile *c, nir_builder *b, nir_intrinsic_instr *intr) lower_load_bitsize() argument
172 lower_store_bitsize(struct v3d_compile *c, nir_builder *b, nir_intrinsic_instr *intr) lower_store_bitsize() argument
[all...] |
| /third_party/mesa3d/src/imagination/rogue/nir/ |
| H A D | rogue_nir_lower_io.c | 34 nir_intrinsic_instr *intr, in lower_vulkan_resource_index()
37 unsigned desc_set = nir_intrinsic_desc_set(intr); in lower_vulkan_resource_index()
38 unsigned binding = nir_intrinsic_binding(intr); in lower_vulkan_resource_index()
44 nir_ssa_def_rewrite_uses(&intr->dest.ssa, def); in lower_vulkan_resource_index()
45 nir_instr_remove(&intr->instr); in lower_vulkan_resource_index()
49 nir_intrinsic_instr *intr) in lower_load_vulkan_descriptor()
55 nir_ssa_def_rewrite_uses(&intr->dest.ssa, intr->src[0].ssa); in lower_load_vulkan_descriptor()
56 nir_instr_remove(&intr->instr); in lower_load_vulkan_descriptor()
59 static void lower_load_ubo_to_scalar(nir_builder *b, nir_intrinsic_instr *intr) in lower_load_ubo_to_scalar() argument
33 lower_vulkan_resource_index(nir_builder *b, nir_intrinsic_instr *intr, void *pipeline_layout) lower_vulkan_resource_index() argument
48 lower_load_vulkan_descriptor(nir_builder *b, nir_intrinsic_instr *intr) lower_load_vulkan_descriptor() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/irqchip/ |
| H A D | irq-ti-sci-intr.c | 62 struct ti_sci_intr_irq_domain *intr = domain->host_data; in ti_sci_intr_irq_domain_translate() local
68 *type = intr->type; in ti_sci_intr_irq_domain_translate()
75 * @intr: IRQ domain corresponding to Interrupt Router
80 static int ti_sci_intr_xlate_irq(struct ti_sci_intr_irq_domain *intr, u32 irq) in ti_sci_intr_xlate_irq() argument
82 struct device_node *np = dev_of_node(intr->dev); in ti_sci_intr_xlate_irq()
111 struct ti_sci_intr_irq_domain *intr = domain->host_data; in ti_sci_intr_irq_domain_free() local
118 intr->sci->ops.rm_irq_ops.free_irq(intr->sci, in ti_sci_intr_irq_domain_free()
119 intr->ti_sci_id, data->hwirq, in ti_sci_intr_irq_domain_free()
120 intr in ti_sci_intr_irq_domain_free()
137 struct ti_sci_intr_irq_domain *intr = domain->host_data; ti_sci_intr_alloc_parent_irq() local
227 struct ti_sci_intr_irq_domain *intr; ti_sci_intr_irq_domain_probe() local
[all...] |
| /kernel/linux/linux-6.6/drivers/irqchip/ |
| H A D | irq-ti-sci-intr.c | 62 struct ti_sci_intr_irq_domain *intr = domain->host_data; in ti_sci_intr_irq_domain_translate() local
68 *type = intr->type; in ti_sci_intr_irq_domain_translate()
75 * @intr: IRQ domain corresponding to Interrupt Router
80 static int ti_sci_intr_xlate_irq(struct ti_sci_intr_irq_domain *intr, u32 irq) in ti_sci_intr_xlate_irq() argument
82 struct device_node *np = dev_of_node(intr->dev); in ti_sci_intr_xlate_irq()
111 struct ti_sci_intr_irq_domain *intr = domain->host_data; in ti_sci_intr_irq_domain_free() local
118 intr->sci->ops.rm_irq_ops.free_irq(intr->sci, in ti_sci_intr_irq_domain_free()
119 intr->ti_sci_id, data->hwirq, in ti_sci_intr_irq_domain_free()
120 intr in ti_sci_intr_irq_domain_free()
137 struct ti_sci_intr_irq_domain *intr = domain->host_data; ti_sci_intr_alloc_parent_irq() local
227 struct ti_sci_intr_irq_domain *intr; ti_sci_intr_irq_domain_probe() local
[all...] |
| /kernel/linux/linux-6.6/drivers/gpu/drm/msm/disp/dpu1/ |
| H A D | dpu_hw_interrupts.c | 226 struct dpu_hw_intr *intr = dpu_kms->hw_intr; in dpu_core_irq() local
234 if (!intr) in dpu_core_irq()
237 spin_lock_irqsave(&intr->irq_lock, irq_flags); in dpu_core_irq()
239 if (!test_bit(reg_idx, &intr->irq_mask)) in dpu_core_irq()
243 irq_status = DPU_REG_READ(&intr->hw, intr->intr_set[reg_idx].status_off); in dpu_core_irq()
246 enable_mask = DPU_REG_READ(&intr->hw, intr->intr_set[reg_idx].en_off); in dpu_core_irq()
250 DPU_REG_WRITE(&intr->hw, intr in dpu_core_irq()
284 dpu_hw_intr_enable_irq_locked(struct dpu_hw_intr *intr, int irq_idx) dpu_hw_intr_enable_irq_locked() argument
337 dpu_hw_intr_disable_irq_locked(struct dpu_hw_intr *intr, int irq_idx) dpu_hw_intr_disable_irq_locked() argument
388 struct dpu_hw_intr *intr = dpu_kms->hw_intr; dpu_clear_irqs() local
406 struct dpu_hw_intr *intr = dpu_kms->hw_intr; dpu_disable_all_irqs() local
424 struct dpu_hw_intr *intr = dpu_kms->hw_intr; dpu_core_irq_read() local
464 struct dpu_hw_intr *intr; dpu_hw_intr_init() local
504 dpu_hw_intr_destroy(struct dpu_hw_intr *intr) dpu_hw_intr_destroy() argument
[all...] |
| /third_party/mesa3d/src/microsoft/clc/ |
| H A D | clc_nir.c | 35 lower_load_base_global_invocation_id(nir_builder *b, nir_intrinsic_instr *intr, in lower_load_base_global_invocation_id() argument
38 b->cursor = nir_after_instr(&intr->instr); in lower_load_base_global_invocation_id()
45 nir_dest_num_components(intr->dest), in lower_load_base_global_invocation_id()
46 nir_dest_bit_size(intr->dest)); in lower_load_base_global_invocation_id()
47 nir_ssa_def_rewrite_uses(&intr->dest.ssa, offset); in lower_load_base_global_invocation_id()
48 nir_instr_remove(&intr->instr); in lower_load_base_global_invocation_id()
53 lower_load_work_dim(nir_builder *b, nir_intrinsic_instr *intr, in lower_load_work_dim() argument
56 b->cursor = nir_after_instr(&intr->instr); in lower_load_work_dim()
63 nir_dest_num_components(intr->dest), in lower_load_work_dim()
64 nir_dest_bit_size(intr in lower_load_work_dim()
71 lower_load_num_workgroups(nir_builder *b, nir_intrinsic_instr *intr, nir_variable *var) lower_load_num_workgroups() argument
89 lower_load_base_workgroup_id(nir_builder *b, nir_intrinsic_instr *intr, nir_variable *var) lower_load_base_workgroup_id() argument
124 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); clc_nir_lower_system_values() local
149 lower_load_kernel_input(nir_builder *b, nir_intrinsic_instr *intr, nir_variable *var) lower_load_kernel_input() argument
206 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); clc_nir_lower_kernel_input_loads() local
[all...] |
| /kernel/linux/linux-5.10/drivers/net/ethernet/cisco/enic/ |
| H A D | vnic_intr.c | 30 void vnic_intr_free(struct vnic_intr *intr) in vnic_intr_free() argument
32 intr->ctrl = NULL; in vnic_intr_free()
35 int vnic_intr_alloc(struct vnic_dev *vdev, struct vnic_intr *intr, in vnic_intr_alloc() argument
38 intr->index = index; in vnic_intr_alloc()
39 intr->vdev = vdev; in vnic_intr_alloc()
41 intr->ctrl = vnic_dev_get_res(vdev, RES_TYPE_INTR_CTRL, index); in vnic_intr_alloc()
42 if (!intr->ctrl) { in vnic_intr_alloc()
51 void vnic_intr_init(struct vnic_intr *intr, u32 coalescing_timer, in vnic_intr_init() argument
54 vnic_intr_coalescing_timer_set(intr, coalescing_timer); in vnic_intr_init()
55 iowrite32(coalescing_type, &intr in vnic_intr_init()
60 vnic_intr_coalescing_timer_set(struct vnic_intr *intr, u32 coalescing_timer) vnic_intr_coalescing_timer_set() argument
67 vnic_intr_clean(struct vnic_intr *intr) vnic_intr_clean() argument
[all...] |
| H A D | vnic_intr.h | 54 static inline void vnic_intr_unmask(struct vnic_intr *intr) in vnic_intr_unmask() argument
56 iowrite32(0, &intr->ctrl->mask); in vnic_intr_unmask()
59 static inline void vnic_intr_mask(struct vnic_intr *intr) in vnic_intr_mask() argument
61 iowrite32(1, &intr->ctrl->mask); in vnic_intr_mask()
64 static inline int vnic_intr_masked(struct vnic_intr *intr) in vnic_intr_masked() argument
66 return ioread32(&intr->ctrl->mask); in vnic_intr_masked()
69 static inline void vnic_intr_return_credits(struct vnic_intr *intr, in vnic_intr_return_credits() argument
79 iowrite32(int_credit_return, &intr->ctrl->int_credit_return); in vnic_intr_return_credits()
82 static inline unsigned int vnic_intr_credits(struct vnic_intr *intr) in vnic_intr_credits() argument
84 return ioread32(&intr in vnic_intr_credits()
87 vnic_intr_return_all_credits(struct vnic_intr *intr) vnic_intr_return_all_credits() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/net/ethernet/cisco/enic/ |
| H A D | vnic_intr.c | 17 void vnic_intr_free(struct vnic_intr *intr) in vnic_intr_free() argument
19 intr->ctrl = NULL; in vnic_intr_free()
22 int vnic_intr_alloc(struct vnic_dev *vdev, struct vnic_intr *intr, in vnic_intr_alloc() argument
25 intr->index = index; in vnic_intr_alloc()
26 intr->vdev = vdev; in vnic_intr_alloc()
28 intr->ctrl = vnic_dev_get_res(vdev, RES_TYPE_INTR_CTRL, index); in vnic_intr_alloc()
29 if (!intr->ctrl) { in vnic_intr_alloc()
38 void vnic_intr_init(struct vnic_intr *intr, u32 coalescing_timer, in vnic_intr_init() argument
41 vnic_intr_coalescing_timer_set(intr, coalescing_timer); in vnic_intr_init()
42 iowrite32(coalescing_type, &intr in vnic_intr_init()
47 vnic_intr_coalescing_timer_set(struct vnic_intr *intr, u32 coalescing_timer) vnic_intr_coalescing_timer_set() argument
54 vnic_intr_clean(struct vnic_intr *intr) vnic_intr_clean() argument
[all...] |
| H A D | vnic_intr.h | 41 static inline void vnic_intr_unmask(struct vnic_intr *intr) in vnic_intr_unmask() argument
43 iowrite32(0, &intr->ctrl->mask); in vnic_intr_unmask()
46 static inline void vnic_intr_mask(struct vnic_intr *intr) in vnic_intr_mask() argument
48 iowrite32(1, &intr->ctrl->mask); in vnic_intr_mask()
51 static inline int vnic_intr_masked(struct vnic_intr *intr) in vnic_intr_masked() argument
53 return ioread32(&intr->ctrl->mask); in vnic_intr_masked()
56 static inline void vnic_intr_return_credits(struct vnic_intr *intr, in vnic_intr_return_credits() argument
66 iowrite32(int_credit_return, &intr->ctrl->int_credit_return); in vnic_intr_return_credits()
69 static inline unsigned int vnic_intr_credits(struct vnic_intr *intr) in vnic_intr_credits() argument
71 return ioread32(&intr in vnic_intr_credits()
74 vnic_intr_return_all_credits(struct vnic_intr *intr) vnic_intr_return_all_credits() argument
[all...] |
| /third_party/mesa3d/src/imagination/rogue/ |
| H A D | rogue.c | 394 nir_intrinsic_instr *intr) in trans_nir_intrinsic_load_input_fs()
399 assert(nir_dest_num_components(intr->dest) == 1); in trans_nir_intrinsic_load_input_fs()
400 assert(nir_dest_bit_size(intr->dest) == 32); in trans_nir_intrinsic_load_input_fs()
402 assert(nir_src_num_components(intr->src[0]) == 1); in trans_nir_intrinsic_load_input_fs()
403 assert(nir_src_bit_size(intr->src[0]) == 32); in trans_nir_intrinsic_load_input_fs()
404 assert(nir_intr_src_is_const(intr, 0)); in trans_nir_intrinsic_load_input_fs()
407 assert(nir_intrinsic_dest_type(intr) == nir_type_float32); in trans_nir_intrinsic_load_input_fs()
409 struct nir_io_semantics io_semantics = nir_intrinsic_io_semantics(intr); in trans_nir_intrinsic_load_input_fs()
410 size_t component = nir_intrinsic_component(intr); in trans_nir_intrinsic_load_input_fs()
416 uint64_t source_count = nir_dest_num_components(intr in trans_nir_intrinsic_load_input_fs()
393 trans_nir_intrinsic_load_input_fs(struct rogue_shader *shader, nir_intrinsic_instr *intr) trans_nir_intrinsic_load_input_fs() argument
444 trans_nir_intrinsic_load_input_vs(struct rogue_shader *shader, nir_intrinsic_instr *intr) trans_nir_intrinsic_load_input_vs() argument
478 trans_nir_intrinsic_load_input(struct rogue_shader *shader, nir_intrinsic_instr *intr) trans_nir_intrinsic_load_input() argument
495 trans_nir_intrinsic_store_output_fs(struct rogue_shader *shader, nir_intrinsic_instr *intr) trans_nir_intrinsic_store_output_fs() argument
530 trans_nir_intrinsic_store_output_vs(struct rogue_shader *shader, nir_intrinsic_instr *intr) trans_nir_intrinsic_store_output_vs() argument
564 trans_nir_intrinsic_store_output(struct rogue_shader *shader, nir_intrinsic_instr *intr) trans_nir_intrinsic_store_output() argument
581 trans_nir_intrinsic_load_ubo(struct rogue_shader *shader, nir_intrinsic_instr *intr) trans_nir_intrinsic_load_ubo() argument
621 trans_nir_intrinsic(struct rogue_shader *shader, nir_intrinsic_instr *intr) trans_nir_intrinsic() argument
653 ASSERTED nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); trans_nir_load_const() local
[all...] |
| H A D | rogue_nir_helpers.h | 87 static inline unsigned nir_intr_dest_regindex(const nir_intrinsic_instr *intr) in nir_intr_dest_regindex() argument
89 assert(!intr->dest.is_ssa); in nir_intr_dest_regindex()
91 return intr->dest.reg.reg->index; in nir_intr_dest_regindex()
94 static inline unsigned nir_intr_src_regindex(const nir_intrinsic_instr *intr, in nir_intr_src_regindex() argument
97 assert(src < nir_intrinsic_infos[intr->intrinsic].num_srcs); in nir_intr_src_regindex()
98 assert(!intr->src[src].is_ssa); in nir_intr_src_regindex()
100 return intr->src[src].reg.reg->index; in nir_intr_src_regindex()
103 static inline uint32_t nir_intr_src_const(const nir_intrinsic_instr *intr, in nir_intr_src_const() argument
106 assert(src < nir_intrinsic_infos[intr->intrinsic].num_srcs); in nir_intr_src_const()
107 assert(intr in nir_intr_src_const()
114 nir_intr_src_comp_const(const nir_intrinsic_instr *intr, size_t src, size_t comp) nir_intr_src_comp_const() argument
125 nir_intr_src_is_const(const nir_intrinsic_instr *intr, size_t src) nir_intr_src_is_const() argument
[all...] |
| /third_party/mesa3d/src/gallium/drivers/vc4/ |
| H A D | vc4_nir_lower_io.c | 40 replace_intrinsic_with_vec(nir_builder *b, nir_intrinsic_instr *intr, in replace_intrinsic_with_vec() argument
47 nir_ssa_def *vec = nir_vec(b, comps, intr->num_components); in replace_intrinsic_with_vec()
52 nir_ssa_def_rewrite_uses(&intr->dest.ssa, vec); in replace_intrinsic_with_vec()
53 nir_instr_remove(&intr->instr); in replace_intrinsic_with_vec()
173 nir_intrinsic_instr *intr) in vc4_nir_lower_vertex_attr()
175 b->cursor = nir_before_instr(&intr->instr); in vc4_nir_lower_vertex_attr()
177 int attr = nir_intrinsic_base(intr); in vc4_nir_lower_vertex_attr()
184 assert(nir_src_as_uint(intr->src[0]) == 0); in vc4_nir_lower_vertex_attr()
193 .base = nir_intrinsic_base(intr), in vc4_nir_lower_vertex_attr()
201 for (int i = 0; i < intr in vc4_nir_lower_vertex_attr()
172 vc4_nir_lower_vertex_attr(struct vc4_compile *c, nir_builder *b, nir_intrinsic_instr *intr) vc4_nir_lower_vertex_attr() argument
221 vc4_nir_lower_fs_input(struct vc4_compile *c, nir_builder *b, nir_intrinsic_instr *intr) vc4_nir_lower_fs_input() argument
277 vc4_nir_lower_output(struct vc4_compile *c, nir_builder *b, nir_intrinsic_instr *intr) vc4_nir_lower_output() argument
294 vc4_nir_lower_uniform(struct vc4_compile *c, nir_builder *b, nir_intrinsic_instr *intr) vc4_nir_lower_uniform() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/gpu/drm/nouveau/nvkm/subdev/vfn/ |
| H A D | tu102.c | 27 tu102_vfn_intr_reset(struct nvkm_intr *intr, int leaf, u32 mask) in tu102_vfn_intr_reset() argument
29 struct nvkm_vfn *vfn = container_of(intr, typeof(*vfn), intr); in tu102_vfn_intr_reset()
35 tu102_vfn_intr_allow(struct nvkm_intr *intr, int leaf, u32 mask) in tu102_vfn_intr_allow() argument
37 struct nvkm_vfn *vfn = container_of(intr, typeof(*vfn), intr); in tu102_vfn_intr_allow()
43 tu102_vfn_intr_block(struct nvkm_intr *intr, int leaf, u32 mask) in tu102_vfn_intr_block() argument
45 struct nvkm_vfn *vfn = container_of(intr, typeof(*vfn), intr); in tu102_vfn_intr_block()
51 tu102_vfn_intr_rearm(struct nvkm_intr *intr) in tu102_vfn_intr_rearm() argument
59 tu102_vfn_intr_unarm(struct nvkm_intr *intr) tu102_vfn_intr_unarm() argument
67 tu102_vfn_intr_pending(struct nvkm_intr *intr) tu102_vfn_intr_pending() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/scsi/snic/ |
| H A D | vnic_intr.c | 26 void svnic_intr_free(struct vnic_intr *intr) in svnic_intr_free() argument
28 intr->ctrl = NULL; in svnic_intr_free()
31 int svnic_intr_alloc(struct vnic_dev *vdev, struct vnic_intr *intr, in svnic_intr_alloc() argument
34 intr->index = index; in svnic_intr_alloc()
35 intr->vdev = vdev; in svnic_intr_alloc()
37 intr->ctrl = svnic_dev_get_res(vdev, RES_TYPE_INTR_CTRL, index); in svnic_intr_alloc()
38 if (!intr->ctrl) { in svnic_intr_alloc()
47 void svnic_intr_init(struct vnic_intr *intr, unsigned int coalescing_timer, in svnic_intr_init() argument
50 iowrite32(coalescing_timer, &intr->ctrl->coalescing_timer); in svnic_intr_init()
51 iowrite32(coalescing_type, &intr in svnic_intr_init()
56 svnic_intr_clean(struct vnic_intr *intr) svnic_intr_clean() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/scsi/fnic/ |
| H A D | vnic_intr.c | 27 void vnic_intr_free(struct vnic_intr *intr) in vnic_intr_free() argument
29 intr->ctrl = NULL; in vnic_intr_free()
32 int vnic_intr_alloc(struct vnic_dev *vdev, struct vnic_intr *intr, in vnic_intr_alloc() argument
35 intr->index = index; in vnic_intr_alloc()
36 intr->vdev = vdev; in vnic_intr_alloc()
38 intr->ctrl = vnic_dev_get_res(vdev, RES_TYPE_INTR_CTRL, index); in vnic_intr_alloc()
39 if (!intr->ctrl) { in vnic_intr_alloc()
48 void vnic_intr_init(struct vnic_intr *intr, unsigned int coalescing_timer, in vnic_intr_init() argument
51 iowrite32(coalescing_timer, &intr->ctrl->coalescing_timer); in vnic_intr_init()
52 iowrite32(coalescing_type, &intr in vnic_intr_init()
57 vnic_intr_clean(struct vnic_intr *intr) vnic_intr_clean() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/scsi/snic/ |
| H A D | vnic_intr.c | 12 void svnic_intr_free(struct vnic_intr *intr) in svnic_intr_free() argument
14 intr->ctrl = NULL; in svnic_intr_free()
17 int svnic_intr_alloc(struct vnic_dev *vdev, struct vnic_intr *intr, in svnic_intr_alloc() argument
20 intr->index = index; in svnic_intr_alloc()
21 intr->vdev = vdev; in svnic_intr_alloc()
23 intr->ctrl = svnic_dev_get_res(vdev, RES_TYPE_INTR_CTRL, index); in svnic_intr_alloc()
24 if (!intr->ctrl) { in svnic_intr_alloc()
33 void svnic_intr_init(struct vnic_intr *intr, unsigned int coalescing_timer, in svnic_intr_init() argument
36 iowrite32(coalescing_timer, &intr->ctrl->coalescing_timer); in svnic_intr_init()
37 iowrite32(coalescing_type, &intr in svnic_intr_init()
42 svnic_intr_clean(struct vnic_intr *intr) svnic_intr_clean() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/scsi/fnic/ |
| H A D | vnic_intr.c | 15 void vnic_intr_free(struct vnic_intr *intr) in vnic_intr_free() argument
17 intr->ctrl = NULL; in vnic_intr_free()
20 int vnic_intr_alloc(struct vnic_dev *vdev, struct vnic_intr *intr, in vnic_intr_alloc() argument
23 intr->index = index; in vnic_intr_alloc()
24 intr->vdev = vdev; in vnic_intr_alloc()
26 intr->ctrl = vnic_dev_get_res(vdev, RES_TYPE_INTR_CTRL, index); in vnic_intr_alloc()
27 if (!intr->ctrl) { in vnic_intr_alloc()
36 void vnic_intr_init(struct vnic_intr *intr, unsigned int coalescing_timer, in vnic_intr_init() argument
39 iowrite32(coalescing_timer, &intr->ctrl->coalescing_timer); in vnic_intr_init()
40 iowrite32(coalescing_type, &intr in vnic_intr_init()
45 vnic_intr_clean(struct vnic_intr *intr) vnic_intr_clean() argument
[all...] |
| /third_party/mesa3d/src/gallium/drivers/lima/ir/ |
| H A D | lima_nir_lower_uniform_to_scalar.c | 30 lower_load_uniform_to_scalar(nir_builder *b, nir_intrinsic_instr *intr) in lower_load_uniform_to_scalar() argument
32 b->cursor = nir_before_instr(&intr->instr); in lower_load_uniform_to_scalar()
35 for (unsigned i = 0; i < intr->num_components; i++) { in lower_load_uniform_to_scalar()
37 nir_intrinsic_instr_create(b->shader, intr->intrinsic); in lower_load_uniform_to_scalar()
39 1, intr->dest.ssa.bit_size, NULL); in lower_load_uniform_to_scalar()
42 nir_intrinsic_set_base(chan_intr, nir_intrinsic_base(intr) * 4 + i); in lower_load_uniform_to_scalar()
43 nir_intrinsic_set_range(chan_intr, nir_intrinsic_range(intr) * 4); in lower_load_uniform_to_scalar()
44 nir_intrinsic_set_dest_type(chan_intr, nir_intrinsic_dest_type(intr)); in lower_load_uniform_to_scalar()
47 nir_src_for_ssa(nir_imul_imm(b, intr->src[0].ssa, 4)); in lower_load_uniform_to_scalar()
54 nir_ssa_def_rewrite_uses(&intr in lower_load_uniform_to_scalar()
72 nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); lima_nir_lower_uniform_to_scalar() local
[all...] |