| /kernel/linux/linux-5.10/drivers/gpu/drm/nouveau/nvkm/subdev/fault/ |
| H A D | base.c | 30 struct nvkm_fault *fault = container_of(event, typeof(*fault), event); in nvkm_fault_ntfy_fini() local
31 fault->func->buffer.intr(fault->buffer[index], false); in nvkm_fault_ntfy_fini()
37 struct nvkm_fault *fault = container_of(event, typeof(*fault), event); in nvkm_fault_ntfy_init() local
38 fault->func->buffer.intr(fault->buffer[index], true); in nvkm_fault_ntfy_init()
65 struct nvkm_fault *fault = nvkm_fault(subdev); in nvkm_fault_intr() local
66 return fault in nvkm_fault_intr()
72 struct nvkm_fault *fault = nvkm_fault(subdev); nvkm_fault_fini() local
81 struct nvkm_fault *fault = nvkm_fault(subdev); nvkm_fault_init() local
88 nvkm_fault_oneinit_buffer(struct nvkm_fault *fault, int id) nvkm_fault_oneinit_buffer() argument
121 struct nvkm_fault *fault = nvkm_fault(subdev); nvkm_fault_oneinit() local
146 struct nvkm_fault *fault = nvkm_fault(subdev); nvkm_fault_dtor() local
175 struct nvkm_fault *fault; nvkm_fault_new_() local
[all...] |
| H A D | gv100.c | 33 struct nvkm_device *device = buffer->fault->subdev.device; in gv100_fault_buffer_process()
42 const u32 base = get * buffer->fault->func->buffer.entry_size; in gv100_fault_buffer_process()
76 struct nvkm_device *device = buffer->fault->subdev.device; in gv100_fault_buffer_intr()
87 struct nvkm_device *device = buffer->fault->subdev.device; in gv100_fault_buffer_fini()
95 struct nvkm_device *device = buffer->fault->subdev.device; in gv100_fault_buffer_init()
107 struct nvkm_device *device = buffer->fault->subdev.device; in gv100_fault_buffer_info()
120 struct nvkm_fault *fault = container_of(notify, typeof(*fault), nrpfb); in gv100_fault_ntfy_nrpfb() local
121 gv100_fault_buffer_process(fault->buffer[0]); in gv100_fault_ntfy_nrpfb()
126 gv100_fault_intr_fault(struct nvkm_fault *fault) in gv100_fault_intr_fault() argument
152 gv100_fault_intr(struct nvkm_fault *fault) gv100_fault_intr() argument
184 gv100_fault_fini(struct nvkm_fault *fault) gv100_fault_fini() argument
193 gv100_fault_init(struct nvkm_fault *fault) gv100_fault_init() argument
201 gv100_fault_oneinit(struct nvkm_fault *fault) gv100_fault_oneinit() argument
[all...] |
| H A D | tu102.c | 42 struct nvkm_device *device = buffer->fault->subdev.device; in tu102_fault_buffer_fini()
50 struct nvkm_device *device = buffer->fault->subdev.device; in tu102_fault_buffer_init()
62 struct nvkm_device *device = buffer->fault->subdev.device; in tu102_fault_buffer_info()
73 tu102_fault_intr_fault(struct nvkm_fault *fault) in tu102_fault_intr_fault() argument
75 struct nvkm_subdev *subdev = &fault->subdev; in tu102_fault_intr_fault()
99 tu102_fault_intr(struct nvkm_fault *fault) in tu102_fault_intr() argument
101 struct nvkm_subdev *subdev = &fault->subdev; in tu102_fault_intr()
106 tu102_fault_intr_fault(fault); in tu102_fault_intr()
112 if (fault->buffer[0]) { in tu102_fault_intr()
113 nvkm_event_send(&fault in tu102_fault_intr()
132 tu102_fault_fini(struct nvkm_fault *fault) tu102_fault_fini() argument
141 tu102_fault_init(struct nvkm_fault *fault) tu102_fault_init() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/gpu/drm/nouveau/nvkm/subdev/fault/ |
| H A D | base.c | 29 struct nvkm_fault *fault = container_of(event, typeof(*fault), event); in nvkm_fault_ntfy_fini() local
30 fault->func->buffer.intr(fault->buffer[index], false); in nvkm_fault_ntfy_fini()
36 struct nvkm_fault *fault = container_of(event, typeof(*fault), event); in nvkm_fault_ntfy_init() local
37 fault->func->buffer.intr(fault->buffer[index], true); in nvkm_fault_ntfy_init()
49 struct nvkm_fault *fault = nvkm_fault(subdev); in nvkm_fault_intr() local
50 return fault in nvkm_fault_intr()
56 struct nvkm_fault *fault = nvkm_fault(subdev); nvkm_fault_fini() local
65 struct nvkm_fault *fault = nvkm_fault(subdev); nvkm_fault_init() local
72 nvkm_fault_oneinit_buffer(struct nvkm_fault *fault, int id) nvkm_fault_oneinit_buffer() argument
105 struct nvkm_fault *fault = nvkm_fault(subdev); nvkm_fault_oneinit() local
129 struct nvkm_fault *fault = nvkm_fault(subdev); nvkm_fault_dtor() local
158 struct nvkm_fault *fault; nvkm_fault_new_() local
[all...] |
| H A D | gv100.c | 33 struct nvkm_fault *fault = container_of(work, typeof(*fault), nrpfb_work); in gv100_fault_buffer_process() local
34 struct nvkm_fault_buffer *buffer = fault->buffer[0]; in gv100_fault_buffer_process()
35 struct nvkm_device *device = fault->subdev.device; in gv100_fault_buffer_process()
44 const u32 base = get * buffer->fault->func->buffer.entry_size; in gv100_fault_buffer_process()
78 struct nvkm_device *device = buffer->fault->subdev.device; in gv100_fault_buffer_intr()
89 struct nvkm_device *device = buffer->fault->subdev.device; in gv100_fault_buffer_fini()
97 struct nvkm_device *device = buffer->fault->subdev.device; in gv100_fault_buffer_init()
109 struct nvkm_device *device = buffer->fault->subdev.device; in gv100_fault_buffer_info()
122 struct nvkm_fault *fault in gv100_fault_ntfy_nrpfb() local
129 gv100_fault_intr_fault(struct nvkm_fault *fault) gv100_fault_intr_fault() argument
155 gv100_fault_intr(struct nvkm_fault *fault) gv100_fault_intr() argument
187 gv100_fault_fini(struct nvkm_fault *fault) gv100_fault_fini() argument
199 gv100_fault_init(struct nvkm_fault *fault) gv100_fault_init() argument
207 gv100_fault_oneinit(struct nvkm_fault *fault) gv100_fault_oneinit() argument
[all...] |
| H A D | tu102.c | 37 nvkm_event_ntfy(&buffer->fault->event, buffer->id, NVKM_FAULT_BUFFER_EVENT_PENDING); in tu102_fault_buffer_notify()
53 struct nvkm_device *device = buffer->fault->subdev.device; in tu102_fault_buffer_fini()
62 struct nvkm_device *device = buffer->fault->subdev.device; in tu102_fault_buffer_init()
74 struct nvkm_device *device = buffer->fault->subdev.device; in tu102_fault_buffer_info()
87 struct nvkm_fault *fault = container_of(inth, typeof(*fault), info_fault); in tu102_fault_info_fault() local
88 struct nvkm_subdev *subdev = &fault->subdev; in tu102_fault_info_fault()
115 tu102_fault_fini(struct nvkm_fault *fault) in tu102_fault_fini() argument
117 nvkm_event_ntfy_block(&fault->nrpfb); in tu102_fault_fini()
118 flush_work(&fault in tu102_fault_fini()
127 tu102_fault_init(struct nvkm_fault *fault) tu102_fault_init() argument
136 tu102_fault_oneinit(struct nvkm_fault *fault) tu102_fault_oneinit() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/ |
| H A D | fault.c | 55 #include "fault.h"
111 if (!ibd->fault->n_rxfaults[i] && !ibd->fault->n_txfaults[i]) in _fault_stats_seq_show()
116 (unsigned long long)ibd->fault->n_rxfaults[i], in _fault_stats_seq_show()
117 (unsigned long long)ibd->fault->n_txfaults[i]); in _fault_stats_seq_show()
138 struct fault *fault = file->private_data; in fault_opcodes_write() local
180 bitmap_zero(fault->opcodes, sizeof(fault->opcodes) * in fault_opcodes_write()
190 clear_bit(i, fault in fault_opcodes_write()
212 struct fault *fault = file->private_data; fault_opcodes_read() local
[all...] |
| /kernel/linux/linux-6.6/drivers/infiniband/hw/hfi1/ |
| H A D | fault.c | 13 #include "fault.h"
69 if (!ibd->fault->n_rxfaults[i] && !ibd->fault->n_txfaults[i]) in _fault_stats_seq_show()
74 (unsigned long long)ibd->fault->n_rxfaults[i], in _fault_stats_seq_show()
75 (unsigned long long)ibd->fault->n_txfaults[i]); in _fault_stats_seq_show()
96 struct fault *fault = file->private_data; in fault_opcodes_write() local
138 bitmap_zero(fault->opcodes, sizeof(fault->opcodes) * in fault_opcodes_write()
148 clear_bit(i, fault in fault_opcodes_write()
170 struct fault *fault = file->private_data; fault_opcodes_read() local
[all...] |
| /kernel/linux/linux-6.6/arch/s390/mm/ |
| H A D | fault.c | 8 * Derived from "arch/i386/mm/fault.c"
227 printk(KERN_ALERT "User process fault: interruption code %04x ilc:%d ", in report_user_fault()
247 static noinline void do_no_context(struct pt_regs *regs, vm_fault_t fault) in do_no_context() argument
256 if ((fault_type == KERNEL_FAULT) && (fault == VM_FAULT_BADCONTEXT)) { in do_no_context()
298 static noinline void do_fault_error(struct pt_regs *regs, vm_fault_t fault) in do_fault_error() argument
302 switch (fault) { in do_fault_error()
308 si_code = (fault == VM_FAULT_BADMAP) ? in do_fault_error()
316 do_no_context(regs, fault); in do_fault_error()
320 do_no_context(regs, fault); in do_fault_error()
322 default: /* fault in do_fault_error()
366 vm_fault_t fault; do_exception() local
538 vm_fault_t fault; do_protection_exception() local
574 vm_fault_t fault; do_dat_exception() local
[all...] |
| /kernel/linux/linux-5.10/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_svm.c | 63 u8 fault; member
65 } **fault; member
155 * page fault) and maybe some other commands. in nouveau_svmm_bind()
377 /* Issue fault replay for GPU to retry accesses that faulted previously. */
388 /* Cancel a replayable fault that could not be handled.
390 * Cancelling the fault will trigger recovery to reset the engine
410 struct nouveau_svm_fault *fault) in nouveau_svm_fault_cancel_fault()
412 nouveau_svm_fault_cancel(svm, fault->inst, in nouveau_svm_fault_cancel_fault()
413 fault->hub, in nouveau_svm_fault_cancel_fault()
414 fault in nouveau_svm_fault_cancel_fault()
409 nouveau_svm_fault_cancel_fault(struct nouveau_svm *svm, struct nouveau_svm_fault *fault) nouveau_svm_fault_cancel_fault() argument
450 struct nouveau_svm_fault *fault; nouveau_svm_fault_cache() local
768 struct nouveau_svm_fault *fault = nouveau_svm_fault() local
[all...] |
| /kernel/linux/linux-6.6/arch/x86/kvm/svm/ |
| H A D | svm_ops.h | 12 _ASM_EXTABLE(1b, %l[fault]) \
13 ::: clobber : fault); \
15 fault: \
22 _ASM_EXTABLE(1b, %l[fault]) \
23 :: op1 : clobber : fault); \
25 fault: \
32 _ASM_EXTABLE(1b, %l[fault]) \
33 :: op1, op2 : clobber : fault); \
35 fault: \
|
| /kernel/linux/linux-5.10/drivers/iommu/amd/ |
| H A D | iommu_v2.c | 66 struct fault { struct
426 static void handle_fault_error(struct fault *fault) in handle_fault_error() argument
430 if (!fault->dev_state->inv_ppr_cb) { in handle_fault_error()
431 set_pri_tag_status(fault->state, fault->tag, PPR_INVALID); in handle_fault_error()
435 status = fault->dev_state->inv_ppr_cb(fault->dev_state->pdev, in handle_fault_error()
436 fault->pasid, in handle_fault_error()
437 fault in handle_fault_error()
454 access_error(struct vm_area_struct *vma, struct fault *fault) access_error() argument
472 struct fault *fault = container_of(work, struct fault, work); do_fault() local
520 struct fault *fault; ppr_notifier() local
[all...] |
| /kernel/linux/linux-6.6/drivers/iommu/amd/ |
| H A D | iommu_v2.c | 67 struct fault { struct
428 static void handle_fault_error(struct fault *fault) in handle_fault_error() argument
432 if (!fault->dev_state->inv_ppr_cb) { in handle_fault_error()
433 set_pri_tag_status(fault->state, fault->tag, PPR_INVALID); in handle_fault_error()
437 status = fault->dev_state->inv_ppr_cb(fault->dev_state->pdev, in handle_fault_error()
438 fault->pasid, in handle_fault_error()
439 fault in handle_fault_error()
456 access_error(struct vm_area_struct *vma, struct fault *fault) access_error() argument
474 struct fault *fault = container_of(work, struct fault, work); do_fault() local
522 struct fault *fault; ppr_notifier() local
[all...] |
| /kernel/linux/linux-5.10/arch/nios2/kernel/ |
| H A D | misaligned.c | 72 unsigned int fault; in handle_unaligned_c() local
85 fault = 0; in handle_unaligned_c()
98 fault |= __get_user(d0, (u8 *)(addr+0)); in handle_unaligned_c()
99 fault |= __get_user(d1, (u8 *)(addr+1)); in handle_unaligned_c()
111 fault |= __put_user(d0, (u8 *)(addr+0)); in handle_unaligned_c()
112 fault |= __put_user(d1, (u8 *)(addr+1)); in handle_unaligned_c()
116 fault |= __get_user(d0, (u8 *)(addr+0)); in handle_unaligned_c()
117 fault |= __get_user(d1, (u8 *)(addr+1)); in handle_unaligned_c()
133 fault |= __put_user(d0, (u8 *)(addr+0)); in handle_unaligned_c()
134 fault | in handle_unaligned_c()
[all...] |
| /kernel/linux/linux-6.6/arch/nios2/kernel/ |
| H A D | misaligned.c | 72 unsigned int fault; in handle_unaligned_c() local
85 fault = 0; in handle_unaligned_c()
98 fault |= __get_user(d0, (u8 *)(addr+0)); in handle_unaligned_c()
99 fault |= __get_user(d1, (u8 *)(addr+1)); in handle_unaligned_c()
111 fault |= __put_user(d0, (u8 *)(addr+0)); in handle_unaligned_c()
112 fault |= __put_user(d1, (u8 *)(addr+1)); in handle_unaligned_c()
116 fault |= __get_user(d0, (u8 *)(addr+0)); in handle_unaligned_c()
117 fault |= __get_user(d1, (u8 *)(addr+1)); in handle_unaligned_c()
133 fault |= __put_user(d0, (u8 *)(addr+0)); in handle_unaligned_c()
134 fault | in handle_unaligned_c()
[all...] |
| /kernel/linux/linux-6.6/arch/x86/kvm/mmu/ |
| H A D | paging_tmpl.h | 92 struct x86_exception fault; member
249 ret = __try_cmpxchg_user(ptep_user, &orig_pte, pte, fault); in update_accessed_dirty_bits()
352 * Queue a page fault for injection if this assertion fails, as callers in walk_addr_generic()
353 * assume that walker.fault contains sane info on a walk failure. I.e. in walk_addr_generic()
380 nested_access, &walker->fault); in walk_addr_generic()
384 * instruction) triggers a nested page fault. The exit in walk_addr_generic()
386 * "guest page access" as the nested page fault's cause, in walk_addr_generic()
448 real_gpa = kvm_translate_gpa(vcpu, mmu, gfn_to_gpa(gfn), access, &walker->fault); in walk_addr_generic()
458 * On a write fault, fold the dirty bit into accessed_dirty. in walk_addr_generic()
481 walker->fault in walk_addr_generic()
627 fetch(struct kvm_vcpu *vcpu, struct kvm_page_fault *fault, struct guest_walker *gw) fetch() argument
777 page_fault(struct kvm_vcpu *vcpu, struct kvm_page_fault *fault) page_fault() argument
[all...] |
| /kernel/linux/linux-6.6/arch/mips/kernel/ |
| H A D | unaligned.c | 174 goto fault; in emulate_load_store_insn()
183 goto fault; in emulate_load_store_insn()
192 goto fault; in emulate_load_store_insn()
212 goto fault; in emulate_load_store_insn()
221 goto fault; in emulate_load_store_insn()
242 goto fault; in emulate_load_store_insn()
251 goto fault; in emulate_load_store_insn()
260 goto fault; in emulate_load_store_insn()
271 goto fault; in emulate_load_store_insn()
280 goto fault; in emulate_load_store_insn()
[all...] |
| /kernel/linux/linux-5.10/arch/powerpc/lib/ |
| H A D | checksum_32.S | 109 EX_TABLE(8 ## n ## 0b, fault); \
110 EX_TABLE(8 ## n ## 1b, fault); \
111 EX_TABLE(8 ## n ## 2b, fault); \
112 EX_TABLE(8 ## n ## 3b, fault); \
113 EX_TABLE(8 ## n ## 4b, fault); \
114 EX_TABLE(8 ## n ## 5b, fault); \
115 EX_TABLE(8 ## n ## 6b, fault); \
116 EX_TABLE(8 ## n ## 7b, fault);
243 fault: label
247 EX_TABLE(70b, fault);
[all...] |
| /kernel/linux/linux-6.6/arch/powerpc/lib/ |
| H A D | checksum_32.S | 109 EX_TABLE(8 ## n ## 0b, fault); \
110 EX_TABLE(8 ## n ## 1b, fault); \
111 EX_TABLE(8 ## n ## 2b, fault); \
112 EX_TABLE(8 ## n ## 3b, fault); \
113 EX_TABLE(8 ## n ## 4b, fault); \
114 EX_TABLE(8 ## n ## 5b, fault); \
115 EX_TABLE(8 ## n ## 6b, fault); \
116 EX_TABLE(8 ## n ## 7b, fault);
240 fault: label
244 EX_TABLE(70b, fault);
[all...] |
| /kernel/linux/linux-5.10/arch/mips/kernel/ |
| H A D | unaligned.c | 170 goto fault; in emulate_load_store_insn()
179 goto fault; in emulate_load_store_insn()
204 goto fault; in emulate_load_store_insn()
217 goto fault; in emulate_load_store_insn()
230 goto fault; in emulate_load_store_insn()
245 goto fault; in emulate_load_store_insn()
258 goto fault; in emulate_load_store_insn()
283 goto fault; in emulate_load_store_insn()
302 goto fault; in emulate_load_store_insn()
321 goto fault; in emulate_load_store_insn()
[all...] |
| /kernel/linux/linux-6.6/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_svm.c | 66 u8 fault; member
68 } **fault; member
163 * page fault) and maybe some other commands. in nouveau_svmm_bind()
382 /* Issue fault replay for GPU to retry accesses that faulted previously. */
393 /* Cancel a replayable fault that could not be handled.
395 * Cancelling the fault will trigger recovery to reset the engine
415 struct nouveau_svm_fault *fault) in nouveau_svm_fault_cancel_fault()
417 nouveau_svm_fault_cancel(svm, fault->inst, in nouveau_svm_fault_cancel_fault()
418 fault->hub, in nouveau_svm_fault_cancel_fault()
419 fault in nouveau_svm_fault_cancel_fault()
414 nouveau_svm_fault_cancel_fault(struct nouveau_svm *svm, struct nouveau_svm_fault *fault) nouveau_svm_fault_cancel_fault() argument
424 nouveau_svm_fault_priority(u8 fault) nouveau_svm_fault_priority() argument
472 struct nouveau_svm_fault *fault; nouveau_svm_fault_cache() local
871 struct nouveau_svm_fault *fault = nouveau_svm_fault() local
[all...] |
| /kernel/linux/linux-5.10/arch/arc/kernel/ |
| H A D | unaligned.c | 50 goto fault; \
65 goto fault; \
92 goto fault; \
125 goto fault; \
159 fault: state->fault = 1; in fixup_load()
179 goto fault; in fixup_store()
191 fault: state->fault = 1; in fixup_store()
225 if (state.fault) in misaligned_fixup()
[all...] |
| /kernel/linux/linux-6.6/arch/arc/kernel/ |
| H A D | unaligned.c | 50 goto fault; \
65 goto fault; \
92 goto fault; \
125 goto fault; \
159 fault: state->fault = 1; in fixup_load()
179 goto fault; in fixup_store()
191 fault: state->fault = 1; in fixup_store()
225 if (state.fault) in misaligned_fixup()
[all...] |
| /kernel/linux/linux-5.10/arch/mips/loongson64/ |
| H A D | cop2-ex.c | 76 goto fault; in loongson_cu2_call()
80 goto fault; in loongson_cu2_call()
92 goto fault; in loongson_cu2_call()
96 goto fault; in loongson_cu2_call()
118 goto fault; in loongson_cu2_call()
123 goto fault; in loongson_cu2_call()
135 goto fault; in loongson_cu2_call()
141 goto fault; in loongson_cu2_call()
165 goto fault; in loongson_cu2_call()
176 goto fault; in loongson_cu2_call()
[all...] |
| /kernel/linux/linux-6.6/arch/mips/loongson64/ |
| H A D | cop2-ex.c | 76 goto fault; in loongson_cu2_call()
80 goto fault; in loongson_cu2_call()
92 goto fault; in loongson_cu2_call()
96 goto fault; in loongson_cu2_call()
118 goto fault; in loongson_cu2_call()
123 goto fault; in loongson_cu2_call()
135 goto fault; in loongson_cu2_call()
141 goto fault; in loongson_cu2_call()
165 goto fault; in loongson_cu2_call()
176 goto fault; in loongson_cu2_call()
[all...] |