Lines Matching refs:esr
37 #include <asm/esr.h>
47 int (*fn)(unsigned long far, unsigned long esr,
57 static inline const struct fault_info *esr_to_fault_info(unsigned long esr)
59 return fault_info + (esr & ESR_ELx_FSC);
62 static inline const struct fault_info *esr_to_debug_fault_info(unsigned long esr)
64 return debug_fault_info + DBG_ESR_EVT(esr);
67 static void data_abort_decode(unsigned long esr)
69 unsigned long iss2 = ESR_ELx_ISS2(esr);
73 if (esr & ESR_ELx_ISV) {
75 1U << ((esr & ESR_ELx_SAS) >> ESR_ELx_SAS_SHIFT));
77 (esr & ESR_ELx_SSE) >> ESR_ELx_SSE_SHIFT,
78 (esr & ESR_ELx_SRT_MASK) >> ESR_ELx_SRT_SHIFT);
80 (esr & ESR_ELx_SF) >> ESR_ELx_SF_SHIFT,
81 (esr & ESR_ELx_AR) >> ESR_ELx_AR_SHIFT);
84 esr & ESR_ELx_ISS_MASK, iss2);
88 (esr & ESR_ELx_CM) >> ESR_ELx_CM_SHIFT,
89 (esr & ESR_ELx_WNR) >> ESR_ELx_WNR_SHIFT,
100 static void mem_abort_decode(unsigned long esr)
104 pr_alert(" ESR = 0x%016lx\n", esr);
106 ESR_ELx_EC(esr), esr_get_class_string(esr),
107 (esr & ESR_ELx_IL) ? 32 : 16);
109 (esr & ESR_ELx_SET_MASK) >> ESR_ELx_SET_SHIFT,
110 (esr & ESR_ELx_FnV) >> ESR_ELx_FnV_SHIFT);
112 (esr & ESR_ELx_EA) >> ESR_ELx_EA_SHIFT,
113 (esr & ESR_ELx_S1PTW) >> ESR_ELx_S1PTW_SHIFT);
114 pr_alert(" FSC = 0x%02lx: %s\n", (esr & ESR_ELx_FSC),
115 esr_to_fault_info(esr)->name);
117 if (esr_is_data_abort(esr))
118 data_abort_decode(esr);
247 static bool is_el1_instruction_abort(unsigned long esr)
249 return ESR_ELx_EC(esr) == ESR_ELx_EC_IABT_CUR;
252 static bool is_el1_data_abort(unsigned long esr)
254 return ESR_ELx_EC(esr) == ESR_ELx_EC_DABT_CUR;
257 static inline bool is_el1_permission_fault(unsigned long addr, unsigned long esr,
260 unsigned long fsc_type = esr & ESR_ELx_FSC_TYPE;
262 if (!is_el1_data_abort(esr) && !is_el1_instruction_abort(esr))
276 unsigned long esr,
282 if (!is_el1_data_abort(esr) ||
283 (esr & ESR_ELx_FSC_TYPE) != ESR_ELx_FSC_FAULT)
308 unsigned long esr, struct pt_regs *regs)
317 mem_abort_decode(esr);
320 die("Oops", regs, esr);
326 static void report_tag_fault(unsigned long addr, unsigned long esr,
333 bool is_write = !!(esr & ESR_ELx_WNR);
338 static inline void report_tag_fault(unsigned long addr, unsigned long esr,
342 static void do_tag_recovery(unsigned long addr, unsigned long esr,
346 report_tag_fault(addr, esr, regs);
358 static bool is_el1_mte_sync_tag_check_fault(unsigned long esr)
360 unsigned long fsc = esr & ESR_ELx_FSC;
362 if (!is_el1_data_abort(esr))
371 static bool is_translation_fault(unsigned long esr)
373 return (esr & ESR_ELx_FSC_TYPE) == ESR_ELx_FSC_FAULT;
376 static void __do_kernel_fault(unsigned long addr, unsigned long esr,
385 if (!is_el1_instruction_abort(esr) && fixup_exception(regs))
388 if (WARN_RATELIMIT(is_spurious_el1_translation_fault(addr, esr, regs),
392 if (is_el1_mte_sync_tag_check_fault(esr)) {
393 do_tag_recovery(addr, esr, regs);
398 if (is_el1_permission_fault(addr, esr, regs)) {
399 if (esr & ESR_ELx_WNR)
401 else if (is_el1_instruction_abort(esr))
408 if (is_translation_fault(esr) &&
409 kfence_handle_page_fault(addr, esr & ESR_ELx_WNR, regs))
418 die_kernel_fault(msg, addr, esr, regs);
421 static void set_thread_esr(unsigned long address, unsigned long esr)
438 switch (ESR_ELx_EC(esr)) {
449 esr &= ESR_ELx_EC_MASK | ESR_ELx_IL |
451 esr |= ESR_ELx_FSC_FAULT;
459 esr &= ESR_ELx_EC_MASK | ESR_ELx_IL;
460 esr |= ESR_ELx_FSC_FAULT;
469 WARN(1, "ESR 0x%lx is not DABT or IABT from EL0\n", esr);
470 esr = 0;
475 current->thread.fault_code = esr;
478 static void do_bad_area(unsigned long far, unsigned long esr,
488 const struct fault_info *inf = esr_to_fault_info(esr);
490 set_thread_esr(addr, esr);
493 __do_kernel_fault(addr, esr, regs);
516 static bool is_el0_instruction_abort(unsigned long esr)
518 return ESR_ELx_EC(esr) == ESR_ELx_EC_IABT_LOW;
525 static bool is_write_abort(unsigned long esr)
527 return (esr & ESR_ELx_WNR) && !(esr & ESR_ELx_CM);
530 static int __kprobes do_page_fault(unsigned long far, unsigned long esr,
541 if (kprobe_page_fault(regs, esr))
560 if (is_el0_instruction_abort(esr)) {
564 } else if (is_write_abort(esr)) {
578 if (is_ttbr0_addr(addr) && is_el1_permission_fault(addr, esr, regs)) {
579 if (is_el1_instruction_abort(esr))
581 addr, esr, regs);
585 addr, esr, regs);
670 inf = esr_to_fault_info(esr);
671 set_thread_esr(addr, esr);
699 __do_kernel_fault(addr, esr, regs);
704 unsigned long esr,
710 return do_page_fault(far, esr, regs);
712 do_bad_area(far, esr, regs);
716 static int do_alignment_fault(unsigned long far, unsigned long esr,
722 do_bad_area(far, esr, regs);
726 static int do_bad(unsigned long far, unsigned long esr, struct pt_regs *regs)
731 static int do_sea(unsigned long far, unsigned long esr, struct pt_regs *regs)
736 inf = esr_to_fault_info(esr);
746 if (esr & ESR_ELx_FnV) {
756 arm64_notify_die(inf->name, regs, inf->sig, inf->code, siaddr, esr);
761 static int do_tag_check_fault(unsigned long far, unsigned long esr,
770 do_bad_area(far, esr, regs);
841 void do_mem_abort(unsigned long far, unsigned long esr, struct pt_regs *regs)
843 const struct fault_info *inf = esr_to_fault_info(esr);
846 if (!inf->fn(far, esr, regs))
850 die_kernel_fault(inf->name, addr, esr, regs);
857 arm64_notify_die(inf->name, regs, inf->sig, inf->code, addr, esr);
861 void do_sp_pc_abort(unsigned long addr, unsigned long esr, struct pt_regs *regs)
864 addr, esr);
918 void do_debug_exception(unsigned long addr_if_watchpoint, unsigned long esr,
921 const struct fault_info *inf = esr_to_debug_fault_info(esr);
929 if (inf->fn(addr_if_watchpoint, esr, regs)) {
930 arm64_notify_die(inf->name, regs, inf->sig, inf->code, pc, esr);