/kernel/linux/linux-6.6/arch/powerpc/kernel/ |
H A D | irq_64.c | 74 WARN_ON(!(local_paca->irq_happened & PACA_IRQ_HARD_DIS)); in next_interrupt() 90 if (local_paca->irq_happened & irq) { in irq_happened_test_and_clear() 91 local_paca->irq_happened &= ~irq; in irq_happened_test_and_clear() 108 WARN_ON(!(local_paca->irq_happened & PACA_IRQ_HARD_DIS)); in __replay_soft_interrupts() 109 WARN_ON(local_paca->irq_happened & PACA_IRQ_REPLAYING); in __replay_soft_interrupts() 117 local_paca->irq_happened |= PACA_IRQ_REPLAYING; in __replay_soft_interrupts() 171 local_paca->irq_happened &= ~PACA_IRQ_REPLAYING; in __replay_soft_interrupts() 208 unsigned char irq_happened; in arch_local_irq_restore() local 219 WARN_ON_ONCE(local_paca->irq_happened & PACA_IRQ_REPLAYING); in arch_local_irq_restore() 241 : : "i" (offsetof(struct paca_struct, irq_happened)), in arch_local_irq_restore() [all...] |
H A D | interrupt.c | 65 local_paca->irq_happened |= PACA_IRQ_HARD_DIS; in prep_irq_for_enabled_exit() 322 local_paca->irq_happened |= PACA_IRQ_HARD_DIS; in syscall_exit_restart() 434 local_paca->irq_happened &= ~PACA_IRQ_HARD_DIS; in interrupt_exit_kernel_prepare() 467 local_paca->irq_happened |= PACA_IRQ_HARD_DIS; in interrupt_exit_user_restart() 491 local_paca->irq_happened |= PACA_IRQ_HARD_DIS; in interrupt_exit_kernel_restart()
|
H A D | setup_64.c | 198 boot_paca->irq_happened = PACA_IRQ_HARD_DIS; in fixup_boot_paca()
|
H A D | time.c | 486 local_paca->irq_happened |= PACA_IRQ_DEC; in timer_rearm_host_dec()
|
H A D | asm-offsets.c | 198 OFFSET(PACAIRQHAPPENED, paca_struct, irq_happened); in main()
|
/kernel/linux/linux-5.10/arch/powerpc/kernel/ |
H A D | irq.c | 100 : "=r" (happened) : "i" (offsetof(struct paca_struct, irq_happened))); in get_irq_happened() 118 * PACA irq_happened field since we can only re-emit one at a 128 unsigned char happened = local_paca->irq_happened; in __check_irq_replay() 138 local_paca->irq_happened &= ~PACA_IRQ_DEC; in __check_irq_replay() 143 local_paca->irq_happened &= ~PACA_IRQ_EE; in __check_irq_replay() 148 local_paca->irq_happened &= ~PACA_IRQ_DBELL; in __check_irq_replay() 153 local_paca->irq_happened &= ~PACA_IRQ_HARD_DIS; in __check_irq_replay() 156 BUG_ON(local_paca->irq_happened != 0); in __check_irq_replay() 168 * as such in paca->irq_happened, so we need to resync this. 173 local_paca->irq_happened | in restore_interrupts() 299 unsigned char irq_happened; arch_local_irq_restore() local [all...] |
H A D | syscall_64.c | 133 local_paca->irq_happened |= PACA_IRQ_HARD_DIS; in prep_irq_for_enabled_exit() 137 local_paca->irq_happened = 0; in prep_irq_for_enabled_exit() 390 local_paca->irq_happened &= ~PACA_IRQ_HARD_DIS; in interrupt_exit_kernel_prepare()
|
H A D | asm-offsets.c | 214 OFFSET(PACAIRQHAPPENED, paca_struct, irq_happened); in main()
|
/kernel/linux/linux-6.6/arch/powerpc/include/asm/ |
H A D | hw_irq.h | 18 * PACA flags in paca->irq_happened. 228 get_paca()->irq_happened |= PACA_IRQ_PMI; in set_pmi_irq_pending() 240 get_paca()->irq_happened &= ~PACA_IRQ_PMI; in clear_pmi_irq_pending() 249 if (get_paca()->irq_happened & PACA_IRQ_PMI) in pmi_irq_pending() 305 local_paca->irq_happened |= PACA_IRQ_HARD_DIS; \ 313 static inline bool __lazy_irq_pending(u8 irq_happened) in __lazy_irq_pending() argument 315 return !!(irq_happened & ~PACA_IRQ_HARD_DIS); in __lazy_irq_pending() 323 return __lazy_irq_pending(get_paca()->irq_happened); in lazy_irq_pending() 333 return __lazy_irq_pending(local_paca->irq_happened); in lazy_irq_pending_nocheck() 349 WARN_ON(!(get_paca()->irq_happened in should_hard_irq_enable() [all...] |
H A D | interrupt.h | 166 if (!(local_paca->irq_happened & PACA_IRQ_HARD_DIS)) { in interrupt_enter_prepare() 226 local_paca->irq_happened |= PACA_IRQ_HARD_DIS; in interrupt_async_enter_prepare() 258 u8 irq_happened; member 285 state->irq_happened = local_paca->irq_happened; in interrupt_nmi_enter_prepare() 294 local_paca->irq_happened |= PACA_IRQ_HARD_DIS; in interrupt_nmi_enter_prepare() 376 WARN_ON_ONCE((state->irq_happened | PACA_IRQ_HARD_DIS) != local_paca->irq_happened); in interrupt_nmi_exit_prepare() 378 local_paca->irq_happened = state->irq_happened; in interrupt_nmi_exit_prepare() [all...] |
H A D | runlatch.h | 24 if (!(local_paca->irq_happened & PACA_IRQ_HARD_DIS)) \ 35 if (!(local_paca->irq_happened & PACA_IRQ_HARD_DIS)) \
|
H A D | paca.h | 177 u8 irq_happened; /* irq happened while soft-disabled */ member
|
H A D | kvm_ppc.h | 1034 WARN_ON(local_paca->irq_happened != PACA_IRQ_HARD_DIS); in kvmppc_fix_ee_before_entry() 1037 local_paca->irq_happened = 0; in kvmppc_fix_ee_before_entry() 1046 local_paca->irq_happened = PACA_IRQ_HARD_DIS; in kvmppc_fix_ee_after_exit()
|
/kernel/linux/linux-5.10/arch/powerpc/include/asm/ |
H A D | hw_irq.h | 18 * PACA flags in paca->irq_happened. 187 get_paca()->irq_happened |= PACA_IRQ_PMI; in set_pmi_irq_pending() 199 get_paca()->irq_happened &= ~PACA_IRQ_PMI; in clear_pmi_irq_pending() 208 if (get_paca()->irq_happened & PACA_IRQ_PMI) in pmi_irq_pending() 276 local_paca->irq_happened |= PACA_IRQ_HARD_DIS; \ 285 static inline bool __lazy_irq_pending(u8 irq_happened) in __lazy_irq_pending() argument 287 return !!(irq_happened & ~PACA_IRQ_HARD_DIS); in __lazy_irq_pending() 295 return __lazy_irq_pending(get_paca()->irq_happened); in lazy_irq_pending() 305 return __lazy_irq_pending(local_paca->irq_happened); in lazy_irq_pending_nocheck() 316 if (!(get_paca()->irq_happened in may_hard_irq_enable() [all...] |
H A D | paca.h | 170 u8 irq_happened; /* irq happened while soft-disabled */ member
|
H A D | kvm_ppc.h | 1011 WARN_ON(local_paca->irq_happened != PACA_IRQ_HARD_DIS); in kvmppc_fix_ee_before_entry() 1014 local_paca->irq_happened = 0; in kvmppc_fix_ee_before_entry()
|
/kernel/linux/linux-5.10/arch/powerpc/platforms/powernv/ |
H A D | smp.c | 184 * hard-disabled state with pending irq_happened interrupts cleared. in pnv_cpu_offline_self() 195 if (local_paca->irq_happened & unexpected_mask) { in pnv_cpu_offline_self() 196 if (local_paca->irq_happened & PACA_IRQ_EE) in pnv_cpu_offline_self() 198 DBG("CPU%d Unexpected exit while offline irq_happened=%lx!\n", in pnv_cpu_offline_self() 199 cpu, local_paca->irq_happened); in pnv_cpu_offline_self() 201 local_paca->irq_happened = PACA_IRQ_HARD_DIS; in pnv_cpu_offline_self()
|
/kernel/linux/linux-6.6/arch/powerpc/platforms/powernv/ |
H A D | smp.c | 184 * hard-disabled state with pending irq_happened interrupts cleared. in pnv_cpu_offline_self() 195 if (local_paca->irq_happened & unexpected_mask) { in pnv_cpu_offline_self() 196 if (local_paca->irq_happened & PACA_IRQ_EE) in pnv_cpu_offline_self() 198 DBG("CPU%d Unexpected exit while offline irq_happened=%lx!\n", in pnv_cpu_offline_self() 199 cpu, local_paca->irq_happened); in pnv_cpu_offline_self() 201 local_paca->irq_happened = PACA_IRQ_HARD_DIS; in pnv_cpu_offline_self()
|
/kernel/linux/linux-6.6/arch/powerpc/kvm/ |
H A D | book3s_hv_p9_entry.c | 526 local_paca->irq_happened |= PACA_IRQ_HARD_DIS; in kvmppc_msr_hard_disable_set_facilities()
|
H A D | book3s_hv.c | 3692 local_paca->irq_happened |= PACA_IRQ_EE; in set_irq_happened() 3695 local_paca->irq_happened |= PACA_IRQ_DBELL; in set_irq_happened() 3698 local_paca->irq_happened |= PACA_IRQ_HMI; in set_irq_happened()
|
/kernel/linux/linux-5.10/arch/powerpc/xmon/ |
H A D | xmon.c | 1782 printf(" paca = 0x%px\t irqmask: 0x%02x\t irq_happened: 0x%02x\n", in excprint() 1783 local_paca, local_paca->irq_soft_mask, local_paca->irq_happened); in excprint() 2614 DUMP(p, irq_happened, "%#-*x"); in dump_one_paca()
|
/kernel/linux/linux-5.10/arch/powerpc/kvm/ |
H A D | book3s_hv.c | 3070 local_paca->irq_happened |= PACA_IRQ_EE; in set_irq_happened() 3073 local_paca->irq_happened |= PACA_IRQ_DBELL; in set_irq_happened() 3076 local_paca->irq_happened |= PACA_IRQ_HMI; in set_irq_happened()
|
/kernel/linux/linux-6.6/arch/powerpc/xmon/ |
H A D | xmon.c | 1873 printf(" paca = 0x%px\t irqmask: 0x%02x\t irq_happened: 0x%02x\n", in excprint() 1874 local_paca, local_paca->irq_soft_mask, local_paca->irq_happened); in excprint() 2708 DUMP(p, irq_happened, "%#-*x"); in dump_one_paca()
|