/kernel/linux/linux-6.6/arch/s390/include/asm/ |
H A D | vtime.h | 9 S390_lowcore.system_timer += S390_lowcore.last_update_timer - S390_lowcore.exit_timer; in update_timer_sys() 10 S390_lowcore.user_timer += S390_lowcore.exit_timer - S390_lowcore.sys_enter_timer; in update_timer_sys() 11 S390_lowcore.last_update_timer = S390_lowcore.sys_enter_timer; in update_timer_sys() 16 S390_lowcore.system_timer += S390_lowcore in update_timer_mcck() [all...] |
H A D | preempt.h | 17 return READ_ONCE(S390_lowcore.preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count() 25 old = READ_ONCE(S390_lowcore.preempt_count); in preempt_count_set() 28 } while (__atomic_cmpxchg(&S390_lowcore.preempt_count, in preempt_count_set() 34 __atomic_and(~PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in set_preempt_need_resched() 39 __atomic_or(PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in clear_preempt_need_resched() 44 return !(READ_ONCE(S390_lowcore.preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched() 55 __atomic_add_const(val, &S390_lowcore.preempt_count); in __preempt_count_add() 59 __atomic_add(val, &S390_lowcore.preempt_count); in __preempt_count_add() 69 return __atomic_add(-1, &S390_lowcore.preempt_count) == 1; in __preempt_count_dec_and_test() 74 return unlikely(READ_ONCE(S390_lowcore in should_resched() [all...] |
H A D | setup.h | 81 #define MACHINE_IS_VM (S390_lowcore.machine_flags & MACHINE_FLAG_VM) 82 #define MACHINE_IS_KVM (S390_lowcore.machine_flags & MACHINE_FLAG_KVM) 83 #define MACHINE_IS_LPAR (S390_lowcore.machine_flags & MACHINE_FLAG_LPAR) 85 #define MACHINE_HAS_DIAG9C (S390_lowcore.machine_flags & MACHINE_FLAG_DIAG9C) 86 #define MACHINE_HAS_ESOP (S390_lowcore.machine_flags & MACHINE_FLAG_ESOP) 87 #define MACHINE_HAS_IDTE (S390_lowcore.machine_flags & MACHINE_FLAG_IDTE) 88 #define MACHINE_HAS_EDAT1 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT1) 89 #define MACHINE_HAS_EDAT2 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT2) 90 #define MACHINE_HAS_TOPOLOGY (S390_lowcore.machine_flags & MACHINE_FLAG_TOPOLOGY) 91 #define MACHINE_HAS_TE (S390_lowcore [all...] |
H A D | pai.h | 58 if (!S390_lowcore.ccd) in pai_kernel_enter() 62 WRITE_ONCE(S390_lowcore.ccd, S390_lowcore.ccd | PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_enter() 71 if (!S390_lowcore.ccd) in pai_kernel_exit() 75 WRITE_ONCE(S390_lowcore.ccd, S390_lowcore.ccd & ~PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_exit()
|
H A D | hardirq.h | 16 #define local_softirq_pending() (S390_lowcore.softirq_pending) 17 #define set_softirq_pending(x) (S390_lowcore.softirq_pending = (x)) 18 #define or_softirq_pending(x) (S390_lowcore.softirq_pending |= (x))
|
H A D | timex.h | 164 old = S390_lowcore.clock_comparator; in local_tick_disable() 165 S390_lowcore.clock_comparator = clock_comparator_max; in local_tick_disable() 166 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_disable() 172 S390_lowcore.clock_comparator = comp; in local_tick_enable() 173 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_enable()
|
/kernel/linux/linux-5.10/arch/s390/include/asm/ |
H A D | preempt.h | 17 return READ_ONCE(S390_lowcore.preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count() 25 old = READ_ONCE(S390_lowcore.preempt_count); in preempt_count_set() 28 } while (__atomic_cmpxchg(&S390_lowcore.preempt_count, in preempt_count_set() 34 __atomic_and(~PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in set_preempt_need_resched() 39 __atomic_or(PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in clear_preempt_need_resched() 44 return !(READ_ONCE(S390_lowcore.preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched() 55 __atomic_add_const(val, &S390_lowcore.preempt_count); in __preempt_count_add() 59 __atomic_add(val, &S390_lowcore.preempt_count); in __preempt_count_add() 69 return __atomic_add(-1, &S390_lowcore.preempt_count) == 1; in __preempt_count_dec_and_test() 74 return unlikely(READ_ONCE(S390_lowcore in should_resched() [all...] |
H A D | setup.h | 100 #define MACHINE_IS_VM (S390_lowcore.machine_flags & MACHINE_FLAG_VM) 101 #define MACHINE_IS_KVM (S390_lowcore.machine_flags & MACHINE_FLAG_KVM) 102 #define MACHINE_IS_LPAR (S390_lowcore.machine_flags & MACHINE_FLAG_LPAR) 104 #define MACHINE_HAS_DIAG9C (S390_lowcore.machine_flags & MACHINE_FLAG_DIAG9C) 105 #define MACHINE_HAS_ESOP (S390_lowcore.machine_flags & MACHINE_FLAG_ESOP) 106 #define MACHINE_HAS_IDTE (S390_lowcore.machine_flags & MACHINE_FLAG_IDTE) 107 #define MACHINE_HAS_EDAT1 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT1) 108 #define MACHINE_HAS_EDAT2 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT2) 109 #define MACHINE_HAS_TOPOLOGY (S390_lowcore.machine_flags & MACHINE_FLAG_TOPOLOGY) 110 #define MACHINE_HAS_TE (S390_lowcore [all...] |
H A D | mmu_context.h | 76 S390_lowcore.user_asce = mm->context.asce; in set_user_asce() 77 __ctl_load(S390_lowcore.user_asce, 1, 1); in set_user_asce() 83 S390_lowcore.user_asce = S390_lowcore.kernel_asce; in clear_user_asce() 84 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in clear_user_asce() 96 S390_lowcore.user_asce = next->context.asce; in switch_mm() 100 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in switch_mm() 104 __ctl_load(S390_lowcore.vdso_asce, 7, 7); in switch_mm()
|
H A D | facility.h | 59 return __test_facility(nr, &S390_lowcore.stfle_fac_list); in test_facility() 85 : "=m" (S390_lowcore.stfl_fac_list)); in __stfle() 87 memcpy(stfle_fac_list, &S390_lowcore.stfl_fac_list, 4); in __stfle() 88 if (S390_lowcore.stfl_fac_list & 0x01000000) { in __stfle()
|
H A D | hardirq.h | 16 #define local_softirq_pending() (S390_lowcore.softirq_pending) 17 #define set_softirq_pending(x) (S390_lowcore.softirq_pending = (x)) 18 #define or_softirq_pending(x) (S390_lowcore.softirq_pending |= (x))
|
H A D | timex.h | 127 old = S390_lowcore.clock_comparator; in local_tick_disable() 128 S390_lowcore.clock_comparator = clock_comparator_max; in local_tick_disable() 129 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_disable() 135 S390_lowcore.clock_comparator = comp; in local_tick_enable() 136 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_enable()
|
/kernel/linux/linux-5.10/arch/s390/kernel/ |
H A D | vtime.c | 52 S390_lowcore.system_timer += S390_lowcore.last_update_timer - timer; in set_vtimer() 53 S390_lowcore.last_update_timer = expires; in set_vtimer() 129 timer = S390_lowcore.last_update_timer; in do_account_vtime() 130 clock = S390_lowcore.last_update_clock; in do_account_vtime() 138 : "=Q" (S390_lowcore.last_update_timer), in do_account_vtime() 139 "=Q" (S390_lowcore.last_update_clock) in do_account_vtime() 141 clock = S390_lowcore.last_update_clock - clock; in do_account_vtime() 142 timer -= S390_lowcore.last_update_timer; in do_account_vtime() 145 S390_lowcore in do_account_vtime() [all...] |
H A D | early.c | 48 S390_lowcore.last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock() 75 S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR; in detect_machine_type() 84 S390_lowcore.machine_flags |= MACHINE_FLAG_KVM; in detect_machine_type() 86 S390_lowcore.machine_flags |= MACHINE_FLAG_VM; in detect_machine_type() 142 S390_lowcore.machine_flags |= MACHINE_FLAG_TOPOLOGY; in setup_topology() 156 addr = S390_lowcore.program_old_psw.addr; in early_pgm_check_handler() 164 S390_lowcore.program_old_psw.addr = extable_fixup(fixup); in early_pgm_check_handler() 176 S390_lowcore.external_new_psw = psw; in setup_lowcore_early() 178 S390_lowcore.program_new_psw = psw; in setup_lowcore_early() 180 S390_lowcore in setup_lowcore_early() [all...] |
H A D | nospec-branch.c | 20 __set_facility(82, S390_lowcore.alt_stfle_fac_list); in nobp_setup_early() 24 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nobp_setup_early() 32 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nospec_setup_early() 43 if (__test_facility(82, S390_lowcore.alt_stfle_fac_list)) in nospec_report() 69 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nospec_auto_detect() 76 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in nospec_auto_detect() 89 __clear_facility(82, S390_lowcore.alt_stfle_fac_list); in spectre_v2_setup_early()
|
H A D | setup.c | 338 S390_lowcore.async_stack = stack + STACK_INIT_OFFSET; in arch_early_irq_init() 346 old = S390_lowcore.async_stack - STACK_INIT_OFFSET; in async_stack_realloc() 350 S390_lowcore.async_stack = new + STACK_INIT_OFFSET; in async_stack_realloc() 369 S390_lowcore.kernel_stack = stack; in arch_call_rest_init() 407 lc->machine_flags = S390_lowcore.machine_flags; in setup_lowcore_dat_off() 408 lc->preempt_count = S390_lowcore.preempt_count; in setup_lowcore_dat_off() 409 lc->stfl_fac_list = S390_lowcore.stfl_fac_list; in setup_lowcore_dat_off() 410 memcpy(lc->stfle_fac_list, S390_lowcore.stfle_fac_list, in setup_lowcore_dat_off() 412 memcpy(lc->alt_stfle_fac_list, S390_lowcore.alt_stfle_fac_list, in setup_lowcore_dat_off() 415 lc->sync_enter_timer = S390_lowcore in setup_lowcore_dat_off() [all...] |
H A D | nmi.c | 97 S390_lowcore.mcesad = origin | mcesa_origin_lc; in nmi_init() 221 if (S390_lowcore.fpu_flags & KERNEL_VXR_V0V7) in s390_check_registers() 234 if (S390_lowcore.fpu_flags & KERNEL_FPC) in s390_check_registers() 248 if (S390_lowcore.fpu_flags & KERNEL_VXR) in s390_check_registers() 263 cr2.val = S390_lowcore.cregs_save_area[2]; in s390_check_registers() 316 mcck_backup->mcic = S390_lowcore.mcck_interruption_code & in s390_backup_mcck_info() 318 mcck_backup->ext_damage_code = S390_lowcore.external_damage_code; in s390_backup_mcck_info() 320 = S390_lowcore.failing_storage_address; in s390_backup_mcck_info() 348 mci.val = S390_lowcore.mcck_interruption_code; in s390_do_machine_check() 419 if (S390_lowcore in s390_do_machine_check() [all...] |
/kernel/linux/linux-6.6/arch/s390/kernel/ |
H A D | vtime.c | 52 S390_lowcore.system_timer += S390_lowcore.last_update_timer - timer; in set_vtimer() 53 S390_lowcore.last_update_timer = expires; in set_vtimer() 129 timer = S390_lowcore.last_update_timer; in do_account_vtime() 130 clock = S390_lowcore.last_update_clock; in do_account_vtime() 134 : "=Q" (S390_lowcore.last_update_timer), in do_account_vtime() 135 "=Q" (S390_lowcore.last_update_clock) in do_account_vtime() 137 clock = S390_lowcore.last_update_clock - clock; in do_account_vtime() 138 timer -= S390_lowcore.last_update_timer; in do_account_vtime() 141 S390_lowcore in do_account_vtime() [all...] |
H A D | nmi.c | 128 u64_to_hex(ptr, S390_lowcore.mcck_interruption_code); in s390_handle_damage() 138 psw_save = S390_lowcore.mcck_new_psw; in s390_handle_damage() 139 psw_bits(S390_lowcore.mcck_new_psw).io = 0; in s390_handle_damage() 140 psw_bits(S390_lowcore.mcck_new_psw).ext = 0; in s390_handle_damage() 141 psw_bits(S390_lowcore.mcck_new_psw).wait = 1; in s390_handle_damage() 148 S390_lowcore.mcck_new_psw = psw_save; in s390_handle_damage() 222 fpt_save_area = &S390_lowcore.floating_pt_save_area; in s390_validate_registers() 233 : "Q" (S390_lowcore.fpt_creg_save_area)); in s390_validate_registers() 236 mcesa = __va(S390_lowcore.mcesad & MCESA_ORIGIN_MASK); in s390_validate_registers() 272 cr0.val = S390_lowcore in s390_validate_registers() [all...] |
H A D | early.c | 73 S390_lowcore.last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock() 100 S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR; in detect_machine_type() 109 S390_lowcore.machine_flags |= MACHINE_FLAG_KVM; in detect_machine_type() 111 S390_lowcore.machine_flags |= MACHINE_FLAG_VM; in detect_machine_type() 167 S390_lowcore.machine_flags |= MACHINE_FLAG_TOPOLOGY; in setup_topology() 187 S390_lowcore.program_new_psw = psw; in setup_lowcore_early() 188 S390_lowcore.preempt_count = INIT_PREEMPT_COUNT; in setup_lowcore_early() 212 S390_lowcore.machine_flags |= MACHINE_FLAG_DIAG9C; in detect_diag9c() 218 S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT1; in detect_machine_facilities() 222 S390_lowcore in detect_machine_facilities() [all...] |
H A D | idle.c | 37 idle_time = S390_lowcore.int_clock - idle->clock_idle_enter; in account_idle_time_irq() 39 S390_lowcore.steal_timer += idle->clock_idle_enter - S390_lowcore.last_update_clock; in account_idle_time_irq() 40 S390_lowcore.last_update_clock = S390_lowcore.int_clock; in account_idle_time_irq() 42 S390_lowcore.system_timer += S390_lowcore.last_update_timer - idle->timer_idle_enter; in account_idle_time_irq() 43 S390_lowcore.last_update_timer = S390_lowcore.sys_enter_timer; in account_idle_time_irq()
|
/kernel/linux/linux-6.6/arch/s390/boot/ |
H A D | pgm_check_info.c | 148 unsigned long *gpregs = (unsigned long *)S390_lowcore.gpregs_save_area; in print_pgm_check_info() 149 struct psw_bits *psw = &psw_bits(S390_lowcore.psw_save_area); in print_pgm_check_info() 155 S390_lowcore.pgm_code, S390_lowcore.pgm_ilc >> 1); in print_pgm_check_info() 159 S390_lowcore.psw_save_area.mask, in print_pgm_check_info() 160 S390_lowcore.psw_save_area.addr, in print_pgm_check_info() 161 (void *)S390_lowcore.psw_save_area.addr); in print_pgm_check_info() 175 print_stacktrace(S390_lowcore.gpregs_save_area[15]); in print_pgm_check_info() 177 decompressor_printk(" [<%016lx>] %pS\n", (unsigned long)S390_lowcore.pgm_last_break, in print_pgm_check_info() 178 (void *)S390_lowcore in print_pgm_check_info() [all...] |
/kernel/linux/linux-5.10/arch/s390/boot/ |
H A D | pgm_check_info.c | 29 struct psw_bits *psw = &psw_bits(S390_lowcore.psw_save_area); in print_pgm_check_info() 30 unsigned short ilc = S390_lowcore.pgm_ilc >> 1; in print_pgm_check_info() 41 p = add_val_as_hex(buf + strlen(buf), S390_lowcore.pgm_code); in print_pgm_check_info() 55 p = add_val_as_hex(p, S390_lowcore.psw_save_area.mask); in print_pgm_check_info() 57 p = add_val_as_hex(p, S390_lowcore.psw_save_area.addr); in print_pgm_check_info() 94 p = add_val_as_hex(p, S390_lowcore.gpregs_save_area[row * 4 + col]); in print_pgm_check_info()
|
H A D | als.c | 71 val = ~S390_lowcore.stfle_fac_list[i] & als[i]; in print_missing_facilities() 109 __stfle(S390_lowcore.stfle_fac_list, ARRAY_SIZE(S390_lowcore.stfle_fac_list)); in verify_facilities() 111 if ((S390_lowcore.stfle_fac_list[i] & als[i]) != als[i]) in verify_facilities()
|
/kernel/linux/linux-5.10/arch/s390/lib/ |
H A D | uaccess.c | 47 __ctl_load(S390_lowcore.user_asce, 1, 1); in set_fs() 50 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in set_fs() 55 __ctl_load(S390_lowcore.user_asce, 7, 7); in set_fs() 57 __ctl_load(S390_lowcore.kernel_asce, 7, 7); in set_fs() 75 asce = S390_lowcore.kernel_asce; in enable_sacf_uaccess() 78 if (cr != S390_lowcore.kernel_asce) { in enable_sacf_uaccess() 79 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in enable_sacf_uaccess() 82 asce = S390_lowcore.user_asce; in enable_sacf_uaccess() 98 __ctl_load(S390_lowcore.user_asce, 1, 1); in disable_sacf_uaccess()
|