Home
last modified time | relevance | path

Searched refs:S390_lowcore (Results 1 – 25 of 54) sorted by relevance

123

/linux-6.1.9/arch/s390/include/asm/
Dvtime.h9 S390_lowcore.system_timer += S390_lowcore.last_update_timer - S390_lowcore.exit_timer; in update_timer_sys()
10 S390_lowcore.user_timer += S390_lowcore.exit_timer - S390_lowcore.sys_enter_timer; in update_timer_sys()
11 S390_lowcore.last_update_timer = S390_lowcore.sys_enter_timer; in update_timer_sys()
16 S390_lowcore.system_timer += S390_lowcore.last_update_timer - S390_lowcore.exit_timer; in update_timer_mcck()
17 S390_lowcore.user_timer += S390_lowcore.exit_timer - S390_lowcore.mcck_enter_timer; in update_timer_mcck()
18 S390_lowcore.last_update_timer = S390_lowcore.mcck_enter_timer; in update_timer_mcck()
Dpreempt.h17 return READ_ONCE(S390_lowcore.preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count()
25 old = READ_ONCE(S390_lowcore.preempt_count); in preempt_count_set()
28 } while (__atomic_cmpxchg(&S390_lowcore.preempt_count, in preempt_count_set()
34 __atomic_and(~PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in set_preempt_need_resched()
39 __atomic_or(PREEMPT_NEED_RESCHED, &S390_lowcore.preempt_count); in clear_preempt_need_resched()
44 return !(READ_ONCE(S390_lowcore.preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched()
55 __atomic_add_const(val, &S390_lowcore.preempt_count); in __preempt_count_add()
59 __atomic_add(val, &S390_lowcore.preempt_count); in __preempt_count_add()
69 return __atomic_add(-1, &S390_lowcore.preempt_count) == 1; in __preempt_count_dec_and_test()
74 return unlikely(READ_ONCE(S390_lowcore.preempt_count) == in should_resched()
[all …]
Dsetup.h80 #define MACHINE_IS_VM (S390_lowcore.machine_flags & MACHINE_FLAG_VM)
81 #define MACHINE_IS_KVM (S390_lowcore.machine_flags & MACHINE_FLAG_KVM)
82 #define MACHINE_IS_LPAR (S390_lowcore.machine_flags & MACHINE_FLAG_LPAR)
84 #define MACHINE_HAS_DIAG9C (S390_lowcore.machine_flags & MACHINE_FLAG_DIAG9C)
85 #define MACHINE_HAS_ESOP (S390_lowcore.machine_flags & MACHINE_FLAG_ESOP)
86 #define MACHINE_HAS_IDTE (S390_lowcore.machine_flags & MACHINE_FLAG_IDTE)
87 #define MACHINE_HAS_EDAT1 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT1)
88 #define MACHINE_HAS_EDAT2 (S390_lowcore.machine_flags & MACHINE_FLAG_EDAT2)
89 #define MACHINE_HAS_TOPOLOGY (S390_lowcore.machine_flags & MACHINE_FLAG_TOPOLOGY)
90 #define MACHINE_HAS_TE (S390_lowcore.machine_flags & MACHINE_FLAG_TE)
[all …]
Dpai.h58 if (!S390_lowcore.ccd) in pai_kernel_enter()
62 WRITE_ONCE(S390_lowcore.ccd, S390_lowcore.ccd | PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_enter()
71 if (!S390_lowcore.ccd) in pai_kernel_exit()
75 WRITE_ONCE(S390_lowcore.ccd, S390_lowcore.ccd & ~PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_exit()
Dtimex.h164 old = S390_lowcore.clock_comparator; in local_tick_disable()
165 S390_lowcore.clock_comparator = clock_comparator_max; in local_tick_disable()
166 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_disable()
172 S390_lowcore.clock_comparator = comp; in local_tick_enable()
173 set_clock_comparator(S390_lowcore.clock_comparator); in local_tick_enable()
Dhardirq.h16 #define local_softirq_pending() (S390_lowcore.softirq_pending)
17 #define set_softirq_pending(x) (S390_lowcore.softirq_pending = (x))
18 #define or_softirq_pending(x) (S390_lowcore.softirq_pending |= (x))
Dmmu_context.h79 S390_lowcore.user_asce = s390_invalid_asce; in switch_mm_irqs_off()
81 S390_lowcore.user_asce = next->context.asce; in switch_mm_irqs_off()
114 __ctl_load(S390_lowcore.user_asce, 7, 7); in finish_arch_post_lock_switch()
123 __ctl_load(S390_lowcore.user_asce, 7, 7); in activate_mm()
Dfacility.h95 : "=m" (S390_lowcore.stfl_fac_list)); in __stfle()
96 stfl_fac_list = S390_lowcore.stfl_fac_list; in __stfle()
/linux-6.1.9/arch/s390/kernel/
Dvtime.c52 S390_lowcore.system_timer += S390_lowcore.last_update_timer - timer; in set_vtimer()
53 S390_lowcore.last_update_timer = expires; in set_vtimer()
129 timer = S390_lowcore.last_update_timer; in do_account_vtime()
130 clock = S390_lowcore.last_update_clock; in do_account_vtime()
134 : "=Q" (S390_lowcore.last_update_timer), in do_account_vtime()
135 "=Q" (S390_lowcore.last_update_clock) in do_account_vtime()
137 clock = S390_lowcore.last_update_clock - clock; in do_account_vtime()
138 timer -= S390_lowcore.last_update_timer; in do_account_vtime()
141 S390_lowcore.hardirq_timer += timer; in do_account_vtime()
143 S390_lowcore.system_timer += timer; in do_account_vtime()
[all …]
Dearly.c50 S390_lowcore.last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock()
77 S390_lowcore.machine_flags |= MACHINE_FLAG_LPAR; in detect_machine_type()
86 S390_lowcore.machine_flags |= MACHINE_FLAG_KVM; in detect_machine_type()
88 S390_lowcore.machine_flags |= MACHINE_FLAG_VM; in detect_machine_type()
144 S390_lowcore.machine_flags |= MACHINE_FLAG_TOPOLOGY; in setup_topology()
166 S390_lowcore.program_new_psw = psw; in setup_lowcore_early()
167 S390_lowcore.preempt_count = INIT_PREEMPT_COUNT; in setup_lowcore_early()
191 S390_lowcore.machine_flags |= MACHINE_FLAG_DIAG9C; in detect_diag9c()
197 S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT1; in detect_machine_facilities()
201 S390_lowcore.machine_flags |= MACHINE_FLAG_EDAT2; in detect_machine_facilities()
[all …]
Dnmi.c214 if (S390_lowcore.fpu_flags & KERNEL_VXR_V0V7) in s390_validate_registers()
219 fpt_save_area = &S390_lowcore.floating_pt_save_area; in s390_validate_registers()
229 if (S390_lowcore.fpu_flags & KERNEL_FPC) in s390_validate_registers()
241 : "Q" (S390_lowcore.fpt_creg_save_area)); in s390_validate_registers()
244 mcesa = __va(S390_lowcore.mcesad & MCESA_ORIGIN_MASK); in s390_validate_registers()
286 if (S390_lowcore.fpu_flags & KERNEL_VXR) in s390_validate_registers()
291 cr0.val = S390_lowcore.cregs_save_area[0]; in s390_validate_registers()
301 __ctl_load(S390_lowcore.cregs_save_area[0], 0, 0); in s390_validate_registers()
307 : "a" (&S390_lowcore.access_regs_save_area) in s390_validate_registers()
317 cr2.val = S390_lowcore.cregs_save_area[2]; in s390_validate_registers()
[all …]
Didle.c37 idle->clock_idle_exit = S390_lowcore.int_clock; in account_idle_time_irq()
38 idle->timer_idle_exit = S390_lowcore.sys_enter_timer; in account_idle_time_irq()
40 S390_lowcore.steal_timer += idle->clock_idle_enter - S390_lowcore.last_update_clock; in account_idle_time_irq()
41 S390_lowcore.last_update_clock = idle->clock_idle_exit; in account_idle_time_irq()
43 S390_lowcore.system_timer += S390_lowcore.last_update_timer - idle->timer_idle_enter; in account_idle_time_irq()
44 S390_lowcore.last_update_timer = idle->timer_idle_exit; in account_idle_time_irq()
Dsetup.c391 S390_lowcore.async_stack = stack + STACK_INIT_OFFSET; in arch_early_irq_init()
409 S390_lowcore.kernel_stack = stack; in arch_call_rest_init()
449 lc->machine_flags = S390_lowcore.machine_flags; in setup_lowcore_dat_off()
450 lc->preempt_count = S390_lowcore.preempt_count; in setup_lowcore_dat_off()
452 lc->sys_enter_timer = S390_lowcore.sys_enter_timer; in setup_lowcore_dat_off()
453 lc->exit_timer = S390_lowcore.exit_timer; in setup_lowcore_dat_off()
454 lc->user_timer = S390_lowcore.user_timer; in setup_lowcore_dat_off()
455 lc->system_timer = S390_lowcore.system_timer; in setup_lowcore_dat_off()
456 lc->steal_timer = S390_lowcore.steal_timer; in setup_lowcore_dat_off()
457 lc->last_update_timer = S390_lowcore.last_update_timer; in setup_lowcore_dat_off()
[all …]
Dtraps.c300 regs->int_code = S390_lowcore.pgm_int_code; in __do_pgm_check()
301 regs->int_parm_long = S390_lowcore.trans_exc_code; in __do_pgm_check()
314 if (S390_lowcore.pgm_code & 0x0200) { in __do_pgm_check()
316 current->thread.trap_tdb = S390_lowcore.pgm_tdb; in __do_pgm_check()
319 if (S390_lowcore.pgm_code & PGM_INT_CODE_PER) { in __do_pgm_check()
324 ev->address = S390_lowcore.per_address; in __do_pgm_check()
325 ev->cause = S390_lowcore.per_code_combined; in __do_pgm_check()
326 ev->paid = S390_lowcore.per_access_id; in __do_pgm_check()
Dirq.c102 if (tod_after_eq(S390_lowcore.int_clock, in do_IRQ()
103 S390_lowcore.clock_comparator)) in do_IRQ()
113 return ((S390_lowcore.async_stack ^ frame) & ~(THREAD_SIZE - 1)) == 0; in on_async_stack()
121 call_on_stack(2, S390_lowcore.async_stack, void, do_IRQ, in do_irq_async()
154 regs->tpi_info = S390_lowcore.tpi_info; in do_io_irq()
155 if (S390_lowcore.tpi_info.adapter_IO) in do_io_irq()
184 regs->int_code = S390_lowcore.ext_int_code_addr; in do_ext_irq()
185 regs->int_parm = S390_lowcore.ext_params; in do_ext_irq()
186 regs->int_parm_long = S390_lowcore.ext_params2; in do_ext_irq()
Dsmp.c203 memcpy(lc, &S390_lowcore, 512); in pcpu_alloc_lowcore()
264 lc->kernel_asce = S390_lowcore.kernel_asce; in pcpu_prepare_secondary()
266 lc->machine_flags = S390_lowcore.machine_flags; in pcpu_prepare_secondary()
406 lc = &S390_lowcore; in smp_call_ipl_cpu()
892 S390_lowcore.last_update_clock = get_tod_clock(); in smp_start_secondary()
893 S390_lowcore.restart_stack = (unsigned long)restart_stack; in smp_start_secondary()
894 S390_lowcore.restart_fn = (unsigned long)do_restart; in smp_start_secondary()
895 S390_lowcore.restart_data = 0; in smp_start_secondary()
896 S390_lowcore.restart_source = -1U; in smp_start_secondary()
897 S390_lowcore.restart_flags = 0; in smp_start_secondary()
[all …]
Dtime.c129 S390_lowcore.clock_comparator = clock_comparator_max; in clock_comparator_work()
137 S390_lowcore.clock_comparator = get_tod_clock() + delta; in s390_next_event()
138 set_clock_comparator(S390_lowcore.clock_comparator); in s390_next_event()
151 S390_lowcore.clock_comparator = clock_comparator_max; in init_cpu_timer()
152 set_clock_comparator(S390_lowcore.clock_comparator); in init_cpu_timer()
182 if (S390_lowcore.clock_comparator == clock_comparator_max) in clock_comparator_interrupt()
183 set_clock_comparator(S390_lowcore.clock_comparator); in clock_comparator_interrupt()
406 if (S390_lowcore.clock_comparator != clock_comparator_max) { in clock_sync_local()
407 S390_lowcore.clock_comparator += delta; in clock_sync_local()
408 set_clock_comparator(S390_lowcore.clock_comparator); in clock_sync_local()
[all …]
Ddumpstack.c69 top = S390_lowcore.async_stack + frame_size; in in_irq_stack()
78 top = S390_lowcore.nodat_stack + frame_size; in in_nodat_stack()
87 top = S390_lowcore.mcck_stack + frame_size; in in_mcck_stack()
96 top = S390_lowcore.restart_stack + frame_size; in in_restart_stack()
/linux-6.1.9/arch/s390/boot/
Dpgm_check_info.c130 unsigned long sp = S390_lowcore.gpregs_save_area[15]; in print_stacktrace()
149 unsigned long *gpregs = (unsigned long *)S390_lowcore.gpregs_save_area; in print_pgm_check_info()
150 struct psw_bits *psw = &psw_bits(S390_lowcore.psw_save_area); in print_pgm_check_info()
156 S390_lowcore.pgm_code, S390_lowcore.pgm_ilc >> 1); in print_pgm_check_info()
160 S390_lowcore.psw_save_area.mask, in print_pgm_check_info()
161 S390_lowcore.psw_save_area.addr, in print_pgm_check_info()
162 (void *)S390_lowcore.psw_save_area.addr); in print_pgm_check_info()
178 decompressor_printk(" [<%016lx>] %pS\n", (unsigned long)S390_lowcore.pgm_last_break, in print_pgm_check_info()
179 (void *)S390_lowcore.pgm_last_break); in print_pgm_check_info()
Dmem_detect.c93 "+Q" (S390_lowcore.program_new_psw), in __diag260()
97 [psw_pgm] "a" (&S390_lowcore.program_new_psw) in __diag260()
141 "=Q" (S390_lowcore.program_new_psw.addr), in tprot()
144 [psw_pgm] "a" (&S390_lowcore.program_new_psw), in tprot()
/linux-6.1.9/arch/s390/include/asm/fpu/
Dapi.h100 state->mask = S390_lowcore.fpu_flags; in kernel_fpu_begin()
107 S390_lowcore.fpu_flags |= flags; in kernel_fpu_begin()
112 S390_lowcore.fpu_flags = state->mask; in kernel_fpu_end()
/linux-6.1.9/arch/s390/lib/
Duaccess.c23 if (cr1 == S390_lowcore.kernel_asce && cr7 == S390_lowcore.user_asce) in debug_user_asce()
29 S390_lowcore.kernel_asce, S390_lowcore.user_asce); in debug_user_asce()
/linux-6.1.9/arch/s390/mm/
Dinit.c110 S390_lowcore.kernel_asce = init_mm.context.asce; in paging_init()
111 S390_lowcore.user_asce = s390_invalid_asce; in paging_init()
117 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in paging_init()
118 __ctl_load(S390_lowcore.user_asce, 7, 7); in paging_init()
119 __ctl_load(S390_lowcore.kernel_asce, 13, 13); in paging_init()
Dkasan_init.c222 S390_lowcore.kernel_asce = (__pa(pgd) & PAGE_MASK) | asce_bits; in kasan_set_pgd()
223 S390_lowcore.user_asce = S390_lowcore.kernel_asce; in kasan_set_pgd()
225 __ctl_load(S390_lowcore.kernel_asce, 1, 1); in kasan_set_pgd()
226 __ctl_load(S390_lowcore.kernel_asce, 7, 7); in kasan_set_pgd()
227 __ctl_load(S390_lowcore.kernel_asce, 13, 13); in kasan_set_pgd()
/linux-6.1.9/drivers/s390/char/
Dsclp_early_core.c40 psw_ext_save = S390_lowcore.external_new_psw; in sclp_early_wait_irq()
42 S390_lowcore.external_new_psw.mask = psw_mask; in sclp_early_wait_irq()
44 S390_lowcore.ext_int_code = 0; in sclp_early_wait_irq()
55 [psw_ext_addr] "=Q" (S390_lowcore.external_new_psw.addr) in sclp_early_wait_irq()
58 } while (S390_lowcore.ext_int_code != EXT_IRQ_SERVICE_SIG); in sclp_early_wait_irq()
60 S390_lowcore.external_new_psw = psw_ext_save; in sclp_early_wait_irq()

123