Home
last modified time | relevance | path

Searched refs:get_lowcore (Results 1 – 25 of 53) sorted by relevance

123

/linux-6.12.1/arch/s390/include/asm/
Dsetup.h81 #define MACHINE_IS_VM (get_lowcore()->machine_flags & MACHINE_FLAG_VM)
82 #define MACHINE_IS_KVM (get_lowcore()->machine_flags & MACHINE_FLAG_KVM)
83 #define MACHINE_IS_LPAR (get_lowcore()->machine_flags & MACHINE_FLAG_LPAR)
85 #define MACHINE_HAS_DIAG9C (get_lowcore()->machine_flags & MACHINE_FLAG_DIAG9C)
86 #define MACHINE_HAS_ESOP (get_lowcore()->machine_flags & MACHINE_FLAG_ESOP)
87 #define MACHINE_HAS_IDTE (get_lowcore()->machine_flags & MACHINE_FLAG_IDTE)
88 #define MACHINE_HAS_EDAT1 (get_lowcore()->machine_flags & MACHINE_FLAG_EDAT1)
89 #define MACHINE_HAS_EDAT2 (get_lowcore()->machine_flags & MACHINE_FLAG_EDAT2)
90 #define MACHINE_HAS_TOPOLOGY (get_lowcore()->machine_flags & MACHINE_FLAG_TOPOLOGY)
91 #define MACHINE_HAS_TE (get_lowcore()->machine_flags & MACHINE_FLAG_TE)
[all …]
Dpreempt.h18 return READ_ONCE(get_lowcore()->preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count()
26 old = READ_ONCE(get_lowcore()->preempt_count); in preempt_count_set()
29 } while (__atomic_cmpxchg(&get_lowcore()->preempt_count, in preempt_count_set()
35 __atomic_and(~PREEMPT_NEED_RESCHED, &get_lowcore()->preempt_count); in set_preempt_need_resched()
40 __atomic_or(PREEMPT_NEED_RESCHED, &get_lowcore()->preempt_count); in clear_preempt_need_resched()
45 return !(READ_ONCE(get_lowcore()->preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched()
56 __atomic_add_const(val, &get_lowcore()->preempt_count); in __preempt_count_add()
60 __atomic_add(val, &get_lowcore()->preempt_count); in __preempt_count_add()
70 return __atomic_add(-1, &get_lowcore()->preempt_count) == 1; in __preempt_count_dec_and_test()
75 return unlikely(READ_ONCE(get_lowcore()->preempt_count) == in should_resched()
[all …]
Dpai.h58 if (!get_lowcore()->ccd) in pai_kernel_enter()
62 WRITE_ONCE(get_lowcore()->ccd, get_lowcore()->ccd | PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_enter()
71 if (!get_lowcore()->ccd) in pai_kernel_exit()
75 WRITE_ONCE(get_lowcore()->ccd, get_lowcore()->ccd & ~PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_exit()
Dtimex.h164 old = get_lowcore()->clock_comparator; in local_tick_disable()
165 get_lowcore()->clock_comparator = clock_comparator_max; in local_tick_disable()
166 set_clock_comparator(get_lowcore()->clock_comparator); in local_tick_disable()
172 get_lowcore()->clock_comparator = comp; in local_tick_enable()
173 set_clock_comparator(get_lowcore()->clock_comparator); in local_tick_enable()
Dhardirq.h16 #define local_softirq_pending() (get_lowcore()->softirq_pending)
17 #define set_softirq_pending(x) (get_lowcore()->softirq_pending = (x))
18 #define or_softirq_pending(x) (get_lowcore()->softirq_pending |= (x))
Dkmsan.h15 return addr >= (void *)get_lowcore() && in is_lowcore_addr()
16 addr < (void *)(get_lowcore() + 1); in is_lowcore_addr()
28 (void *)get_lowcore(); in arch_kmsan_get_meta_or_null()
Dmmu_context.h79 get_lowcore()->user_asce = s390_invalid_asce; in switch_mm_irqs_off()
81 get_lowcore()->user_asce.val = next->context.asce; in switch_mm_irqs_off()
114 local_ctl_load(7, &get_lowcore()->user_asce); in finish_arch_post_lock_switch()
123 local_ctl_load(7, &get_lowcore()->user_asce); in activate_mm()
Dvtime.h7 struct lowcore *lc = get_lowcore(); in update_timer_sys()
16 struct lowcore *lc = get_lowcore(); in update_timer_mcck()
Dfacility.h117 : "=m" (get_lowcore()->stfl_fac_list)); in __stfle()
118 stfl_fac_list = get_lowcore()->stfl_fac_list; in __stfle()
/linux-6.12.1/arch/s390/kernel/
Dearly.c77 get_lowcore()->last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock()
104 get_lowcore()->machine_flags |= MACHINE_FLAG_LPAR; in detect_machine_type()
113 get_lowcore()->machine_flags |= MACHINE_FLAG_KVM; in detect_machine_type()
115 get_lowcore()->machine_flags |= MACHINE_FLAG_VM; in detect_machine_type()
171 get_lowcore()->machine_flags |= MACHINE_FLAG_TOPOLOGY; in setup_topology()
181 struct lowcore *lc = get_lowcore(); in __do_early_pgm_check()
209 struct lowcore *lc = get_lowcore(); in setup_lowcore_early()
234 get_lowcore()->machine_flags |= MACHINE_FLAG_DIAG9C; in detect_diag9c()
240 get_lowcore()->machine_flags |= MACHINE_FLAG_EDAT1; in detect_machine_facilities()
244 get_lowcore()->machine_flags |= MACHINE_FLAG_EDAT2; in detect_machine_facilities()
[all …]
Dirq.c104 if (tod_after_eq(get_lowcore()->int_clock, in do_IRQ()
105 get_lowcore()->clock_comparator)) in do_IRQ()
115 return ((get_lowcore()->async_stack ^ frame) & ~(THREAD_SIZE - 1)) == 0; in on_async_stack()
123 call_on_stack(2, get_lowcore()->async_stack, void, do_IRQ, in do_irq_async()
157 regs->tpi_info = get_lowcore()->tpi_info; in do_io_irq()
158 if (get_lowcore()->tpi_info.adapter_IO) in do_io_irq()
187 regs->int_code = get_lowcore()->ext_int_code_addr; in do_ext_irq()
188 regs->int_parm = get_lowcore()->ext_params; in do_ext_irq()
189 regs->int_parm_long = get_lowcore()->ext_params2; in do_ext_irq()
Dnmi.c120 struct lowcore *lc = get_lowcore(); in s390_handle_damage()
230 set_clock_comparator(get_lowcore()->clock_comparator); in nmi_registers_valid()
256 cr2.reg = get_lowcore()->cregs_save_area[2]; in nmi_registers_valid()
282 mcck_backup->mcic = get_lowcore()->mcck_interruption_code & in s390_backup_mcck_info()
284 mcck_backup->ext_damage_code = get_lowcore()->external_damage_code; in s390_backup_mcck_info()
285 mcck_backup->failing_storage_address = get_lowcore()->failing_storage_address; in s390_backup_mcck_info()
305 struct lowcore *lc = get_lowcore(); in s390_do_machine_check()
Dsetup.c424 lc->machine_flags = get_lowcore()->machine_flags; in setup_lowcore()
425 lc->preempt_count = get_lowcore()->preempt_count; in setup_lowcore()
427 lc->sys_enter_timer = get_lowcore()->sys_enter_timer; in setup_lowcore()
428 lc->exit_timer = get_lowcore()->exit_timer; in setup_lowcore()
429 lc->user_timer = get_lowcore()->user_timer; in setup_lowcore()
430 lc->system_timer = get_lowcore()->system_timer; in setup_lowcore()
431 lc->steal_timer = get_lowcore()->steal_timer; in setup_lowcore()
432 lc->last_update_timer = get_lowcore()->last_update_timer; in setup_lowcore()
433 lc->last_update_clock = get_lowcore()->last_update_clock; in setup_lowcore()
442 lc->kernel_stack = get_lowcore()->kernel_stack; in setup_lowcore()
[all …]
Dvtime.c38 struct lowcore *lc = get_lowcore(); in set_vtimer()
121 struct lowcore *lc = get_lowcore(); in do_account_vtime()
181 struct lowcore *lc = get_lowcore(); in vtime_task_switch()
203 struct lowcore *lc = get_lowcore(); in vtime_flush()
221 struct lowcore *lc = get_lowcore(); in vtime_delta()
234 struct lowcore *lc = get_lowcore(); in vtime_account_kernel()
250 get_lowcore()->softirq_timer += delta; in vtime_account_softirq()
259 get_lowcore()->hardirq_timer += delta; in vtime_account_hardirq()
Dtime.c134 get_lowcore()->clock_comparator = clock_comparator_max; in clock_comparator_work()
142 get_lowcore()->clock_comparator = get_tod_clock() + delta; in s390_next_event()
143 set_clock_comparator(get_lowcore()->clock_comparator); in s390_next_event()
156 get_lowcore()->clock_comparator = clock_comparator_max; in init_cpu_timer()
157 set_clock_comparator(get_lowcore()->clock_comparator); in init_cpu_timer()
187 if (get_lowcore()->clock_comparator == clock_comparator_max) in clock_comparator_interrupt()
188 set_clock_comparator(get_lowcore()->clock_comparator); in clock_comparator_interrupt()
411 if (get_lowcore()->clock_comparator != clock_comparator_max) { in clock_sync_local()
412 get_lowcore()->clock_comparator += delta; in clock_sync_local()
413 set_clock_comparator(get_lowcore()->clock_comparator); in clock_sync_local()
[all …]
Ddumpstack.c64 unsigned long stack = get_lowcore()->async_stack - STACK_INIT_OFFSET; in in_irq_stack()
71 unsigned long stack = get_lowcore()->nodat_stack - STACK_INIT_OFFSET; in in_nodat_stack()
78 unsigned long stack = get_lowcore()->mcck_stack - STACK_INIT_OFFSET; in in_mcck_stack()
85 unsigned long stack = get_lowcore()->restart_stack - STACK_INIT_OFFSET; in in_restart_stack()
Dmachine_kexec.c55 prefix = (unsigned long)get_lowcore()->prefixreg_save_area; in __do_machine_kdump()
65 memcpy(absolute_pointer(get_lowcore()->floating_pt_save_area), in __do_machine_kdump()
94 mcesa = __va(get_lowcore()->mcesad & MCESA_ORIGIN_MASK); in __machine_kdump()
Dprocess.c74 if (get_lowcore()->current_pid != current->pid) { in arch_setup_new_exec()
75 get_lowcore()->current_pid = current->pid; in arch_setup_new_exec()
77 lpp(&get_lowcore()->lpp); in arch_setup_new_exec()
/linux-6.12.1/arch/s390/boot/
Dpgm_check_info.c36 unsigned long *gpregs = (unsigned long *)get_lowcore()->gpregs_save_area; in print_pgm_check_info()
37 struct psw_bits *psw = &psw_bits(get_lowcore()->psw_save_area); in print_pgm_check_info()
43 get_lowcore()->pgm_code, get_lowcore()->pgm_ilc >> 1); in print_pgm_check_info()
49 get_lowcore()->psw_save_area.mask, in print_pgm_check_info()
50 get_lowcore()->psw_save_area.addr, in print_pgm_check_info()
51 (void *)get_lowcore()->psw_save_area.addr); in print_pgm_check_info()
61 print_stacktrace(get_lowcore()->gpregs_save_area[15]); in print_pgm_check_info()
63 boot_printk(" [<%016lx>] %pS\n", (unsigned long)get_lowcore()->pgm_last_break, in print_pgm_check_info()
64 (void *)get_lowcore()->pgm_last_break); in print_pgm_check_info()
Dstartup.c79 "+Q" (get_lowcore()->program_new_psw), in cmma_test_essa()
82 [psw_pgm] "a" (&get_lowcore()->program_new_psw), in cmma_test_essa()
102 get_lowcore()->current_pid = 0; in setup_lpp()
103 get_lowcore()->lpp = LPP_MAGIC; in setup_lpp()
105 lpp(&get_lowcore()->lpp); in setup_lpp()
524 get_lowcore()->vmcore_info = __kaslr_offset_phys ? __kaslr_offset_phys | 0x1UL : 0; in startup_kernel()
Dphysmem_info.c84 "+Q" (get_lowcore()->program_new_psw), in __diag260()
88 [psw_pgm] "a" (&get_lowcore()->program_new_psw) in __diag260()
132 "=Q" (get_lowcore()->program_new_psw.addr), in tprot()
135 [psw_pgm] "a" (&get_lowcore()->program_new_psw), in tprot()
Dvmem.c498 get_lowcore()->kernel_asce.val = swapper_pg_dir | asce_bits; in setup_vmem()
499 get_lowcore()->user_asce = s390_invalid_asce; in setup_vmem()
501 local_ctl_load(1, &get_lowcore()->kernel_asce); in setup_vmem()
502 local_ctl_load(7, &get_lowcore()->user_asce); in setup_vmem()
503 local_ctl_load(13, &get_lowcore()->kernel_asce); in setup_vmem()
505 init_mm.context.asce = get_lowcore()->kernel_asce.val; in setup_vmem()
/linux-6.12.1/arch/s390/lib/
Duaccess.c24 if (cr1.val == get_lowcore()->kernel_asce.val && cr7.val == get_lowcore()->user_asce.val) in debug_user_asce()
30 get_lowcore()->kernel_asce.val, get_lowcore()->user_asce.val); in debug_user_asce()
/linux-6.12.1/arch/s390/mm/
Dfault.c78 gmap = (struct gmap *)get_lowcore()->gmap; in get_fault_type()
186 asce = get_lowcore()->user_asce.val; in dump_fault_info()
190 asce = ((struct gmap *)get_lowcore()->gmap)->asce; in dump_fault_info()
194 asce = get_lowcore()->kernel_asce.val; in dump_fault_info()
355 gmap = (struct gmap *)get_lowcore()->gmap; in do_exception()
527 gmap = (struct gmap *)get_lowcore()->gmap; in do_secure_storage_access()
571 struct gmap *gmap = (struct gmap *)get_lowcore()->gmap; in do_non_secure_storage_access()
583 struct gmap *gmap = (struct gmap *)get_lowcore()->gmap; in do_secure_storage_violation()
/linux-6.12.1/drivers/s390/char/
Dsclp_early_core.c41 psw_ext_save = get_lowcore()->external_new_psw; in sclp_early_wait_irq()
43 get_lowcore()->external_new_psw.mask = psw_mask; in sclp_early_wait_irq()
45 get_lowcore()->ext_int_code = 0; in sclp_early_wait_irq()
56 [psw_ext_addr] "=Q" (get_lowcore()->external_new_psw.addr) in sclp_early_wait_irq()
59 } while (get_lowcore()->ext_int_code != EXT_IRQ_SERVICE_SIG); in sclp_early_wait_irq()
61 get_lowcore()->external_new_psw = psw_ext_save; in sclp_early_wait_irq()

123