Home
last modified time | relevance | path

Searched refs:get_lowcore (Results 1 – 25 of 35) sorted by relevance

12

/linux/arch/s390/include/asm/
H A Dpreempt.h46 old = READ_ONCE(get_lowcore()->preempt_count); in preempt_count_set()
49 } while (!arch_try_cmpxchg(&get_lowcore()->preempt_count, &old, new)); in preempt_count_set()
63 __atomic64_and(~PREEMPT_NEED_RESCHED, (long *)&get_lowcore()->preempt_count); in set_preempt_need_resched()
68 __atomic64_or(PREEMPT_NEED_RESCHED, (long *)&get_lowcore()->preempt_count); in clear_preempt_need_resched()
73 return !(READ_ONCE(get_lowcore()->preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched()
98 __atomic64_add(val, (long *)&get_lowcore()->preempt_count); in __preempt_count_add()
127 return __atomic64_add_const_and_test(-1, (long *)&get_lowcore()->preempt_count); in __preempt_count_dec_and_test()
136 return unlikely(READ_ONCE(get_lowcore()->preempt_count) == preempt_offset); in should_resched()
141 return val + __atomic64_add(val, (long *)&get_lowcore()->preempt_count); in __preempt_count_add_return()
H A Dpai.h58 if (!get_lowcore()->ccd) in pai_kernel_enter()
62 WRITE_ONCE(get_lowcore()->ccd, get_lowcore()->ccd | PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_enter()
71 if (!get_lowcore()->ccd) in pai_kernel_exit()
75 WRITE_ONCE(get_lowcore()->ccd, get_lowcore()->ccd & ~PAI_CRYPTO_KERNEL_OFFSET); in pai_kernel_exit()
H A Dhardirq.h16 #define local_softirq_pending() (get_lowcore()->softirq_pending)
17 #define set_softirq_pending(x) (get_lowcore()->softirq_pending = (x))
18 #define or_softirq_pending(x) (get_lowcore()->softirq_pending |= (x))
H A Dkmsan.h15 return addr >= (void *)get_lowcore() && in is_lowcore_addr()
16 addr < (void *)(get_lowcore() + 1); in is_lowcore_addr()
28 (void *)get_lowcore(); in arch_kmsan_get_meta_or_null()
H A Dvtime.h15 struct lowcore *lc = get_lowcore(); in update_timer_sys()
24 struct lowcore *lc = get_lowcore(); in update_timer_mcck()
34 struct lowcore *lc = get_lowcore(); in update_timer_idle()
H A Dentry-percpu.h12 struct lowcore *lc = get_lowcore(); in percpu_entry()
22 struct lowcore *lc = get_lowcore(); in percpu_exit()
H A Dfacility.h117 : "=m" (get_lowcore()->stfl_fac_list)); in __stfle()
118 stfl_fac_list = get_lowcore()->stfl_fac_list; in __stfle()
H A Dsoftirq_stack.h11 call_on_stack(0, get_lowcore()->async_stack, void, __do_softirq); in do_softirq_own_stack()
H A Dprocessor.h60 return (struct pcpu *)(get_lowcore()->pcpu); in this_pcpu()
268 unsigned long ksp = get_lowcore()->kernel_stack; in on_thread_stack()
/linux/arch/s390/kernel/
H A Dvtime.c33 struct lowcore *lc = get_lowcore(); in cpu_timer_init()
116 struct lowcore *lc = get_lowcore(); in do_account_vtime()
164 struct lowcore *lc = get_lowcore(); in vtime_task_switch()
186 struct lowcore *lc = get_lowcore(); in vtime_flush()
203 struct lowcore *lc = get_lowcore(); in vtime_delta()
212 struct lowcore *lc = get_lowcore(); in vtime_account_kernel()
224 get_lowcore()->softirq_timer += vtime_delta(); in vtime_account_softirq()
229 get_lowcore()->hardirq_timer += vtime_delta(); in vtime_account_hardirq()
H A Dnmi.c122 struct lowcore *lc = get_lowcore(); in nmi_print_info()
145 ptr = u64_to_hex(ptr, (u64)get_lowcore()); in nmi_print_info()
190 struct lowcore *lc = get_lowcore(); in s390_handle_damage()
295 set_clock_comparator(get_lowcore()->clock_comparator); in nmi_registers_valid()
321 cr2.reg = get_lowcore()->cregs_save_area[2]; in nmi_registers_valid()
347 mcck_backup->mcic = get_lowcore()->mcck_interruption_code & ~MCCK_CODE_NO_GUEST; in s390_backup_mcck_info()
348 mcck_backup->ext_damage_code = get_lowcore()->external_damage_code; in s390_backup_mcck_info()
349 mcck_backup->failing_storage_address = get_lowcore()->failing_storage_address; in s390_backup_mcck_info()
367 struct lowcore *lc = get_lowcore(); in s390_do_machine_check()
H A Dtime.c127 get_lowcore()->clock_comparator = clock_comparator_max; in clock_comparator_work()
135 get_lowcore()->clock_comparator = get_tod_clock() + delta; in s390_next_event()
136 set_clock_comparator(get_lowcore()->clock_comparator); in s390_next_event()
149 get_lowcore()->clock_comparator = clock_comparator_max; in init_cpu_timer()
150 set_clock_comparator(get_lowcore()->clock_comparator); in init_cpu_timer()
180 if (get_lowcore()->clock_comparator == clock_comparator_max) in clock_comparator_interrupt()
181 set_clock_comparator(get_lowcore()->clock_comparator); in clock_comparator_interrupt()
373 if (get_lowcore()->clock_comparator != clock_comparator_max) { in clock_sync_local()
374 get_lowcore()->clock_comparator += delta; in clock_sync_local()
375 set_clock_comparator(get_lowcore() in clock_sync_local()
[all...]
H A Dirq.c107 struct lowcore *lc = get_lowcore(); in do_IRQ()
119 return ((get_lowcore()->async_stack ^ frame) & ~(THREAD_SIZE - 1)) == 0; in on_async_stack()
127 call_on_stack(2, get_lowcore()->async_stack, void, do_IRQ, in do_irq_async()
170 regs->tpi_info = get_lowcore()->tpi_info; in do_io_irq()
171 if (get_lowcore()->tpi_info.adapter_IO) in do_io_irq()
207 regs->int_code = get_lowcore()->ext_int_code_addr; in do_ext_irq()
208 regs->int_parm = get_lowcore()->ext_params; in do_ext_irq()
209 regs->int_parm_long = get_lowcore()->ext_params2; in do_ext_irq()
H A Ddumpstack.c65 unsigned long stack = get_lowcore()->async_stack - STACK_INIT_OFFSET; in in_irq_stack()
72 unsigned long stack = get_lowcore()->nodat_stack - STACK_INIT_OFFSET; in in_nodat_stack()
79 unsigned long stack = get_lowcore()->mcck_stack - STACK_INIT_OFFSET; in in_mcck_stack()
86 unsigned long stack = get_lowcore()->restart_stack - STACK_INIT_OFFSET; in in_restart_stack()
H A Dprocess.c71 if (get_lowcore()->current_pid != current->pid) { in arch_setup_new_exec()
72 get_lowcore()->current_pid = current->pid; in arch_setup_new_exec()
74 lpp(&get_lowcore()->lpp); in arch_setup_new_exec()
H A Dearly.c155 struct lowcore *lc = get_lowcore(); in __do_early_pgm_check()
200 struct lowcore *lc = get_lowcore(); in setup_lowcore_early()
H A Dsmp.c193 memcpy(lc, get_lowcore(), 512); in pcpu_alloc_lowcore()
254 lc->kernel_asce = get_lowcore()->kernel_asce; in pcpu_prepare_secondary()
379 lc = get_lowcore(); in smp_call_ipl_cpu()
815 struct lowcore *lc = get_lowcore(); in smp_start_secondary()
952 struct lowcore *lc = get_lowcore(); in smp_prepare_boot_cpu()
965 struct lowcore *lc = get_lowcore(); in smp_setup_processor_id()
H A Dperf_pai.c524 WRITE_ONCE(get_lowcore()->ccd, ccd); in pai_add()
528 WRITE_ONCE(get_lowcore()->aicd, ccd); in pai_add()
589 WRITE_ONCE(get_lowcore()->ccd, 0); in pai_del()
594 WRITE_ONCE(get_lowcore()->aicd, 0); in pai_del()
H A Dtraps.c333 struct lowcore *lc = get_lowcore(); in trap_init()
353 struct lowcore *lc = get_lowcore(); in __do_pgm_check()
/linux/drivers/s390/char/
H A Dsclp_early_core.c42 psw_ext_save = get_lowcore()->external_new_psw; in sclp_early_wait_irq()
44 get_lowcore()->external_new_psw.mask = psw_mask; in sclp_early_wait_irq()
46 get_lowcore()->ext_int_code = 0; in sclp_early_wait_irq()
57 [psw_ext_addr] "=Q" (get_lowcore()->external_new_psw.addr) in sclp_early_wait_irq()
60 } while (get_lowcore()->ext_int_code != EXT_IRQ_SERVICE_SIG); in sclp_early_wait_irq()
62 get_lowcore()->external_new_psw = psw_ext_save; in sclp_early_wait_irq()
/linux/arch/s390/boot/
H A Dstartup.c114 get_lowcore()->last_update_clock = TOD_UNIX_EPOCH; in reset_tod_clock()
177 get_lowcore()->current_pid = 0; in setup_lpp()
178 get_lowcore()->lpp = LPP_MAGIC; in setup_lpp()
180 lpp(&get_lowcore()->lpp); in setup_lpp()
640 get_lowcore()->vmcore_info = __kaslr_offset_phys ? __kaslr_offset_phys | 0x1UL : 0; in startup_kernel()
H A Dipl_report.c108 tmp = (unsigned long)get_lowcore()->ipl_parmblock_ptr; in read_ipl_report()
/linux/arch/s390/lib/
H A Dspinlock.c162 ix = get_lowcore()->spinlock_index++; in arch_spin_lock_queued()
248 get_lowcore()->spinlock_index--; in arch_spin_lock_queued()
/linux/arch/s390/mm/
H A Ddump_pagetables.c320 unsigned long lowcore = (unsigned long)get_lowcore(); in pt_dump_init()
328 max_addr = (get_lowcore()->kernel_asce.val & _REGION_ENTRY_TYPE_MASK) >> 2; in pt_dump_init()
/linux/drivers/s390/cio/
H A Dqdio_thinint.c102 u64 irq_time = get_lowcore()->int_clock.tod; in tiqdio_thinint_handler()

12