Home
last modified time | relevance | path

Searched refs:preempt_count (Results 1 – 25 of 63) sorted by relevance

123

/linux/arch/x86/include/asm/
H A Dpreempt.h24 static __always_inline int preempt_count(void) in preempt_count() function
26 return raw_cpu_read_4(pcpu_hot.preempt_count) & ~PREEMPT_NEED_RESCHED; in preempt_count()
33 old = raw_cpu_read_4(pcpu_hot.preempt_count); in preempt_count_set()
37 } while (!raw_cpu_try_cmpxchg_4(pcpu_hot.preempt_count, &old, new)); in preempt_count_set()
46 per_cpu(pcpu_hot.preempt_count, (cpu)) = PREEMPT_DISABLED; \
60 raw_cpu_and_4(pcpu_hot.preempt_count, ~PREEMPT_NEED_RESCHED); in set_preempt_need_resched()
65 raw_cpu_or_4(pcpu_hot.preempt_count, PREEMPT_NEED_RESCHED); in clear_preempt_need_resched()
70 return !(raw_cpu_read_4(pcpu_hot.preempt_count) & PREEMPT_NEED_RESCHED); in test_preempt_need_resched()
79 raw_cpu_add_4(pcpu_hot.preempt_count, val); in __preempt_count_add()
84 raw_cpu_add_4(pcpu_hot.preempt_count, -val); in __preempt_count_sub()
[all …]
/linux/include/asm-generic/
H A Dpreempt.h9 static __always_inline int preempt_count(void) in preempt_count() function
11 return READ_ONCE(current_thread_info()->preempt_count); in preempt_count()
16 return &current_thread_info()->preempt_count; in preempt_count_ptr()
28 task_thread_info(p)->preempt_count = FORK_PREEMPT_COUNT; \
32 task_thread_info(p)->preempt_count = PREEMPT_DISABLED; \
77 return unlikely(preempt_count() == preempt_offset && in should_resched()
/linux/arch/arm64/include/asm/
H A Dpreempt.h11 static inline int preempt_count(void) in preempt_count() function
23 task_thread_info(p)->preempt_count = FORK_PREEMPT_COUNT; \
27 task_thread_info(p)->preempt_count = PREEMPT_DISABLED; \
62 u64 pc = READ_ONCE(ti->preempt_count); in __preempt_count_dec_and_test()
74 return !pc || !READ_ONCE(ti->preempt_count); in __preempt_count_dec_and_test()
79 u64 pc = READ_ONCE(current_thread_info()->preempt_count); in should_resched()
H A Dthread_info.h30 u64 preempt_count; /* 0 => preemptible, <0 => bug */ member
123 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/tools/testing/radix-tree/
H A Dmain.c244 nr_allocated, preempt_count); in single_thread_tests()
248 nr_allocated, preempt_count); in single_thread_tests()
252 nr_allocated, preempt_count); in single_thread_tests()
256 nr_allocated, preempt_count); in single_thread_tests()
260 nr_allocated, preempt_count); in single_thread_tests()
264 nr_allocated, preempt_count); in single_thread_tests()
269 nr_allocated, preempt_count); in single_thread_tests()
273 nr_allocated, preempt_count); in single_thread_tests()
281 nr_allocated, preempt_count); in single_thread_tests()
324 nr_allocated, preempt_count); in main()
/linux/tools/testing/shared/linux/
H A Dpreempt.h5 extern int preempt_count;
7 #define preempt_disable() uatomic_inc(&preempt_count)
8 #define preempt_enable() uatomic_dec(&preempt_count)
/linux/arch/um/include/asm/
H A Dthread_info.h22 int preempt_count; /* 0 => preemptable, member
30 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/lib/
H A Dsmp_processor_id.c16 if (likely(preempt_count())) in check_preemption_disabled()
46 what1, what2, preempt_count() - 1, current->comm, current->pid); in check_preemption_disabled()
/linux/arch/m68k/include/asm/
H A Dthread_info.h30 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
39 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/arch/nios2/include/asm/
H A Dthread_info.h40 int preempt_count; /* 0 => preemptable,<0 => BUG */ member
54 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/arch/openrisc/include/asm/
H A Dthread_info.h47 __s32 preempt_count; /* 0 => preemptable, <0 => BUG */ member
67 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/arch/hexagon/include/asm/
H A Dthread_info.h35 int preempt_count; /* 0=>preemptible,<0=>BUG */ member
63 .preempt_count = 1, \
/linux/arch/arc/include/asm/
H A Dthread_info.h41 int preempt_count; /* 0 => preemptible, <0 => BUG */ member
56 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/kernel/trace/
H A Dtrace_irqsoff.c122 if (!irqs_disabled_flags(*flags) && !preempt_count()) in func_prolog_dec()
459 if (preempt_trace(preempt_count()) || irq_trace()) in start_critical_timings()
467 if (preempt_trace(preempt_count()) || irq_trace()) in stop_critical_timings()
630 if (!preempt_trace(preempt_count()) && irq_trace()) in tracer_hardirqs_on()
637 if (!preempt_trace(preempt_count()) && irq_trace()) in tracer_hardirqs_off()
678 if (preempt_trace(preempt_count()) && !irq_trace()) in tracer_preempt_on()
684 if (preempt_trace(preempt_count()) && !irq_trace()) in tracer_preempt_off()
/linux/arch/parisc/include/asm/
H A Dthread_info.h11 int preempt_count; /* 0=premptable, <0=BUG; will also serve as bh-counter */ member
20 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/arch/riscv/include/asm/
H A Dthread_info.h55 int preempt_count; /* 0=>preemptible, <0=>BUG */ member
94 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/arch/sparc/include/asm/
H A Dthread_info_32.h33 int preempt_count; /* 0 => preemptable, member
63 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/arch/csky/include/asm/
H A Dthread_info.h17 int preempt_count; member
27 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/arch/microblaze/include/asm/
H A Dthread_info.h64 __s32 preempt_count; /* 0 => preemptable,< 0 => BUG*/ member
77 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/arch/xtensa/include/asm/
H A Dthread_info.h53 __s32 preempt_count; /* 0 => preemptable,< 0 => BUG*/ member
90 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/arch/sh/include/asm/
H A Dthread_info.h32 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
59 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/arch/alpha/include/asm/
H A Dthread_info.h23 int preempt_count; /* 0 => preemptable, <0 => BUG */ member
38 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/arch/mips/include/asm/
H A Dthread_info.h30 int preempt_count; /* 0 => preemptible, <0 => BUG */ member
43 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/arch/arm/include/asm/
H A Dthread_info.h65 int preempt_count; /* 0 => preemptable, <0 => bug */ member
81 .preempt_count = INIT_PREEMPT_COUNT, \
/linux/kernel/
H A Dsoftirq.c332 if (preempt_count() == cnt) { in __local_bh_disable_ip()
346 if (preempt_count() == cnt) in __local_bh_enable()
556 prev_count = preempt_count(); in handle_softirqs()
563 if (unlikely(prev_count != preempt_count())) { in handle_softirqs()
566 prev_count, preempt_count()); in handle_softirqs()

123