Searched refs:HARDIRQ_OFFSET (Results 1 – 5 of 5) sorted by relevance
36 preempt_count_add(HARDIRQ_OFFSET); \48 preempt_count_add(HARDIRQ_OFFSET); \68 preempt_count_sub(HARDIRQ_OFFSET); \77 preempt_count_sub(HARDIRQ_OFFSET); \98 __preempt_count_add(NMI_OFFSET + HARDIRQ_OFFSET); in __preempt_count_nmi_enter()103 __preempt_count_sub(NMI_OFFSET + HARDIRQ_OFFSET); in __preempt_count_nmi_exit()110 __preempt_count_add(HARDIRQ_OFFSET); \119 __preempt_count_sub(HARDIRQ_OFFSET); \
80 #define HARDIRQ_OFFSET (1UL << HARDIRQ_SHIFT) macro
666 if (pc & HARDIRQ_OFFSET) { in vtime_account_irq()739 else if ((p != this_rq()->idle) || (irq_count() != HARDIRQ_OFFSET)) in account_process_tick()740 account_system_time(p, HARDIRQ_OFFSET, cputime); in account_process_tick()
492 * Only reached from irq_exit(), with HARDIRQ_OFFSET still set. in softirq_handle_end() 498 __preempt_count_sub(HARDIRQ_OFFSET - SOFTIRQ_OFFSET); in ksoftirqd_run_begin() 514 __preempt_count_add(HARDIRQ_OFFSET - SOFTIRQ_OFFSET); in invoke_softirq() 515 WARN_ON_ONCE(irq_count() != HARDIRQ_OFFSET); in invoke_softirq() 721 (is_idle_task(current) && (irq_count() == HARDIRQ_OFFSET))) in tick_irq_exit() 743 if (hardirq_count() == HARDIRQ_OFFSET) in __irq_exit_rcu() 777 * HARDIRQ_OFFSET is still set. Only the outermost interrupt handles in irq_exit_rcu() 780 if (irq_count() == HARDIRQ_OFFSET && local_softirq_pending()) {795 hardirq_count() == HARDIRQ_OFFSET)799 preempt_count_sub(HARDIRQ_OFFSET); in raise_softirq_irqoff() [all...]
1094 (preempt_count() == HARDIRQ_OFFSET))) { in rcu_flavor_sched_clock_irq()