1 // SPDX-License-Identifier: GPL-2.0 2 /* 3 * preemptoff and irqoff tracepoints 4 * 5 * Copyright (C) Joel Fernandes (Google) <joel@joelfernandes.org> 6 */ 7 8 #include <linux/kallsyms.h> 9 #include <linux/uaccess.h> 10 #include <linux/module.h> 11 #include <linux/ftrace.h> 12 #include "trace.h" 13 14 #define CREATE_TRACE_POINTS 15 #include <trace/events/preemptirq.h> 16 17 #ifdef CONFIG_TRACE_IRQFLAGS 18 /* Per-cpu variable to prevent redundant calls when IRQs already off */ 19 static DEFINE_PER_CPU(int, tracing_irq_cpu); 20 21 void trace_hardirqs_on(void) 22 { 23 if (this_cpu_read(tracing_irq_cpu)) { 24 if (!in_nmi()) 25 trace_irq_enable_rcuidle(CALLER_ADDR0, CALLER_ADDR1); 26 tracer_hardirqs_on(CALLER_ADDR0, CALLER_ADDR1); 27 this_cpu_write(tracing_irq_cpu, 0); 28 } 29 30 lockdep_hardirqs_on(CALLER_ADDR0); 31 } 32 EXPORT_SYMBOL(trace_hardirqs_on); 33 34 void trace_hardirqs_off(void) 35 { 36 if (!this_cpu_read(tracing_irq_cpu)) { 37 this_cpu_write(tracing_irq_cpu, 1); 38 tracer_hardirqs_off(CALLER_ADDR0, CALLER_ADDR1); 39 if (!in_nmi()) 40 trace_irq_disable_rcuidle(CALLER_ADDR0, CALLER_ADDR1); 41 } 42 43 lockdep_hardirqs_off(CALLER_ADDR0); 44 } 45 EXPORT_SYMBOL(trace_hardirqs_off); 46 47 __visible void trace_hardirqs_on_caller(unsigned long caller_addr) 48 { 49 if (this_cpu_read(tracing_irq_cpu)) { 50 if (!in_nmi()) 51 trace_irq_enable_rcuidle(CALLER_ADDR0, caller_addr); 52 tracer_hardirqs_on(CALLER_ADDR0, caller_addr); 53 this_cpu_write(tracing_irq_cpu, 0); 54 } 55 56 lockdep_hardirqs_on(CALLER_ADDR0); 57 } 58 EXPORT_SYMBOL(trace_hardirqs_on_caller); 59 60 __visible void trace_hardirqs_off_caller(unsigned long caller_addr) 61 { 62 if (!this_cpu_read(tracing_irq_cpu)) { 63 this_cpu_write(tracing_irq_cpu, 1); 64 tracer_hardirqs_off(CALLER_ADDR0, caller_addr); 65 if (!in_nmi()) 66 trace_irq_disable_rcuidle(CALLER_ADDR0, caller_addr); 67 } 68 69 lockdep_hardirqs_off(CALLER_ADDR0); 70 } 71 EXPORT_SYMBOL(trace_hardirqs_off_caller); 72 #endif /* CONFIG_TRACE_IRQFLAGS */ 73 74 #ifdef CONFIG_TRACE_PREEMPT_TOGGLE 75 76 void trace_preempt_on(unsigned long a0, unsigned long a1) 77 { 78 if (!in_nmi()) 79 trace_preempt_enable_rcuidle(a0, a1); 80 tracer_preempt_on(a0, a1); 81 } 82 83 void trace_preempt_off(unsigned long a0, unsigned long a1) 84 { 85 if (!in_nmi()) 86 trace_preempt_disable_rcuidle(a0, a1); 87 tracer_preempt_off(a0, a1); 88 } 89 #endif 90