trace_irqsoff.c (2b27ece6c50c7f0a1db372786731be1a17c5b606) trace_irqsoff.c (c3bc8fd637a9623f5c507bd18f9677effbddf584)
1/*
2 * trace irqs off critical timings
3 *
4 * Copyright (C) 2007-2008 Steven Rostedt <srostedt@redhat.com>
5 * Copyright (C) 2008 Ingo Molnar <mingo@redhat.com>
6 *
7 * From code in the latency_tracer, that is:
8 *
9 * Copyright (C) 2004-2006 Ingo Molnar
10 * Copyright (C) 2004 Nadia Yvette Chambers
11 */
12#include <linux/kallsyms.h>
13#include <linux/uaccess.h>
14#include <linux/module.h>
15#include <linux/ftrace.h>
16
17#include "trace.h"
18
1/*
2 * trace irqs off critical timings
3 *
4 * Copyright (C) 2007-2008 Steven Rostedt <srostedt@redhat.com>
5 * Copyright (C) 2008 Ingo Molnar <mingo@redhat.com>
6 *
7 * From code in the latency_tracer, that is:
8 *
9 * Copyright (C) 2004-2006 Ingo Molnar
10 * Copyright (C) 2004 Nadia Yvette Chambers
11 */
12#include <linux/kallsyms.h>
13#include <linux/uaccess.h>
14#include <linux/module.h>
15#include <linux/ftrace.h>
16
17#include "trace.h"
18
19#define CREATE_TRACE_POINTS
20#include <trace/events/preemptirq.h>
21
22#if defined(CONFIG_IRQSOFF_TRACER) || defined(CONFIG_PREEMPT_TRACER)
23static struct trace_array *irqsoff_trace __read_mostly;
24static int tracer_enabled __read_mostly;
25
26static DEFINE_PER_CPU(int, tracing_cpu);
27

--- 417 unchanged lines hidden (view full) ---

445
446void stop_critical_timings(void)
447{
448 if (preempt_trace() || irq_trace())
449 stop_critical_timing(CALLER_ADDR0, CALLER_ADDR1);
450}
451EXPORT_SYMBOL_GPL(stop_critical_timings);
452
19#include <trace/events/preemptirq.h>
20
21#if defined(CONFIG_IRQSOFF_TRACER) || defined(CONFIG_PREEMPT_TRACER)
22static struct trace_array *irqsoff_trace __read_mostly;
23static int tracer_enabled __read_mostly;
24
25static DEFINE_PER_CPU(int, tracing_cpu);
26

--- 417 unchanged lines hidden (view full) ---

444
445void stop_critical_timings(void)
446{
447 if (preempt_trace() || irq_trace())
448 stop_critical_timing(CALLER_ADDR0, CALLER_ADDR1);
449}
450EXPORT_SYMBOL_GPL(stop_critical_timings);
451
453#ifdef CONFIG_IRQSOFF_TRACER
454#ifdef CONFIG_PROVE_LOCKING
455void time_hardirqs_on(unsigned long a0, unsigned long a1)
456{
457 if (!preempt_trace() && irq_trace())
458 stop_critical_timing(a0, a1);
459}
460
461void time_hardirqs_off(unsigned long a0, unsigned long a1)
462{
463 if (!preempt_trace() && irq_trace())
464 start_critical_timing(a0, a1);
465}
466
467#else /* !CONFIG_PROVE_LOCKING */
468
469/*
470 * We are only interested in hardirq on/off events:
471 */
472static inline void tracer_hardirqs_on(void)
473{
474 if (!preempt_trace() && irq_trace())
475 stop_critical_timing(CALLER_ADDR0, CALLER_ADDR1);
476}
477
478static inline void tracer_hardirqs_off(void)
479{
480 if (!preempt_trace() && irq_trace())
481 start_critical_timing(CALLER_ADDR0, CALLER_ADDR1);
482}
483
484static inline void tracer_hardirqs_on_caller(unsigned long caller_addr)
485{
486 if (!preempt_trace() && irq_trace())
487 stop_critical_timing(CALLER_ADDR0, caller_addr);
488}
489
490static inline void tracer_hardirqs_off_caller(unsigned long caller_addr)
491{
492 if (!preempt_trace() && irq_trace())
493 start_critical_timing(CALLER_ADDR0, caller_addr);
494}
495
496#endif /* CONFIG_PROVE_LOCKING */
497#endif /* CONFIG_IRQSOFF_TRACER */
498
499#ifdef CONFIG_PREEMPT_TRACER
500static inline void tracer_preempt_on(unsigned long a0, unsigned long a1)
501{
502 if (preempt_trace() && !irq_trace())
503 stop_critical_timing(a0, a1);
504}
505
506static inline void tracer_preempt_off(unsigned long a0, unsigned long a1)
507{
508 if (preempt_trace() && !irq_trace())
509 start_critical_timing(a0, a1);
510}
511#endif /* CONFIG_PREEMPT_TRACER */
512
513#ifdef CONFIG_FUNCTION_TRACER
514static bool function_enabled;
515
516static int register_irqsoff_function(struct trace_array *tr, int graph, int set)
517{
518 int ret;
519
520 /* 'set' is set if TRACE_ITER_FUNCTION is about to be set */

--- 133 unchanged lines hidden (view full) ---

654}
655
656static void irqsoff_tracer_stop(struct trace_array *tr)
657{
658 tracer_enabled = 0;
659}
660
661#ifdef CONFIG_IRQSOFF_TRACER
452#ifdef CONFIG_FUNCTION_TRACER
453static bool function_enabled;
454
455static int register_irqsoff_function(struct trace_array *tr, int graph, int set)
456{
457 int ret;
458
459 /* 'set' is set if TRACE_ITER_FUNCTION is about to be set */

--- 133 unchanged lines hidden (view full) ---

593}
594
595static void irqsoff_tracer_stop(struct trace_array *tr)
596{
597 tracer_enabled = 0;
598}
599
600#ifdef CONFIG_IRQSOFF_TRACER
601/*
602 * We are only interested in hardirq on/off events:
603 */
604static void tracer_hardirqs_on(void *none, unsigned long a0, unsigned long a1)
605{
606 if (!preempt_trace() && irq_trace())
607 stop_critical_timing(a0, a1);
608}
609
610static void tracer_hardirqs_off(void *none, unsigned long a0, unsigned long a1)
611{
612 if (!preempt_trace() && irq_trace())
613 start_critical_timing(a0, a1);
614}
615
662static int irqsoff_tracer_init(struct trace_array *tr)
663{
664 trace_type = TRACER_IRQS_OFF;
665
616static int irqsoff_tracer_init(struct trace_array *tr)
617{
618 trace_type = TRACER_IRQS_OFF;
619
620 register_trace_irq_disable(tracer_hardirqs_off, NULL);
621 register_trace_irq_enable(tracer_hardirqs_on, NULL);
666 return __irqsoff_tracer_init(tr);
667}
668
669static void irqsoff_tracer_reset(struct trace_array *tr)
670{
622 return __irqsoff_tracer_init(tr);
623}
624
625static void irqsoff_tracer_reset(struct trace_array *tr)
626{
627 unregister_trace_irq_disable(tracer_hardirqs_off, NULL);
628 unregister_trace_irq_enable(tracer_hardirqs_on, NULL);
671 __irqsoff_tracer_reset(tr);
672}
673
674static struct tracer irqsoff_tracer __read_mostly =
675{
676 .name = "irqsoff",
677 .init = irqsoff_tracer_init,
678 .reset = irqsoff_tracer_reset,

--- 6 unchanged lines hidden (view full) ---

685#ifdef CONFIG_FTRACE_SELFTEST
686 .selftest = trace_selftest_startup_irqsoff,
687#endif
688 .open = irqsoff_trace_open,
689 .close = irqsoff_trace_close,
690 .allow_instances = true,
691 .use_max_tr = true,
692};
629 __irqsoff_tracer_reset(tr);
630}
631
632static struct tracer irqsoff_tracer __read_mostly =
633{
634 .name = "irqsoff",
635 .init = irqsoff_tracer_init,
636 .reset = irqsoff_tracer_reset,

--- 6 unchanged lines hidden (view full) ---

643#ifdef CONFIG_FTRACE_SELFTEST
644 .selftest = trace_selftest_startup_irqsoff,
645#endif
646 .open = irqsoff_trace_open,
647 .close = irqsoff_trace_close,
648 .allow_instances = true,
649 .use_max_tr = true,
650};
693# define register_irqsoff(trace) register_tracer(&trace)
694#else
695# define register_irqsoff(trace) do { } while (0)
696#endif
651#endif /* CONFIG_IRQSOFF_TRACER */
697
698#ifdef CONFIG_PREEMPT_TRACER
652
653#ifdef CONFIG_PREEMPT_TRACER
654static void tracer_preempt_on(void *none, unsigned long a0, unsigned long a1)
655{
656 if (preempt_trace() && !irq_trace())
657 stop_critical_timing(a0, a1);
658}
659
660static void tracer_preempt_off(void *none, unsigned long a0, unsigned long a1)
661{
662 if (preempt_trace() && !irq_trace())
663 start_critical_timing(a0, a1);
664}
665
699static int preemptoff_tracer_init(struct trace_array *tr)
700{
701 trace_type = TRACER_PREEMPT_OFF;
702
666static int preemptoff_tracer_init(struct trace_array *tr)
667{
668 trace_type = TRACER_PREEMPT_OFF;
669
670 register_trace_preempt_disable(tracer_preempt_off, NULL);
671 register_trace_preempt_enable(tracer_preempt_on, NULL);
703 return __irqsoff_tracer_init(tr);
704}
705
706static void preemptoff_tracer_reset(struct trace_array *tr)
707{
672 return __irqsoff_tracer_init(tr);
673}
674
675static void preemptoff_tracer_reset(struct trace_array *tr)
676{
677 unregister_trace_preempt_disable(tracer_preempt_off, NULL);
678 unregister_trace_preempt_enable(tracer_preempt_on, NULL);
708 __irqsoff_tracer_reset(tr);
709}
710
711static struct tracer preemptoff_tracer __read_mostly =
712{
713 .name = "preemptoff",
714 .init = preemptoff_tracer_init,
715 .reset = preemptoff_tracer_reset,

--- 6 unchanged lines hidden (view full) ---

722#ifdef CONFIG_FTRACE_SELFTEST
723 .selftest = trace_selftest_startup_preemptoff,
724#endif
725 .open = irqsoff_trace_open,
726 .close = irqsoff_trace_close,
727 .allow_instances = true,
728 .use_max_tr = true,
729};
679 __irqsoff_tracer_reset(tr);
680}
681
682static struct tracer preemptoff_tracer __read_mostly =
683{
684 .name = "preemptoff",
685 .init = preemptoff_tracer_init,
686 .reset = preemptoff_tracer_reset,

--- 6 unchanged lines hidden (view full) ---

693#ifdef CONFIG_FTRACE_SELFTEST
694 .selftest = trace_selftest_startup_preemptoff,
695#endif
696 .open = irqsoff_trace_open,
697 .close = irqsoff_trace_close,
698 .allow_instances = true,
699 .use_max_tr = true,
700};
730# define register_preemptoff(trace) register_tracer(&trace)
731#else
732# define register_preemptoff(trace) do { } while (0)
733#endif
701#endif /* CONFIG_PREEMPT_TRACER */
734
702
735#if defined(CONFIG_IRQSOFF_TRACER) && \
736 defined(CONFIG_PREEMPT_TRACER)
703#if defined(CONFIG_IRQSOFF_TRACER) && defined(CONFIG_PREEMPT_TRACER)
737
738static int preemptirqsoff_tracer_init(struct trace_array *tr)
739{
740 trace_type = TRACER_IRQS_OFF | TRACER_PREEMPT_OFF;
741
704
705static int preemptirqsoff_tracer_init(struct trace_array *tr)
706{
707 trace_type = TRACER_IRQS_OFF | TRACER_PREEMPT_OFF;
708
709 register_trace_irq_disable(tracer_hardirqs_off, NULL);
710 register_trace_irq_enable(tracer_hardirqs_on, NULL);
711 register_trace_preempt_disable(tracer_preempt_off, NULL);
712 register_trace_preempt_enable(tracer_preempt_on, NULL);
713
742 return __irqsoff_tracer_init(tr);
743}
744
745static void preemptirqsoff_tracer_reset(struct trace_array *tr)
746{
714 return __irqsoff_tracer_init(tr);
715}
716
717static void preemptirqsoff_tracer_reset(struct trace_array *tr)
718{
719 unregister_trace_irq_disable(tracer_hardirqs_off, NULL);
720 unregister_trace_irq_enable(tracer_hardirqs_on, NULL);
721 unregister_trace_preempt_disable(tracer_preempt_off, NULL);
722 unregister_trace_preempt_enable(tracer_preempt_on, NULL);
723
747 __irqsoff_tracer_reset(tr);
748}
749
750static struct tracer preemptirqsoff_tracer __read_mostly =
751{
752 .name = "preemptirqsoff",
753 .init = preemptirqsoff_tracer_init,
754 .reset = preemptirqsoff_tracer_reset,

--- 6 unchanged lines hidden (view full) ---

761#ifdef CONFIG_FTRACE_SELFTEST
762 .selftest = trace_selftest_startup_preemptirqsoff,
763#endif
764 .open = irqsoff_trace_open,
765 .close = irqsoff_trace_close,
766 .allow_instances = true,
767 .use_max_tr = true,
768};
724 __irqsoff_tracer_reset(tr);
725}
726
727static struct tracer preemptirqsoff_tracer __read_mostly =
728{
729 .name = "preemptirqsoff",
730 .init = preemptirqsoff_tracer_init,
731 .reset = preemptirqsoff_tracer_reset,

--- 6 unchanged lines hidden (view full) ---

738#ifdef CONFIG_FTRACE_SELFTEST
739 .selftest = trace_selftest_startup_preemptirqsoff,
740#endif
741 .open = irqsoff_trace_open,
742 .close = irqsoff_trace_close,
743 .allow_instances = true,
744 .use_max_tr = true,
745};
769
770# define register_preemptirqsoff(trace) register_tracer(&trace)
771#else
772# define register_preemptirqsoff(trace) do { } while (0)
773#endif
774
775__init static int init_irqsoff_tracer(void)
776{
746#endif
747
748__init static int init_irqsoff_tracer(void)
749{
777 register_irqsoff(irqsoff_tracer);
778 register_preemptoff(preemptoff_tracer);
779 register_preemptirqsoff(preemptirqsoff_tracer);
780
781 return 0;
782}
783core_initcall(init_irqsoff_tracer);
784#endif /* IRQSOFF_TRACER || PREEMPTOFF_TRACER */
785
786#ifndef CONFIG_IRQSOFF_TRACER
787static inline void tracer_hardirqs_on(void) { }
788static inline void tracer_hardirqs_off(void) { }
789static inline void tracer_hardirqs_on_caller(unsigned long caller_addr) { }
790static inline void tracer_hardirqs_off_caller(unsigned long caller_addr) { }
750#ifdef CONFIG_IRQSOFF_TRACER
751 register_tracer(&irqsoff_tracer);
791#endif
752#endif
792
793#ifndef CONFIG_PREEMPT_TRACER
794static inline void tracer_preempt_on(unsigned long a0, unsigned long a1) { }
795static inline void tracer_preempt_off(unsigned long a0, unsigned long a1) { }
753#ifdef CONFIG_PREEMPT_TRACER
754 register_tracer(&preemptoff_tracer);
796#endif
755#endif
797
798#if defined(CONFIG_TRACE_IRQFLAGS) && !defined(CONFIG_PROVE_LOCKING)
799/* Per-cpu variable to prevent redundant calls when IRQs already off */
800static DEFINE_PER_CPU(int, tracing_irq_cpu);
801
802void trace_hardirqs_on(void)
803{
804 if (!this_cpu_read(tracing_irq_cpu))
805 return;
806
807 trace_irq_enable_rcuidle(CALLER_ADDR0, CALLER_ADDR1);
808 tracer_hardirqs_on();
809
810 this_cpu_write(tracing_irq_cpu, 0);
811}
812EXPORT_SYMBOL(trace_hardirqs_on);
813
814void trace_hardirqs_off(void)
815{
816 if (this_cpu_read(tracing_irq_cpu))
817 return;
818
819 this_cpu_write(tracing_irq_cpu, 1);
820
821 trace_irq_disable_rcuidle(CALLER_ADDR0, CALLER_ADDR1);
822 tracer_hardirqs_off();
823}
824EXPORT_SYMBOL(trace_hardirqs_off);
825
826__visible void trace_hardirqs_on_caller(unsigned long caller_addr)
827{
828 if (!this_cpu_read(tracing_irq_cpu))
829 return;
830
831 trace_irq_enable_rcuidle(CALLER_ADDR0, caller_addr);
832 tracer_hardirqs_on_caller(caller_addr);
833
834 this_cpu_write(tracing_irq_cpu, 0);
835}
836EXPORT_SYMBOL(trace_hardirqs_on_caller);
837
838__visible void trace_hardirqs_off_caller(unsigned long caller_addr)
839{
840 if (this_cpu_read(tracing_irq_cpu))
841 return;
842
843 this_cpu_write(tracing_irq_cpu, 1);
844
845 trace_irq_disable_rcuidle(CALLER_ADDR0, caller_addr);
846 tracer_hardirqs_off_caller(caller_addr);
847}
848EXPORT_SYMBOL(trace_hardirqs_off_caller);
849
850/*
851 * Stubs:
852 */
853
854void trace_softirqs_on(unsigned long ip)
855{
856}
857
858void trace_softirqs_off(unsigned long ip)
859{
860}
861
862inline void print_irqtrace_events(struct task_struct *curr)
863{
864}
756#if defined(CONFIG_IRQSOFF_TRACER) && defined(CONFIG_PREEMPT_TRACER)
757 register_tracer(&preemptirqsoff_tracer);
865#endif
866
758#endif
759
867#if defined(CONFIG_PREEMPT_TRACER) || \
868 (defined(CONFIG_DEBUG_PREEMPT) && defined(CONFIG_PREEMPTIRQ_EVENTS))
869void trace_preempt_on(unsigned long a0, unsigned long a1)
870{
871 trace_preempt_enable_rcuidle(a0, a1);
872 tracer_preempt_on(a0, a1);
760 return 0;
873}
761}
874
875void trace_preempt_off(unsigned long a0, unsigned long a1)
876{
877 trace_preempt_disable_rcuidle(a0, a1);
878 tracer_preempt_off(a0, a1);
879}
880#endif
762core_initcall(init_irqsoff_tracer);
763#endif /* IRQSOFF_TRACER || PREEMPTOFF_TRACER */