xref: /freebsd/cddl/usr.sbin/dtrace/tests/tools/exclude.sh (revision 95eb4b873b6a8b527c5bd78d7191975dfca38998)
1
2# This file lists DTrace tests which are known to fail or hang/crash the
3# system. They were pulled from the legacy DTrace test infrastructure in
4# tools/tests/dtrace and may be out of date.
5#
6# Tests are listed here generally because one or more of the following is true:
7#
8# 1) The test is broken (usually because it assumes it's running on Solaris and
9#    the test encodes some sort of Solarisism).
10# 2) The functionality being tested is buggy (often but not always the result
11#    of a FreeBSD-specific bug).
12# 3) The test relies on DTrace functionality that's not yet available in FreeBSD
13#    (e.g. tests for a specific SDT provider that we don't have).
14#
15# An end goal is to remove this file, concentrating first on instances of
16# 1) and 2).
17#
18# The SKIP variable contains tests that should not be executed at all. The
19# EXFAIL variable contains tests that are expected to fail when run. The
20# SKIPCI variable contains tests that are flakey and should not be executed in
21# the CI environment. Please avoid adding tests to SKIP unless it really is
22# necessary; with EXFAIL, tests that begin passing as the result of a change
23# are visible in the test summary.
24
25exclude()
26{
27    case $2 in
28    # Handle globbing later
29    *"*"*) ;;
30    # No globbing needed
31    *)
32        eval $1=\"\$$1\\n$2\"
33        return
34        ;;
35    esac
36    for file in ${TESTBASE}/${2}; do
37        case ${file} in
38            # Invalid glob
39            "${TESTBASE}/${2}") echo "Invalid exclude for $2" >&2; exit 1; ;;
40        esac
41        exclude "$1" "${file##${TESTBASE}/}"
42    done
43}
44
45exclude EXFAIL common/aggs/tst.subr.d
46exclude EXFAIL common/dtraceUtil/tst.ELFGenerationOut.d.ksh
47exclude EXFAIL common/dtraceUtil/tst.ELFGenerationWithO.d.ksh
48exclude EXFAIL common/funcs/tst.copyin.d
49exclude EXFAIL common/funcs/tst.copyinto.d
50exclude EXFAIL common/funcs/tst.ddi_pathname.d
51exclude EXFAIL common/io/tst.fds.d
52exclude EXFAIL common/mdb/tst.dtracedcmd.ksh
53exclude EXFAIL common/misc/tst.dofmax.ksh
54exclude EXFAIL common/misc/tst.include.ksh
55exclude EXFAIL common/safety/tst.copyin2.d
56exclude EXFAIL common/safety/tst.msgdsize.d
57exclude EXFAIL common/safety/tst.msgsize.d
58exclude EXFAIL common/scalars/tst.misc.d
59exclude EXFAIL common/scalars/tst.selfarray2.d
60exclude EXFAIL common/sched/tst.enqueue.d
61exclude EXFAIL common/speculation/tst.SpecSizeVariations3.d
62exclude EXFAIL common/tracemem/err.D_TRACEMEM_ADDR.badaddr.d
63exclude EXFAIL common/translators/tst.TestTransStability2.ksh
64exclude EXFAIL common/types/tst.struct.d
65exclude EXFAIL common/types/tst.typedef.d
66
67# We don't have a cpc provider.
68exclude SKIP common/cpc/err.D_PDESC_ZERO.lowfrequency.d
69exclude SKIP common/cpc/err.D_PDESC_ZERO.malformedoverflow.d
70exclude SKIP common/cpc/err.D_PDESC_ZERO.nonexistentevent.d
71exclude SKIP common/cpc/err.cpcvscpustatpart1.ksh
72exclude SKIP common/cpc/err.cpcvscpustatpart2.ksh
73exclude SKIP common/cpc/err.cputrackfailtostart.ksh
74exclude SKIP common/cpc/err.cputrackterminates.ksh
75exclude SKIP common/cpc/err.toomanyenablings.d
76exclude SKIP common/cpc/tst.allcpus.ksh
77exclude SKIP common/cpc/tst.genericevent.d
78exclude SKIP common/cpc/tst.platformevent.ksh
79
80# We don't have a mib provider.
81exclude EXFAIL common/mib/tst.icmp.ksh
82exclude EXFAIL common/mib/tst.tcp.ksh
83exclude EXFAIL common/mib/tst.udp.ksh
84
85# At the moment dtrace(1) always needs to run as root.
86exclude SKIP common/privs/tst.fds.ksh
87exclude SKIP common/privs/tst.func_access.ksh
88exclude SKIP common/privs/tst.getf.ksh
89exclude SKIP common/privs/tst.kpriv.ksh
90exclude SKIP common/privs/tst.op_access.ksh
91exclude SKIP common/privs/tst.procpriv.ksh
92exclude SKIP common/privs/tst.providers.ksh
93exclude SKIP common/privs/tst.unpriv_funcs.ksh
94
95# These tests hang for reasons unknown.
96exclude SKIP common/buffering/tst.ring3.d
97exclude SKIP common/funcs/tst.chill.ksh
98exclude SKIP common/funcs/tst.index.d
99
100# No Java support at the moment.
101exclude EXFAIL common/java_api/tst.Abort.ksh
102exclude EXFAIL common/java_api/tst.Bean.ksh
103exclude EXFAIL common/java_api/tst.Close.ksh
104exclude EXFAIL common/java_api/tst.Drop.ksh
105exclude EXFAIL common/java_api/tst.Enable.ksh
106exclude EXFAIL common/java_api/tst.FunctionLookup.ksh
107exclude EXFAIL common/java_api/tst.GetAggregate.ksh
108exclude EXFAIL common/java_api/tst.MaxConsumers.ksh
109exclude EXFAIL common/java_api/tst.MultiAggPrinta.ksh
110exclude EXFAIL common/java_api/tst.ProbeData.ksh
111exclude EXFAIL common/java_api/tst.ProbeDescription.ksh
112exclude EXFAIL common/java_api/tst.StateMachine.ksh
113exclude EXFAIL common/java_api/tst.StopLock.ksh
114
115# Expects specific formatting from banner(6).
116exclude EXFAIL common/aggs/tst.aggpackbanner.ksh
117
118# Test assumes we're running on a Solaris kernel.
119exclude EXFAIL common/misc/tst.roch.d
120exclude EXFAIL common/predicates/tst.argsnotcached.d
121exclude EXFAIL common/safety/tst.vahole.d
122
123# Tests that depend on the plockstat provider.
124exclude EXFAIL common/plockstat/tst.available.d
125exclude EXFAIL common/plockstat/tst.libmap.d
126exclude EXFAIL common/usdt/tst.andpid.ksh
127
128# Depends on java.
129exclude SKIP common/drops/drp.DTRACEDROP_STKSTROVERFLOW.d
130
131# Interrupt priority isn't relevant on FreeBSD.
132exclude SKIP common/builtinvar/tst.ipl.d
133exclude SKIP common/builtinvar/tst.ipl1.d
134
135# These tests rely on being able to find a host via broadcast pings.
136exclude EXFAIL common/ip/tst.ipv4remotesctp.ksh
137exclude EXFAIL common/ip/tst.ipv4remotetcp.ksh
138exclude EXFAIL common/ip/tst.ipv4remoteudp.ksh
139exclude EXFAIL common/ip/tst.ipv4remoteudplite.ksh
140exclude EXFAIL common/ip/tst.ipv6remoteicmp.ksh
141exclude EXFAIL common/ip/tst.ipv4remoteicmp.ksh
142exclude EXFAIL common/ip/tst.remotesctpstate.ksh
143exclude EXFAIL common/ip/tst.remotetcpstate.ksh
144
145# Tries to enable pid$target:libc::entry, though there's no "libc" module.
146# Currently unsure as to whether this might be a libproc bug.
147exclude EXFAIL common/pid/tst.probemod.ksh
148
149# Assumes date(1) has a pid$target::main:return probe.
150exclude EXFAIL common/pid/tst.newprobes.ksh
151
152# libproc+librtld_db don't handle dlopen(2) yet.
153exclude EXFAIL common/pid/tst.provregex2.ksh
154exclude EXFAIL common/pid/tst.provregex4.ksh
155
156# This test appears to be invalid. dtrace is supposed to press on if a
157# depends_on pragma cannot be satisfied, per the comment above
158# dt_load_libs_dir() in libdtrace.
159exclude EXFAIL common/pragma/err.invalidlibdep.ksh
160
161# This test checks for a leading tab on a line before #define. That is illegal
162# on Solaris, but the clang pre-processor on FreeBSD is happy with code like
163# that.
164exclude EXFAIL common/preprocessor/err.D_PRAGCTL_INVAL.tabdefine.d
165
166# This test uses proc:::signal-handle, which we don't appear to have.
167exclude EXFAIL common/proc/tst.signal.ksh
168
169# This test uses proc:::lwp-start, which we don't appear to have.
170exclude EXFAIL common/proc/tst.startexit.ksh
171
172# This test causes a panic at the moment because fbt instruments the lock class'
173# lc_owned method.
174exclude SKIP common/safety/tst.rw.d
175
176# Depends on some implementation details of the runtime linker.
177exclude EXFAIL common/vars/tst.ucaller.ksh
178
179# These rely on process attributes that FreeBSD doesn't carry.
180exclude EXFAIL common/scripting/tst.projid.ksh
181exclude EXFAIL common/scripting/tst.taskid.ksh
182
183# Depends on tst.chasestrings.exe being ELF32. See r326181 and r326285.
184exclude EXFAIL common/uctf/err.user64mode.ksh
185
186# This test expects its test program to be installed without CTF data, but
187# the rest of the programs for this feature need CTF data. Not yet sure how
188# to build that.
189exclude EXFAIL common/uctf/tst.libtype.ksh
190
191# libproc doesn't have linkmap support yet.
192exclude EXFAIL common/uctf/tst.linkmap.ksh
193
194# Uses Sun-specific compiler options.
195exclude EXFAIL common/usdt/tst.badguess.ksh
196exclude EXFAIL common/usdt/tst.guess32.ksh
197exclude EXFAIL common/usdt/tst.guess64.ksh
198
199# Depends on non-standard static linker behaviour.
200exclude EXFAIL common/usdt/tst.eliminate.ksh
201
202# Generated headers include <sys/sdt.h>, so _DTRACE_VERSION is always defined.
203exclude EXFAIL common/usdt/tst.nodtrace.ksh
204
205# Uses the Solaris-specific ppriv(1).
206exclude EXFAIL common/usdt/tst.user.ksh
207
208# Triggers a lock assertion by using the raise() action from a profile probe.
209exclude SKIP common/ustack/tst.spin.ksh
210
211# https://bugs.freebsd.org/237641
212exclude SKIPCI common/misc/tst.dynopt.d
213