xref: /linux/tools/testing/selftests/Makefile (revision 1c3e8cef79ea5f1415cff0d3c507e2e07b71ade8)
1# SPDX-License-Identifier: GPL-2.0
2TARGETS += acct
3TARGETS += alsa
4TARGETS += amd-pstate
5TARGETS += arm64
6TARGETS += bpf
7TARGETS += breakpoints
8TARGETS += cachestat
9TARGETS += capabilities
10TARGETS += cgroup
11TARGETS += clone3
12TARGETS += connector
13TARGETS += core
14TARGETS += cpufreq
15TARGETS += cpu-hotplug
16TARGETS += damon
17TARGETS += devices/error_logs
18TARGETS += devices/probe
19TARGETS += dmabuf-heaps
20TARGETS += drivers/dma-buf
21TARGETS += drivers/ntsync
22TARGETS += drivers/s390x/uvdevice
23TARGETS += drivers/net
24TARGETS += drivers/net/bonding
25TARGETS += drivers/net/netconsole
26TARGETS += drivers/net/team
27TARGETS += drivers/net/virtio_net
28TARGETS += drivers/platform/x86/intel/ifs
29TARGETS += dt
30TARGETS += efivarfs
31TARGETS += exec
32TARGETS += fchmodat2
33TARGETS += filesystems
34TARGETS += filesystems/binderfs
35TARGETS += filesystems/epoll
36TARGETS += filesystems/failfs
37TARGETS += filesystems/fat
38TARGETS += filesystems/overlayfs
39TARGETS += filesystems/statmount
40TARGETS += filesystems/mount-notify
41TARGETS += filesystems/nsfs
42TARGETS += filesystems/fuse
43TARGETS += filesystems/move_mount
44TARGETS += filesystems/empty_mntns
45TARGETS += filesystems/fsmount_ns
46TARGETS += filesystems/fscontext_ns
47TARGETS += filesystems/mntns_cleanup
48TARGETS += firmware
49TARGETS += fpu
50TARGETS += ftrace
51TARGETS += futex
52TARGETS += gpio
53TARGETS += hid
54TARGETS += intel_pstate
55TARGETS += iommu
56TARGETS += ipc
57TARGETS += ir
58TARGETS += kcmp
59TARGETS += kexec
60TARGETS += kselftest_harness
61TARGETS += kvm
62TARGETS += landlock
63TARGETS += lib
64TARGETS += livepatch
65TARGETS += liveupdate
66TARGETS += lkdtm
67TARGETS += lsm
68TARGETS += membarrier
69TARGETS += memfd
70TARGETS += memory-hotplug
71TARGETS += mincore
72TARGETS += mount
73TARGETS += mount_setattr
74TARGETS += move_mount_set_group
75TARGETS += mqueue
76TARGETS += mseal_system_mappings
77TARGETS += nci
78TARGETS += net
79TARGETS += net/af_unix
80TARGETS += net/can
81TARGETS += net/forwarding
82TARGETS += net/hsr
83TARGETS += net/mptcp
84TARGETS += net/netfilter
85TARGETS += net/openvswitch
86TARGETS += net/ovpn
87TARGETS += net/packetdrill
88TARGETS += net/ppp
89TARGETS += net/rds
90TARGETS += net/tcp_ao
91TARGETS += nolibc
92TARGETS += pci_endpoint
93TARGETS += pcie_bwctrl
94TARGETS += perf_events
95TARGETS += pidfd
96TARGETS += pid_namespace
97TARGETS += pipe
98TARGETS += power_supply
99TARGETS += powerpc
100TARGETS += prctl
101TARGETS += proc
102TARGETS += pstore
103TARGETS += ptrace
104TARGETS += openat2
105TARGETS += rdma
106TARGETS += resctrl
107TARGETS += riscv
108TARGETS += rlimits
109TARGETS += rseq
110TARGETS += rtc
111TARGETS += rust
112TARGETS += sched_ext
113TARGETS += seccomp
114TARGETS += sgx
115TARGETS += signal
116TARGETS += size
117TARGETS += sparc64
118TARGETS += splice
119TARGETS += static_keys
120TARGETS += sync
121TARGETS += syscall_user_dispatch
122TARGETS += sysctl
123TARGETS += tc-testing
124TARGETS += tdx
125TARGETS += thermal/intel/power_floor
126TARGETS += thermal/intel/workload_hint
127TARGETS += timens
128ifneq (1, $(quicktest))
129TARGETS += timers
130endif
131TARGETS += tmpfs
132TARGETS += tpm2
133TARGETS += tty
134TARGETS += ublk
135TARGETS += uevent
136TARGETS += user_events
137TARGETS += vDSO
138TARGETS += mm
139TARGETS += vfio
140TARGETS += x86
141TARGETS += x86/bugs
142TARGETS += zram
143#Please keep the TARGETS list alphabetically sorted
144# Run "make quicktest=1 run_tests" or
145# "make quicktest=1 kselftest" from top level Makefile
146
147TARGETS_HOTPLUG = cpu-hotplug
148TARGETS_HOTPLUG += memory-hotplug
149
150# Networking tests want the net/lib target, include it automatically
151ifneq ($(filter net drivers/net drivers/net/hw,$(TARGETS)),)
152ifeq ($(filter net/lib,$(TARGETS)),)
153	INSTALL_DEP_TARGETS := net/lib
154endif
155endif
156
157# User can optionally provide a TARGETS skiplist. By default we skip
158# targets using BPF since it has cutting edge build time dependencies
159# which require more effort to install.
160SKIP_TARGETS ?= bpf sched_ext
161ifneq ($(SKIP_TARGETS),)
162	TMP := $(filter-out $(SKIP_TARGETS), $(TARGETS))
163	override TARGETS := $(TMP)
164endif
165
166# User can set FORCE_TARGETS to 1 to require all targets to be successfully
167# built; make will fail if any of the targets cannot be built. If
168# FORCE_TARGETS is not set (the default), make will succeed if at least one
169# of the targets gets built.
170FORCE_TARGETS ?=
171
172# Clear LDFLAGS and MAKEFLAGS when implicit rules are missing.  This provides
173# implicit rules to sub-test Makefiles which avoids build failures in test
174# Makefile that don't have explicit build rules.
175ifeq (,$(LINK.c))
176override LDFLAGS =
177override MAKEFLAGS =
178endif
179
180# Append kselftest to KBUILD_OUTPUT and O to avoid cluttering
181# KBUILD_OUTPUT with selftest objects and headers installed
182# by selftests Makefile or lib.mk.
183ifdef building_out_of_srctree
184override LDFLAGS =
185endif
186
187top_srcdir ?= ../../..
188
189ifeq ("$(origin O)", "command line")
190  KBUILD_OUTPUT := $(O)
191endif
192
193ifneq ($(KBUILD_OUTPUT),)
194  # Make's built-in functions such as $(abspath ...), $(realpath ...) cannot
195  # expand a shell special character '~'. We use a somewhat tedious way here.
196  abs_objtree := $(shell cd $(top_srcdir) && mkdir -p $(KBUILD_OUTPUT) && cd $(KBUILD_OUTPUT) && pwd)
197  $(if $(abs_objtree),, \
198    $(error failed to create output directory "$(KBUILD_OUTPUT)"))
199  # $(realpath ...) resolves symlinks
200  abs_objtree := $(realpath $(abs_objtree))
201  BUILD := $(abs_objtree)/kselftest
202  KHDR_INCLUDES := -isystem ${abs_objtree}/usr/include
203else
204  BUILD := $(CURDIR)
205  abs_srctree := $(shell cd $(top_srcdir) && pwd)
206  KHDR_INCLUDES := -isystem ${abs_srctree}/usr/include
207  DEFAULT_INSTALL_HDR_PATH := 1
208endif
209
210# Prepare for headers install
211include $(top_srcdir)/scripts/subarch.include
212ARCH           ?= $(SUBARCH)
213export BUILD
214export KHDR_INCLUDES
215
216# set default goal to all, so make without a target runs all, even when
217# all isn't the first target in the file.
218.DEFAULT_GOAL := all
219
220all:
221	@ret=1;							\
222	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do	\
223		BUILD_TARGET=$$BUILD/$$TARGET;			\
224		mkdir $$BUILD_TARGET  -p;			\
225		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET	\
226				O=$(abs_objtree)		\
227				$(if $(FORCE_TARGETS),|| exit);	\
228		ret=$$((ret * $$?));				\
229	done; exit $$ret;
230
231run_tests: all
232	@for TARGET in $(TARGETS); do \
233		BUILD_TARGET=$$BUILD/$$TARGET;	\
234		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_tests \
235				SRC_PATH=$(shell readlink -e $$(pwd)) \
236				OBJ_PATH=$(BUILD)                   \
237				O=$(abs_objtree);		    \
238	done;
239
240hotplug:
241	@for TARGET in $(TARGETS_HOTPLUG); do \
242		BUILD_TARGET=$$BUILD/$$TARGET;	\
243		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET;\
244	done;
245
246run_hotplug: hotplug
247	@for TARGET in $(TARGETS_HOTPLUG); do \
248		BUILD_TARGET=$$BUILD/$$TARGET;	\
249		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_full_test;\
250	done;
251
252clean_hotplug:
253	@for TARGET in $(TARGETS_HOTPLUG); do \
254		BUILD_TARGET=$$BUILD/$$TARGET;	\
255		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
256	done;
257
258run_pstore_crash:
259	$(MAKE) -C pstore run_crash
260
261# Use $BUILD as the default install root. $BUILD points to the
262# right output location for the following cases:
263# 1. output_dir=kernel_src
264# 2. a separate output directory is specified using O= KBUILD_OUTPUT
265# 3. a separate output directory is specified using KBUILD_OUTPUT
266# Avoid conflict with INSTALL_PATH set by the main Makefile
267#
268KSFT_INSTALL_PATH ?= $(BUILD)/kselftest_install
269KSFT_INSTALL_PATH := $(abspath $(KSFT_INSTALL_PATH))
270# Avoid changing the rest of the logic here and lib.mk.
271INSTALL_PATH := $(KSFT_INSTALL_PATH)
272ALL_SCRIPT := $(INSTALL_PATH)/run_kselftest.sh
273TEST_LIST := $(INSTALL_PATH)/kselftest-list.txt
274
275install: all
276ifdef INSTALL_PATH
277	@# Ask all targets to install their files
278	mkdir -p $(INSTALL_PATH)/kselftest
279	install -m 744 kselftest/module.sh $(INSTALL_PATH)/kselftest/
280	install -m 744 kselftest/runner.sh $(INSTALL_PATH)/kselftest/
281	install -m 744 kselftest/prefix.pl $(INSTALL_PATH)/kselftest/
282	install -m 744 kselftest/ktap_helpers.sh $(INSTALL_PATH)/kselftest/
283	install -m 744 kselftest/ksft.py $(INSTALL_PATH)/kselftest/
284	install -m 744 run_kselftest.sh $(INSTALL_PATH)/
285	rm -f $(TEST_LIST)
286	@ret=1;	\
287	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
288		BUILD_TARGET=$$BUILD/$$TARGET;	\
289		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET install \
290				INSTALL_PATH=$(INSTALL_PATH)/$$TARGET \
291				SRC_PATH=$(shell readlink -e $$(pwd)) \
292				OBJ_PATH=$(INSTALL_PATH) \
293				O=$(abs_objtree)		\
294				$(if $(FORCE_TARGETS),|| exit);	\
295		ret=$$((ret * $$?));		\
296	done; exit $$ret;
297
298
299	@# Ask all targets to emit their test scripts
300	@# While building kselftest-list.text skip also non-existent TARGET dirs:
301	@# they could be the result of a build failure and should NOT be
302	@# included in the generated runlist.
303	for TARGET in $(TARGETS); do \
304		BUILD_TARGET=$$BUILD/$$TARGET;	\
305		[ ! -d $(INSTALL_PATH)/$$TARGET ] && printf "Skipping non-existent dir: $$TARGET\n" && continue; \
306		printf "Emit Tests for $$TARGET\n"; \
307		$(MAKE) -s --no-print-directory OUTPUT=$$BUILD_TARGET COLLECTION=$$TARGET \
308			-C $$TARGET emit_tests >> $(TEST_LIST); \
309	done;
310	@VERSION=$$(git describe HEAD 2>/dev/null); \
311	if [ -n "$$VERSION" ]; then \
312		echo "$$VERSION" > $(INSTALL_PATH)/VERSION; \
313		printf "Version saved to $(INSTALL_PATH)/VERSION\n"; \
314	else \
315		printf "Unable to get version from git describe\n"; \
316	fi
317	@echo "**Kselftest Installation is complete: $(INSTALL_PATH)**"
318else
319	$(error Error: set INSTALL_PATH to use install)
320endif
321
322FORMAT ?= .gz
323TAR_PATH = $(abspath ${INSTALL_PATH}/kselftest-packages/kselftest.tar${FORMAT})
324gen_tar: install
325	@mkdir -p ${INSTALL_PATH}/kselftest-packages/
326	@tar caf ${TAR_PATH} --exclude=kselftest-packages -C ${INSTALL_PATH} .
327	@echo "Created ${TAR_PATH}"
328
329clean:
330	@for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
331		BUILD_TARGET=$$BUILD/$$TARGET;	\
332		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
333	done;
334
335.PHONY: all run_tests hotplug run_hotplug clean_hotplug run_pstore_crash install clean gen_tar
336