xref: /linux/tools/testing/selftests/Makefile (revision 15d7b3dfafa98270eade6c77d2336790dde0a40d)
1# SPDX-License-Identifier: GPL-2.0
2TARGETS += acct
3TARGETS += alsa
4TARGETS += amd-pstate
5TARGETS += arm64
6TARGETS += bpf
7TARGETS += breakpoints
8TARGETS += cachestat
9TARGETS += capabilities
10TARGETS += cgroup
11TARGETS += clone3
12TARGETS += connector
13TARGETS += core
14TARGETS += cpufreq
15TARGETS += cpu-hotplug
16TARGETS += damon
17TARGETS += devices/error_logs
18TARGETS += devices/probe
19TARGETS += dmabuf-heaps
20TARGETS += drivers/dma-buf
21TARGETS += drivers/ntsync
22TARGETS += drivers/s390x/uvdevice
23TARGETS += drivers/net
24TARGETS += drivers/net/bonding
25TARGETS += drivers/net/team
26TARGETS += drivers/net/virtio_net
27TARGETS += drivers/platform/x86/intel/ifs
28TARGETS += dt
29TARGETS += efivarfs
30TARGETS += exec
31TARGETS += fchmodat2
32TARGETS += filesystems
33TARGETS += filesystems/binderfs
34TARGETS += filesystems/epoll
35TARGETS += filesystems/fat
36TARGETS += filesystems/overlayfs
37TARGETS += filesystems/statmount
38TARGETS += filesystems/mount-notify
39TARGETS += firmware
40TARGETS += fpu
41TARGETS += ftrace
42TARGETS += futex
43TARGETS += gpio
44TARGETS += hid
45TARGETS += intel_pstate
46TARGETS += iommu
47TARGETS += ipc
48TARGETS += ir
49TARGETS += kcmp
50TARGETS += kexec
51TARGETS += kvm
52TARGETS += landlock
53TARGETS += lib
54TARGETS += livepatch
55TARGETS += lkdtm
56TARGETS += lsm
57TARGETS += membarrier
58TARGETS += memfd
59TARGETS += memory-hotplug
60TARGETS += mincore
61TARGETS += mount
62TARGETS += mount_setattr
63TARGETS += move_mount_set_group
64TARGETS += mqueue
65TARGETS += mseal_system_mappings
66TARGETS += nci
67TARGETS += net
68TARGETS += net/af_unix
69TARGETS += net/forwarding
70TARGETS += net/hsr
71TARGETS += net/mptcp
72TARGETS += net/netfilter
73TARGETS += net/openvswitch
74TARGETS += net/ovpn
75TARGETS += net/packetdrill
76TARGETS += net/rds
77TARGETS += net/tcp_ao
78TARGETS += nsfs
79TARGETS += pci_endpoint
80TARGETS += pcie_bwctrl
81TARGETS += perf_events
82TARGETS += pidfd
83TARGETS += pid_namespace
84TARGETS += power_supply
85TARGETS += powerpc
86TARGETS += prctl
87TARGETS += proc
88TARGETS += pstore
89TARGETS += ptrace
90TARGETS += openat2
91TARGETS += resctrl
92TARGETS += riscv
93TARGETS += rlimits
94TARGETS += rseq
95TARGETS += rtc
96TARGETS += rust
97TARGETS += sched_ext
98TARGETS += seccomp
99TARGETS += sgx
100TARGETS += signal
101TARGETS += size
102TARGETS += sparc64
103TARGETS += splice
104TARGETS += static_keys
105TARGETS += sync
106TARGETS += syscall_user_dispatch
107TARGETS += sysctl
108TARGETS += tc-testing
109TARGETS += tdx
110TARGETS += thermal/intel/power_floor
111TARGETS += thermal/intel/workload_hint
112TARGETS += timens
113ifneq (1, $(quicktest))
114TARGETS += timers
115endif
116TARGETS += tmpfs
117TARGETS += tpm2
118TARGETS += tty
119TARGETS += ublk
120TARGETS += uevent
121TARGETS += user_events
122TARGETS += vDSO
123TARGETS += mm
124TARGETS += x86
125TARGETS += x86/bugs
126TARGETS += zram
127#Please keep the TARGETS list alphabetically sorted
128# Run "make quicktest=1 run_tests" or
129# "make quicktest=1 kselftest" from top level Makefile
130
131TARGETS_HOTPLUG = cpu-hotplug
132TARGETS_HOTPLUG += memory-hotplug
133
134# Networking tests want the net/lib target, include it automatically
135ifneq ($(filter net drivers/net drivers/net/hw,$(TARGETS)),)
136ifeq ($(filter net/lib,$(TARGETS)),)
137	INSTALL_DEP_TARGETS := net/lib
138endif
139endif
140
141# User can optionally provide a TARGETS skiplist. By default we skip
142# targets using BPF since it has cutting edge build time dependencies
143# which require more effort to install.
144SKIP_TARGETS ?= bpf sched_ext
145ifneq ($(SKIP_TARGETS),)
146	TMP := $(filter-out $(SKIP_TARGETS), $(TARGETS))
147	override TARGETS := $(TMP)
148endif
149
150# User can set FORCE_TARGETS to 1 to require all targets to be successfully
151# built; make will fail if any of the targets cannot be built. If
152# FORCE_TARGETS is not set (the default), make will succeed if at least one
153# of the targets gets built.
154FORCE_TARGETS ?=
155
156# Clear LDFLAGS and MAKEFLAGS when implicit rules are missing.  This provides
157# implicit rules to sub-test Makefiles which avoids build failures in test
158# Makefile that don't have explicit build rules.
159ifeq (,$(LINK.c))
160override LDFLAGS =
161override MAKEFLAGS =
162endif
163
164# Append kselftest to KBUILD_OUTPUT and O to avoid cluttering
165# KBUILD_OUTPUT with selftest objects and headers installed
166# by selftests Makefile or lib.mk.
167ifdef building_out_of_srctree
168override LDFLAGS =
169endif
170
171top_srcdir ?= ../../..
172
173ifeq ("$(origin O)", "command line")
174  KBUILD_OUTPUT := $(O)
175endif
176
177ifneq ($(KBUILD_OUTPUT),)
178  # Make's built-in functions such as $(abspath ...), $(realpath ...) cannot
179  # expand a shell special character '~'. We use a somewhat tedious way here.
180  abs_objtree := $(shell cd $(top_srcdir) && mkdir -p $(KBUILD_OUTPUT) && cd $(KBUILD_OUTPUT) && pwd)
181  $(if $(abs_objtree),, \
182    $(error failed to create output directory "$(KBUILD_OUTPUT)"))
183  # $(realpath ...) resolves symlinks
184  abs_objtree := $(realpath $(abs_objtree))
185  BUILD := $(abs_objtree)/kselftest
186  KHDR_INCLUDES := -isystem ${abs_objtree}/usr/include
187else
188  BUILD := $(CURDIR)
189  abs_srctree := $(shell cd $(top_srcdir) && pwd)
190  KHDR_INCLUDES := -isystem ${abs_srctree}/usr/include
191  DEFAULT_INSTALL_HDR_PATH := 1
192endif
193
194# Prepare for headers install
195include $(top_srcdir)/scripts/subarch.include
196ARCH           ?= $(SUBARCH)
197export BUILD
198export KHDR_INCLUDES
199
200# set default goal to all, so make without a target runs all, even when
201# all isn't the first target in the file.
202.DEFAULT_GOAL := all
203
204all:
205	@ret=1;							\
206	for TARGET in $(TARGETS); do				\
207		BUILD_TARGET=$$BUILD/$$TARGET;			\
208		mkdir $$BUILD_TARGET  -p;			\
209		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET	\
210				O=$(abs_objtree)		\
211				$(if $(FORCE_TARGETS),|| exit);	\
212		ret=$$((ret * $$?));				\
213	done; exit $$ret;
214
215run_tests: all
216	@for TARGET in $(TARGETS); do \
217		BUILD_TARGET=$$BUILD/$$TARGET;	\
218		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_tests \
219				SRC_PATH=$(shell readlink -e $$(pwd)) \
220				OBJ_PATH=$(BUILD)                   \
221				O=$(abs_objtree);		    \
222	done;
223
224hotplug:
225	@for TARGET in $(TARGETS_HOTPLUG); do \
226		BUILD_TARGET=$$BUILD/$$TARGET;	\
227		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET;\
228	done;
229
230run_hotplug: hotplug
231	@for TARGET in $(TARGETS_HOTPLUG); do \
232		BUILD_TARGET=$$BUILD/$$TARGET;	\
233		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_full_test;\
234	done;
235
236clean_hotplug:
237	@for TARGET in $(TARGETS_HOTPLUG); do \
238		BUILD_TARGET=$$BUILD/$$TARGET;	\
239		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
240	done;
241
242run_pstore_crash:
243	$(MAKE) -C pstore run_crash
244
245# Use $BUILD as the default install root. $BUILD points to the
246# right output location for the following cases:
247# 1. output_dir=kernel_src
248# 2. a separate output directory is specified using O= KBUILD_OUTPUT
249# 3. a separate output directory is specified using KBUILD_OUTPUT
250# Avoid conflict with INSTALL_PATH set by the main Makefile
251#
252KSFT_INSTALL_PATH ?= $(BUILD)/kselftest_install
253KSFT_INSTALL_PATH := $(abspath $(KSFT_INSTALL_PATH))
254# Avoid changing the rest of the logic here and lib.mk.
255INSTALL_PATH := $(KSFT_INSTALL_PATH)
256ALL_SCRIPT := $(INSTALL_PATH)/run_kselftest.sh
257TEST_LIST := $(INSTALL_PATH)/kselftest-list.txt
258
259install: all
260ifdef INSTALL_PATH
261	@# Ask all targets to install their files
262	mkdir -p $(INSTALL_PATH)/kselftest
263	install -m 744 kselftest/module.sh $(INSTALL_PATH)/kselftest/
264	install -m 744 kselftest/runner.sh $(INSTALL_PATH)/kselftest/
265	install -m 744 kselftest/prefix.pl $(INSTALL_PATH)/kselftest/
266	install -m 744 kselftest/ktap_helpers.sh $(INSTALL_PATH)/kselftest/
267	install -m 744 kselftest/ksft.py $(INSTALL_PATH)/kselftest/
268	install -m 744 run_kselftest.sh $(INSTALL_PATH)/
269	rm -f $(TEST_LIST)
270	@ret=1;	\
271	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
272		BUILD_TARGET=$$BUILD/$$TARGET;	\
273		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET install \
274				INSTALL_PATH=$(INSTALL_PATH)/$$TARGET \
275				SRC_PATH=$(shell readlink -e $$(pwd)) \
276				OBJ_PATH=$(INSTALL_PATH) \
277				O=$(abs_objtree)		\
278				$(if $(FORCE_TARGETS),|| exit);	\
279		ret=$$((ret * $$?));		\
280	done; exit $$ret;
281
282
283	@# Ask all targets to emit their test scripts
284	@# While building kselftest-list.text skip also non-existent TARGET dirs:
285	@# they could be the result of a build failure and should NOT be
286	@# included in the generated runlist.
287	for TARGET in $(TARGETS); do \
288		BUILD_TARGET=$$BUILD/$$TARGET;	\
289		[ ! -d $(INSTALL_PATH)/$$TARGET ] && printf "Skipping non-existent dir: $$TARGET\n" && continue; \
290		printf "Emit Tests for $$TARGET\n"; \
291		$(MAKE) -s --no-print-directory OUTPUT=$$BUILD_TARGET COLLECTION=$$TARGET \
292			-C $$TARGET emit_tests >> $(TEST_LIST); \
293	done;
294else
295	$(error Error: set INSTALL_PATH to use install)
296endif
297
298FORMAT ?= .gz
299TAR_PATH = $(abspath ${INSTALL_PATH}/kselftest-packages/kselftest.tar${FORMAT})
300gen_tar: install
301	@mkdir -p ${INSTALL_PATH}/kselftest-packages/
302	@tar caf ${TAR_PATH} --exclude=kselftest-packages -C ${INSTALL_PATH} .
303	@echo "Created ${TAR_PATH}"
304
305clean:
306	@for TARGET in $(TARGETS); do \
307		BUILD_TARGET=$$BUILD/$$TARGET;	\
308		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
309	done;
310
311.PHONY: all run_tests hotplug run_hotplug clean_hotplug run_pstore_crash install clean gen_tar
312