xref: /linux/tools/testing/selftests/Makefile (revision 7e0e7bd60d4a812b694c477716597fcb038b00cb)
1# SPDX-License-Identifier: GPL-2.0
2TARGETS += acct
3TARGETS += alsa
4TARGETS += amd-pstate
5TARGETS += arm64
6TARGETS += bpf
7TARGETS += breakpoints
8TARGETS += cachestat
9TARGETS += capabilities
10TARGETS += cgroup
11TARGETS += clone3
12TARGETS += connector
13TARGETS += core
14TARGETS += cpufreq
15TARGETS += cpu-hotplug
16TARGETS += damon
17TARGETS += devices/error_logs
18TARGETS += devices/probe
19TARGETS += dmabuf-heaps
20TARGETS += drivers/dma-buf
21TARGETS += drivers/ntsync
22TARGETS += drivers/s390x/uvdevice
23TARGETS += drivers/net
24TARGETS += drivers/net/bonding
25TARGETS += drivers/net/netconsole
26TARGETS += drivers/net/team
27TARGETS += drivers/net/virtio_net
28TARGETS += drivers/platform/x86/intel/ifs
29TARGETS += dt
30TARGETS += efivarfs
31TARGETS += exec
32TARGETS += fchmodat2
33TARGETS += filesystems
34TARGETS += filesystems/binderfs
35TARGETS += filesystems/epoll
36TARGETS += filesystems/fat
37TARGETS += filesystems/overlayfs
38TARGETS += filesystems/statmount
39TARGETS += filesystems/mount-notify
40TARGETS += filesystems/nsfs
41TARGETS += filesystems/fuse
42TARGETS += filesystems/move_mount
43TARGETS += filesystems/empty_mntns
44TARGETS += filesystems/fsmount_ns
45TARGETS += firmware
46TARGETS += fpu
47TARGETS += ftrace
48TARGETS += futex
49TARGETS += gpio
50TARGETS += hid
51TARGETS += intel_pstate
52TARGETS += iommu
53TARGETS += ipc
54TARGETS += ir
55TARGETS += kcmp
56TARGETS += kexec
57TARGETS += kselftest_harness
58TARGETS += kvm
59TARGETS += landlock
60TARGETS += lib
61TARGETS += livepatch
62TARGETS += liveupdate
63TARGETS += lkdtm
64TARGETS += lsm
65TARGETS += membarrier
66TARGETS += memfd
67TARGETS += memory-hotplug
68TARGETS += mincore
69TARGETS += mount
70TARGETS += mount_setattr
71TARGETS += move_mount_set_group
72TARGETS += mqueue
73TARGETS += mseal_system_mappings
74TARGETS += nci
75TARGETS += net
76TARGETS += net/af_unix
77TARGETS += net/can
78TARGETS += net/forwarding
79TARGETS += net/hsr
80TARGETS += net/mptcp
81TARGETS += net/netfilter
82TARGETS += net/openvswitch
83TARGETS += net/ovpn
84TARGETS += net/packetdrill
85TARGETS += net/ppp
86TARGETS += net/rds
87TARGETS += net/tcp_ao
88TARGETS += nolibc
89TARGETS += pci_endpoint
90TARGETS += pcie_bwctrl
91TARGETS += perf_events
92TARGETS += pidfd
93TARGETS += pid_namespace
94TARGETS += pipe
95TARGETS += power_supply
96TARGETS += powerpc
97TARGETS += prctl
98TARGETS += proc
99TARGETS += pstore
100TARGETS += ptrace
101TARGETS += openat2
102TARGETS += rdma
103TARGETS += resctrl
104TARGETS += riscv
105TARGETS += rlimits
106TARGETS += rseq
107TARGETS += rtc
108TARGETS += rust
109TARGETS += sched_ext
110TARGETS += seccomp
111TARGETS += sgx
112TARGETS += signal
113TARGETS += size
114TARGETS += sparc64
115TARGETS += splice
116TARGETS += static_keys
117TARGETS += sync
118TARGETS += syscall_user_dispatch
119TARGETS += sysctl
120TARGETS += tc-testing
121TARGETS += tdx
122TARGETS += thermal/intel/power_floor
123TARGETS += thermal/intel/workload_hint
124TARGETS += timens
125ifneq (1, $(quicktest))
126TARGETS += timers
127endif
128TARGETS += tmpfs
129TARGETS += tpm2
130TARGETS += tty
131TARGETS += ublk
132TARGETS += uevent
133TARGETS += user_events
134TARGETS += vDSO
135TARGETS += mm
136TARGETS += vfio
137TARGETS += x86
138TARGETS += x86/bugs
139TARGETS += zram
140#Please keep the TARGETS list alphabetically sorted
141# Run "make quicktest=1 run_tests" or
142# "make quicktest=1 kselftest" from top level Makefile
143
144TARGETS_HOTPLUG = cpu-hotplug
145TARGETS_HOTPLUG += memory-hotplug
146
147# Networking tests want the net/lib target, include it automatically
148ifneq ($(filter net drivers/net drivers/net/hw,$(TARGETS)),)
149ifeq ($(filter net/lib,$(TARGETS)),)
150	INSTALL_DEP_TARGETS := net/lib
151endif
152endif
153
154# User can optionally provide a TARGETS skiplist. By default we skip
155# targets using BPF since it has cutting edge build time dependencies
156# which require more effort to install.
157SKIP_TARGETS ?= bpf sched_ext
158ifneq ($(SKIP_TARGETS),)
159	TMP := $(filter-out $(SKIP_TARGETS), $(TARGETS))
160	override TARGETS := $(TMP)
161endif
162
163# User can set FORCE_TARGETS to 1 to require all targets to be successfully
164# built; make will fail if any of the targets cannot be built. If
165# FORCE_TARGETS is not set (the default), make will succeed if at least one
166# of the targets gets built.
167FORCE_TARGETS ?=
168
169# Clear LDFLAGS and MAKEFLAGS when implicit rules are missing.  This provides
170# implicit rules to sub-test Makefiles which avoids build failures in test
171# Makefile that don't have explicit build rules.
172ifeq (,$(LINK.c))
173override LDFLAGS =
174override MAKEFLAGS =
175endif
176
177# Append kselftest to KBUILD_OUTPUT and O to avoid cluttering
178# KBUILD_OUTPUT with selftest objects and headers installed
179# by selftests Makefile or lib.mk.
180ifdef building_out_of_srctree
181override LDFLAGS =
182endif
183
184top_srcdir ?= ../../..
185
186ifeq ("$(origin O)", "command line")
187  KBUILD_OUTPUT := $(O)
188endif
189
190ifneq ($(KBUILD_OUTPUT),)
191  # Make's built-in functions such as $(abspath ...), $(realpath ...) cannot
192  # expand a shell special character '~'. We use a somewhat tedious way here.
193  abs_objtree := $(shell cd $(top_srcdir) && mkdir -p $(KBUILD_OUTPUT) && cd $(KBUILD_OUTPUT) && pwd)
194  $(if $(abs_objtree),, \
195    $(error failed to create output directory "$(KBUILD_OUTPUT)"))
196  # $(realpath ...) resolves symlinks
197  abs_objtree := $(realpath $(abs_objtree))
198  BUILD := $(abs_objtree)/kselftest
199  KHDR_INCLUDES := -isystem ${abs_objtree}/usr/include
200else
201  BUILD := $(CURDIR)
202  abs_srctree := $(shell cd $(top_srcdir) && pwd)
203  KHDR_INCLUDES := -isystem ${abs_srctree}/usr/include
204  DEFAULT_INSTALL_HDR_PATH := 1
205endif
206
207# Prepare for headers install
208include $(top_srcdir)/scripts/subarch.include
209ARCH           ?= $(SUBARCH)
210export BUILD
211export KHDR_INCLUDES
212
213# set default goal to all, so make without a target runs all, even when
214# all isn't the first target in the file.
215.DEFAULT_GOAL := all
216
217all:
218	@ret=1;							\
219	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do	\
220		BUILD_TARGET=$$BUILD/$$TARGET;			\
221		mkdir $$BUILD_TARGET  -p;			\
222		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET	\
223				O=$(abs_objtree)		\
224				$(if $(FORCE_TARGETS),|| exit);	\
225		ret=$$((ret * $$?));				\
226	done; exit $$ret;
227
228run_tests: all
229	@for TARGET in $(TARGETS); do \
230		BUILD_TARGET=$$BUILD/$$TARGET;	\
231		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_tests \
232				SRC_PATH=$(shell readlink -e $$(pwd)) \
233				OBJ_PATH=$(BUILD)                   \
234				O=$(abs_objtree);		    \
235	done;
236
237hotplug:
238	@for TARGET in $(TARGETS_HOTPLUG); do \
239		BUILD_TARGET=$$BUILD/$$TARGET;	\
240		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET;\
241	done;
242
243run_hotplug: hotplug
244	@for TARGET in $(TARGETS_HOTPLUG); do \
245		BUILD_TARGET=$$BUILD/$$TARGET;	\
246		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_full_test;\
247	done;
248
249clean_hotplug:
250	@for TARGET in $(TARGETS_HOTPLUG); do \
251		BUILD_TARGET=$$BUILD/$$TARGET;	\
252		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
253	done;
254
255run_pstore_crash:
256	$(MAKE) -C pstore run_crash
257
258# Use $BUILD as the default install root. $BUILD points to the
259# right output location for the following cases:
260# 1. output_dir=kernel_src
261# 2. a separate output directory is specified using O= KBUILD_OUTPUT
262# 3. a separate output directory is specified using KBUILD_OUTPUT
263# Avoid conflict with INSTALL_PATH set by the main Makefile
264#
265KSFT_INSTALL_PATH ?= $(BUILD)/kselftest_install
266KSFT_INSTALL_PATH := $(abspath $(KSFT_INSTALL_PATH))
267# Avoid changing the rest of the logic here and lib.mk.
268INSTALL_PATH := $(KSFT_INSTALL_PATH)
269ALL_SCRIPT := $(INSTALL_PATH)/run_kselftest.sh
270TEST_LIST := $(INSTALL_PATH)/kselftest-list.txt
271
272install: all
273ifdef INSTALL_PATH
274	@# Ask all targets to install their files
275	mkdir -p $(INSTALL_PATH)/kselftest
276	install -m 744 kselftest/module.sh $(INSTALL_PATH)/kselftest/
277	install -m 744 kselftest/runner.sh $(INSTALL_PATH)/kselftest/
278	install -m 744 kselftest/prefix.pl $(INSTALL_PATH)/kselftest/
279	install -m 744 kselftest/ktap_helpers.sh $(INSTALL_PATH)/kselftest/
280	install -m 744 kselftest/ksft.py $(INSTALL_PATH)/kselftest/
281	install -m 744 run_kselftest.sh $(INSTALL_PATH)/
282	rm -f $(TEST_LIST)
283	@ret=1;	\
284	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
285		BUILD_TARGET=$$BUILD/$$TARGET;	\
286		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET install \
287				INSTALL_PATH=$(INSTALL_PATH)/$$TARGET \
288				SRC_PATH=$(shell readlink -e $$(pwd)) \
289				OBJ_PATH=$(INSTALL_PATH) \
290				O=$(abs_objtree)		\
291				$(if $(FORCE_TARGETS),|| exit);	\
292		ret=$$((ret * $$?));		\
293	done; exit $$ret;
294
295
296	@# Ask all targets to emit their test scripts
297	@# While building kselftest-list.text skip also non-existent TARGET dirs:
298	@# they could be the result of a build failure and should NOT be
299	@# included in the generated runlist.
300	for TARGET in $(TARGETS); do \
301		BUILD_TARGET=$$BUILD/$$TARGET;	\
302		[ ! -d $(INSTALL_PATH)/$$TARGET ] && printf "Skipping non-existent dir: $$TARGET\n" && continue; \
303		printf "Emit Tests for $$TARGET\n"; \
304		$(MAKE) -s --no-print-directory OUTPUT=$$BUILD_TARGET COLLECTION=$$TARGET \
305			-C $$TARGET emit_tests >> $(TEST_LIST); \
306	done;
307	@VERSION=$$(git describe HEAD 2>/dev/null); \
308	if [ -n "$$VERSION" ]; then \
309		echo "$$VERSION" > $(INSTALL_PATH)/VERSION; \
310		printf "Version saved to $(INSTALL_PATH)/VERSION\n"; \
311	else \
312		printf "Unable to get version from git describe\n"; \
313	fi
314	@echo "**Kselftest Installation is complete: $(INSTALL_PATH)**"
315else
316	$(error Error: set INSTALL_PATH to use install)
317endif
318
319FORMAT ?= .gz
320TAR_PATH = $(abspath ${INSTALL_PATH}/kselftest-packages/kselftest.tar${FORMAT})
321gen_tar: install
322	@mkdir -p ${INSTALL_PATH}/kselftest-packages/
323	@tar caf ${TAR_PATH} --exclude=kselftest-packages -C ${INSTALL_PATH} .
324	@echo "Created ${TAR_PATH}"
325
326clean:
327	@for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
328		BUILD_TARGET=$$BUILD/$$TARGET;	\
329		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
330	done;
331
332.PHONY: all run_tests hotplug run_hotplug clean_hotplug run_pstore_crash install clean gen_tar
333