xref: /linux/tools/testing/selftests/Makefile (revision 07617913d09a5c3df9b294bd7d84f0fd40d80bdb)
1# SPDX-License-Identifier: GPL-2.0
2TARGETS += acct
3TARGETS += alloc_tag
4TARGETS += alsa
5TARGETS += amd-pstate
6TARGETS += arm64
7TARGETS += bpf
8TARGETS += breakpoints
9TARGETS += cachestat
10TARGETS += capabilities
11TARGETS += cgroup
12TARGETS += clone3
13TARGETS += connector
14TARGETS += core
15TARGETS += cpufreq
16TARGETS += cpu-hotplug
17TARGETS += damon
18TARGETS += dax
19TARGETS += devices/error_logs
20TARGETS += devices/probe
21TARGETS += dmabuf-heaps
22TARGETS += drivers/dma-buf
23TARGETS += drivers/ntsync
24TARGETS += drivers/s390x/uvdevice
25TARGETS += drivers/net
26TARGETS += drivers/net/bonding
27TARGETS += drivers/net/netconsole
28TARGETS += drivers/net/team
29TARGETS += drivers/net/virtio_net
30TARGETS += drivers/platform/x86/intel/ifs
31TARGETS += dt
32TARGETS += efivarfs
33TARGETS += exec
34TARGETS += fchmodat2
35TARGETS += filesystems
36TARGETS += filesystems/binderfs
37TARGETS += filesystems/epoll
38TARGETS += filesystems/eventfd
39TARGETS += filesystems/failfs
40TARGETS += filesystems/fat
41TARGETS += filesystems/openat2
42TARGETS += filesystems/open_tree_ns
43TARGETS += filesystems/overlayfs
44TARGETS += filesystems/statmount
45TARGETS += filesystems/mount-notify
46TARGETS += filesystems/mount_cycle
47TARGETS += filesystems/nsfs
48TARGETS += filesystems/fuse
49TARGETS += filesystems/move_mount
50TARGETS += filesystems/empty_mntns
51TARGETS += filesystems/fsmount_ns
52TARGETS += filesystems/fscontext_ns
53TARGETS += filesystems/xattr
54TARGETS += filesystems/mntns_unbindable
55TARGETS += filesystems/umount_propagation
56TARGETS += firmware
57TARGETS += fpu
58TARGETS += ftrace
59TARGETS += futex
60TARGETS += gpio
61TARGETS += hid
62TARGETS += intel_pstate
63TARGETS += iommu
64TARGETS += ipc
65TARGETS += ir
66TARGETS += kcmp
67TARGETS += kexec
68TARGETS += kselftest_harness
69TARGETS += kvm
70TARGETS += landlock
71TARGETS += lib
72TARGETS += livepatch
73TARGETS += liveupdate
74TARGETS += lkdtm
75TARGETS += lsm
76TARGETS += membarrier
77TARGETS += memfd
78TARGETS += memory-hotplug
79TARGETS += mincore
80TARGETS += mount
81TARGETS += mount_setattr
82TARGETS += move_mount_set_group
83TARGETS += mqueue
84TARGETS += mseal_system_mappings
85TARGETS += nci
86TARGETS += net
87TARGETS += net/af_unix
88TARGETS += net/can
89TARGETS += net/forwarding
90TARGETS += net/hsr
91TARGETS += net/mptcp
92TARGETS += net/netfilter
93TARGETS += net/openvswitch
94TARGETS += net/ovpn
95TARGETS += net/packetdrill
96TARGETS += net/ppp
97TARGETS += net/rds
98TARGETS += net/tcp_ao
99TARGETS += nolibc
100TARGETS += pci_endpoint
101TARGETS += pcie_bwctrl
102TARGETS += perf_events
103TARGETS += pidfd
104TARGETS += pid_namespace
105TARGETS += pipe
106TARGETS += power_supply
107TARGETS += powerpc
108TARGETS += prctl
109TARGETS += proc
110TARGETS += pstore
111TARGETS += ptrace
112TARGETS += rdma
113TARGETS += resctrl
114TARGETS += riscv
115TARGETS += rlimits
116TARGETS += rseq
117TARGETS += rtc
118TARGETS += rust
119TARGETS += sched_ext
120TARGETS += seccomp
121TARGETS += sgx
122TARGETS += signal
123TARGETS += size
124TARGETS += sparc64
125TARGETS += splice
126TARGETS += static_keys
127TARGETS += sync
128TARGETS += syscall_user_dispatch
129TARGETS += sysctl
130TARGETS += tc-testing
131TARGETS += tdx
132TARGETS += thermal/intel/power_floor
133TARGETS += thermal/intel/workload_hint
134TARGETS += timens
135ifneq (1, $(quicktest))
136TARGETS += timers
137endif
138TARGETS += tmpfs
139TARGETS += tpm2
140TARGETS += tty
141TARGETS += ublk
142TARGETS += uevent
143TARGETS += user_events
144TARGETS += vDSO
145TARGETS += mm
146TARGETS += vfio
147TARGETS += x86
148TARGETS += x86/bugs
149TARGETS += zram
150#Please keep the TARGETS list alphabetically sorted
151# Run "make quicktest=1 run_tests" or
152# "make quicktest=1 kselftest" from top level Makefile
153
154TARGETS_HOTPLUG = cpu-hotplug
155TARGETS_HOTPLUG += memory-hotplug
156
157# Networking tests want the net/lib target, include it automatically
158ifneq ($(filter net drivers/net drivers/net/hw,$(TARGETS)),)
159ifeq ($(filter net/lib,$(TARGETS)),)
160	INSTALL_DEP_TARGETS := net/lib
161endif
162endif
163
164# User can optionally provide a TARGETS skiplist. By default we skip
165# targets using BPF since it has cutting edge build time dependencies
166# which require more effort to install.
167SKIP_TARGETS ?= bpf sched_ext
168ifneq ($(SKIP_TARGETS),)
169	TMP := $(filter-out $(SKIP_TARGETS), $(TARGETS))
170	override TARGETS := $(TMP)
171endif
172
173# User can set FORCE_TARGETS to 1 to require all targets to be successfully
174# built; make will fail if any of the targets cannot be built. If
175# FORCE_TARGETS is not set (the default), make will succeed if at least one
176# of the targets gets built.
177FORCE_TARGETS ?=
178
179# Clear LDFLAGS and MAKEFLAGS when implicit rules are missing.  This provides
180# implicit rules to sub-test Makefiles which avoids build failures in test
181# Makefile that don't have explicit build rules.
182ifeq (,$(LINK.c))
183override LDFLAGS =
184override MAKEFLAGS =
185endif
186
187# Append kselftest to KBUILD_OUTPUT and O to avoid cluttering
188# KBUILD_OUTPUT with selftest objects and headers installed
189# by selftests Makefile or lib.mk.
190ifdef building_out_of_srctree
191override LDFLAGS =
192endif
193
194top_srcdir ?= ../../..
195
196ifeq ("$(origin O)", "command line")
197  KBUILD_OUTPUT := $(O)
198endif
199
200ifneq ($(KBUILD_OUTPUT),)
201  # Make's built-in functions such as $(abspath ...), $(realpath ...) cannot
202  # expand a shell special character '~'. We use a somewhat tedious way here.
203  abs_objtree := $(shell cd $(top_srcdir) && mkdir -p $(KBUILD_OUTPUT) && cd $(KBUILD_OUTPUT) && pwd)
204  $(if $(abs_objtree),, \
205    $(error failed to create output directory "$(KBUILD_OUTPUT)"))
206  # $(realpath ...) resolves symlinks
207  abs_objtree := $(realpath $(abs_objtree))
208  BUILD := $(abs_objtree)/kselftest
209  KHDR_INCLUDES := -isystem ${abs_objtree}/usr/include
210else
211  BUILD := $(CURDIR)
212  abs_srctree := $(shell cd $(top_srcdir) && pwd)
213  KHDR_INCLUDES := -isystem ${abs_srctree}/usr/include
214  DEFAULT_INSTALL_HDR_PATH := 1
215endif
216
217# Prepare for headers install
218include $(top_srcdir)/scripts/subarch.include
219ARCH           ?= $(SUBARCH)
220export BUILD
221export KHDR_INCLUDES
222
223# set default goal to all, so make without a target runs all, even when
224# all isn't the first target in the file.
225.DEFAULT_GOAL := all
226
227all:
228	@ret=1;							\
229	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do	\
230		BUILD_TARGET=$$BUILD/$$TARGET;			\
231		mkdir $$BUILD_TARGET  -p;			\
232		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET	\
233				O=$(abs_objtree)		\
234				$(if $(FORCE_TARGETS),|| exit);	\
235		ret=$$((ret * $$?));				\
236	done; exit $$ret;
237
238run_tests: all
239	@for TARGET in $(TARGETS); do \
240		BUILD_TARGET=$$BUILD/$$TARGET;	\
241		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_tests \
242				SRC_PATH=$(shell readlink -e $$(pwd)) \
243				OBJ_PATH=$(BUILD)                   \
244				O=$(abs_objtree);		    \
245	done;
246
247hotplug:
248	@for TARGET in $(TARGETS_HOTPLUG); do \
249		BUILD_TARGET=$$BUILD/$$TARGET;	\
250		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET;\
251	done;
252
253run_hotplug: hotplug
254	@for TARGET in $(TARGETS_HOTPLUG); do \
255		BUILD_TARGET=$$BUILD/$$TARGET;	\
256		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_full_test;\
257	done;
258
259clean_hotplug:
260	@for TARGET in $(TARGETS_HOTPLUG); do \
261		BUILD_TARGET=$$BUILD/$$TARGET;	\
262		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
263	done;
264
265run_pstore_crash:
266	$(MAKE) -C pstore run_crash
267
268# Use $BUILD as the default install root. $BUILD points to the
269# right output location for the following cases:
270# 1. output_dir=kernel_src
271# 2. a separate output directory is specified using O= KBUILD_OUTPUT
272# 3. a separate output directory is specified using KBUILD_OUTPUT
273# Avoid conflict with INSTALL_PATH set by the main Makefile
274#
275KSFT_INSTALL_PATH ?= $(BUILD)/kselftest_install
276KSFT_INSTALL_PATH := $(abspath $(KSFT_INSTALL_PATH))
277# Avoid changing the rest of the logic here and lib.mk.
278INSTALL_PATH := $(KSFT_INSTALL_PATH)
279ALL_SCRIPT := $(INSTALL_PATH)/run_kselftest.sh
280TEST_LIST := $(INSTALL_PATH)/kselftest-list.txt
281
282install: all
283ifdef INSTALL_PATH
284	@# Ask all targets to install their files
285	mkdir -p $(INSTALL_PATH)/kselftest
286	install -m 744 kselftest/module.sh $(INSTALL_PATH)/kselftest/
287	install -m 744 kselftest/runner.sh $(INSTALL_PATH)/kselftest/
288	install -m 744 kselftest/prefix.pl $(INSTALL_PATH)/kselftest/
289	install -m 744 kselftest/ktap_helpers.sh $(INSTALL_PATH)/kselftest/
290	install -m 744 kselftest/ksft.py $(INSTALL_PATH)/kselftest/
291	install -m 744 run_kselftest.sh $(INSTALL_PATH)/
292	rm -f $(TEST_LIST)
293	@ret=1;	\
294	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
295		BUILD_TARGET=$$BUILD/$$TARGET;	\
296		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET install \
297				INSTALL_PATH=$(INSTALL_PATH)/$$TARGET \
298				SRC_PATH=$(shell readlink -e $$(pwd)) \
299				OBJ_PATH=$(INSTALL_PATH) \
300				O=$(abs_objtree)		\
301				$(if $(FORCE_TARGETS),|| exit);	\
302		ret=$$((ret * $$?));		\
303	done; exit $$ret;
304
305
306	@# Ask all targets to emit their test scripts
307	@# While building kselftest-list.text skip also non-existent TARGET dirs:
308	@# they could be the result of a build failure and should NOT be
309	@# included in the generated runlist.
310	for TARGET in $(TARGETS); do \
311		BUILD_TARGET=$$BUILD/$$TARGET;	\
312		[ ! -d $(INSTALL_PATH)/$$TARGET ] && printf "Skipping non-existent dir: $$TARGET\n" && continue; \
313		printf "Emit Tests for $$TARGET\n"; \
314		$(MAKE) -s --no-print-directory OUTPUT=$$BUILD_TARGET COLLECTION=$$TARGET \
315			-C $$TARGET emit_tests >> $(TEST_LIST); \
316	done;
317	@VERSION=$$(git describe HEAD 2>/dev/null); \
318	if [ -n "$$VERSION" ]; then \
319		echo "$$VERSION" > $(INSTALL_PATH)/VERSION; \
320		printf "Version saved to $(INSTALL_PATH)/VERSION\n"; \
321	else \
322		printf "Unable to get version from git describe\n"; \
323	fi
324	@echo "**Kselftest Installation is complete: $(INSTALL_PATH)**"
325else
326	$(error Error: set INSTALL_PATH to use install)
327endif
328
329FORMAT ?= .gz
330TAR_PATH = $(abspath ${INSTALL_PATH}/kselftest-packages/kselftest.tar${FORMAT})
331gen_tar: install
332	@mkdir -p ${INSTALL_PATH}/kselftest-packages/
333	@tar caf ${TAR_PATH} --exclude=kselftest-packages -C ${INSTALL_PATH} .
334	@echo "Created ${TAR_PATH}"
335
336clean:
337	@for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
338		BUILD_TARGET=$$BUILD/$$TARGET;	\
339		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
340	done;
341
342.PHONY: all run_tests hotplug run_hotplug clean_hotplug run_pstore_crash install clean gen_tar
343