xref: /linux/tools/testing/selftests/Makefile (revision cd051cfe1e35a471fc2cdf6d32fae6ee23305ecb)
1# SPDX-License-Identifier: GPL-2.0
2TARGETS += acct
3TARGETS += alsa
4TARGETS += amd-pstate
5TARGETS += arm64
6TARGETS += bpf
7TARGETS += breakpoints
8TARGETS += cachestat
9TARGETS += capabilities
10TARGETS += cgroup
11TARGETS += clone3
12TARGETS += connector
13TARGETS += core
14TARGETS += cpufreq
15TARGETS += cpu-hotplug
16TARGETS += damon
17TARGETS += devices/error_logs
18TARGETS += devices/probe
19TARGETS += dmabuf-heaps
20TARGETS += drivers/dma-buf
21TARGETS += drivers/ntsync
22TARGETS += drivers/s390x/uvdevice
23TARGETS += drivers/net
24TARGETS += drivers/net/bonding
25TARGETS += drivers/net/netconsole
26TARGETS += drivers/net/team
27TARGETS += drivers/net/virtio_net
28TARGETS += drivers/platform/x86/intel/ifs
29TARGETS += dt
30TARGETS += efivarfs
31TARGETS += exec
32TARGETS += fchmodat2
33TARGETS += filesystems
34TARGETS += filesystems/binderfs
35TARGETS += filesystems/epoll
36TARGETS += filesystems/failfs
37TARGETS += filesystems/fat
38TARGETS += filesystems/overlayfs
39TARGETS += filesystems/statmount
40TARGETS += filesystems/mount-notify
41TARGETS += filesystems/nsfs
42TARGETS += filesystems/fuse
43TARGETS += filesystems/move_mount
44TARGETS += filesystems/empty_mntns
45TARGETS += filesystems/fsmount_ns
46TARGETS += filesystems/fscontext_ns
47TARGETS += firmware
48TARGETS += fpu
49TARGETS += ftrace
50TARGETS += futex
51TARGETS += gpio
52TARGETS += hid
53TARGETS += intel_pstate
54TARGETS += iommu
55TARGETS += ipc
56TARGETS += ir
57TARGETS += kcmp
58TARGETS += kexec
59TARGETS += kselftest_harness
60TARGETS += kvm
61TARGETS += landlock
62TARGETS += lib
63TARGETS += livepatch
64TARGETS += liveupdate
65TARGETS += lkdtm
66TARGETS += lsm
67TARGETS += membarrier
68TARGETS += memfd
69TARGETS += memory-hotplug
70TARGETS += mincore
71TARGETS += mount
72TARGETS += mount_setattr
73TARGETS += move_mount_set_group
74TARGETS += mqueue
75TARGETS += mseal_system_mappings
76TARGETS += nci
77TARGETS += net
78TARGETS += net/af_unix
79TARGETS += net/can
80TARGETS += net/forwarding
81TARGETS += net/hsr
82TARGETS += net/mptcp
83TARGETS += net/netfilter
84TARGETS += net/openvswitch
85TARGETS += net/ovpn
86TARGETS += net/packetdrill
87TARGETS += net/ppp
88TARGETS += net/rds
89TARGETS += net/tcp_ao
90TARGETS += nolibc
91TARGETS += pci_endpoint
92TARGETS += pcie_bwctrl
93TARGETS += perf_events
94TARGETS += pidfd
95TARGETS += pid_namespace
96TARGETS += pipe
97TARGETS += power_supply
98TARGETS += powerpc
99TARGETS += prctl
100TARGETS += proc
101TARGETS += pstore
102TARGETS += ptrace
103TARGETS += openat2
104TARGETS += rdma
105TARGETS += resctrl
106TARGETS += riscv
107TARGETS += rlimits
108TARGETS += rseq
109TARGETS += rtc
110TARGETS += rust
111TARGETS += sched_ext
112TARGETS += seccomp
113TARGETS += sgx
114TARGETS += signal
115TARGETS += size
116TARGETS += sparc64
117TARGETS += splice
118TARGETS += static_keys
119TARGETS += sync
120TARGETS += syscall_user_dispatch
121TARGETS += sysctl
122TARGETS += tc-testing
123TARGETS += tdx
124TARGETS += thermal/intel/power_floor
125TARGETS += thermal/intel/workload_hint
126TARGETS += timens
127ifneq (1, $(quicktest))
128TARGETS += timers
129endif
130TARGETS += tmpfs
131TARGETS += tpm2
132TARGETS += tty
133TARGETS += ublk
134TARGETS += uevent
135TARGETS += user_events
136TARGETS += vDSO
137TARGETS += mm
138TARGETS += vfio
139TARGETS += x86
140TARGETS += x86/bugs
141TARGETS += zram
142#Please keep the TARGETS list alphabetically sorted
143# Run "make quicktest=1 run_tests" or
144# "make quicktest=1 kselftest" from top level Makefile
145
146TARGETS_HOTPLUG = cpu-hotplug
147TARGETS_HOTPLUG += memory-hotplug
148
149# Networking tests want the net/lib target, include it automatically
150ifneq ($(filter net drivers/net drivers/net/hw,$(TARGETS)),)
151ifeq ($(filter net/lib,$(TARGETS)),)
152	INSTALL_DEP_TARGETS := net/lib
153endif
154endif
155
156# User can optionally provide a TARGETS skiplist. By default we skip
157# targets using BPF since it has cutting edge build time dependencies
158# which require more effort to install.
159SKIP_TARGETS ?= bpf sched_ext
160ifneq ($(SKIP_TARGETS),)
161	TMP := $(filter-out $(SKIP_TARGETS), $(TARGETS))
162	override TARGETS := $(TMP)
163endif
164
165# User can set FORCE_TARGETS to 1 to require all targets to be successfully
166# built; make will fail if any of the targets cannot be built. If
167# FORCE_TARGETS is not set (the default), make will succeed if at least one
168# of the targets gets built.
169FORCE_TARGETS ?=
170
171# Clear LDFLAGS and MAKEFLAGS when implicit rules are missing.  This provides
172# implicit rules to sub-test Makefiles which avoids build failures in test
173# Makefile that don't have explicit build rules.
174ifeq (,$(LINK.c))
175override LDFLAGS =
176override MAKEFLAGS =
177endif
178
179# Append kselftest to KBUILD_OUTPUT and O to avoid cluttering
180# KBUILD_OUTPUT with selftest objects and headers installed
181# by selftests Makefile or lib.mk.
182ifdef building_out_of_srctree
183override LDFLAGS =
184endif
185
186top_srcdir ?= ../../..
187
188ifeq ("$(origin O)", "command line")
189  KBUILD_OUTPUT := $(O)
190endif
191
192ifneq ($(KBUILD_OUTPUT),)
193  # Make's built-in functions such as $(abspath ...), $(realpath ...) cannot
194  # expand a shell special character '~'. We use a somewhat tedious way here.
195  abs_objtree := $(shell cd $(top_srcdir) && mkdir -p $(KBUILD_OUTPUT) && cd $(KBUILD_OUTPUT) && pwd)
196  $(if $(abs_objtree),, \
197    $(error failed to create output directory "$(KBUILD_OUTPUT)"))
198  # $(realpath ...) resolves symlinks
199  abs_objtree := $(realpath $(abs_objtree))
200  BUILD := $(abs_objtree)/kselftest
201  KHDR_INCLUDES := -isystem ${abs_objtree}/usr/include
202else
203  BUILD := $(CURDIR)
204  abs_srctree := $(shell cd $(top_srcdir) && pwd)
205  KHDR_INCLUDES := -isystem ${abs_srctree}/usr/include
206  DEFAULT_INSTALL_HDR_PATH := 1
207endif
208
209# Prepare for headers install
210include $(top_srcdir)/scripts/subarch.include
211ARCH           ?= $(SUBARCH)
212export BUILD
213export KHDR_INCLUDES
214
215# set default goal to all, so make without a target runs all, even when
216# all isn't the first target in the file.
217.DEFAULT_GOAL := all
218
219all:
220	@ret=1;							\
221	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do	\
222		BUILD_TARGET=$$BUILD/$$TARGET;			\
223		mkdir $$BUILD_TARGET  -p;			\
224		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET	\
225				O=$(abs_objtree)		\
226				$(if $(FORCE_TARGETS),|| exit);	\
227		ret=$$((ret * $$?));				\
228	done; exit $$ret;
229
230run_tests: all
231	@for TARGET in $(TARGETS); do \
232		BUILD_TARGET=$$BUILD/$$TARGET;	\
233		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_tests \
234				SRC_PATH=$(shell readlink -e $$(pwd)) \
235				OBJ_PATH=$(BUILD)                   \
236				O=$(abs_objtree);		    \
237	done;
238
239hotplug:
240	@for TARGET in $(TARGETS_HOTPLUG); do \
241		BUILD_TARGET=$$BUILD/$$TARGET;	\
242		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET;\
243	done;
244
245run_hotplug: hotplug
246	@for TARGET in $(TARGETS_HOTPLUG); do \
247		BUILD_TARGET=$$BUILD/$$TARGET;	\
248		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_full_test;\
249	done;
250
251clean_hotplug:
252	@for TARGET in $(TARGETS_HOTPLUG); do \
253		BUILD_TARGET=$$BUILD/$$TARGET;	\
254		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
255	done;
256
257run_pstore_crash:
258	$(MAKE) -C pstore run_crash
259
260# Use $BUILD as the default install root. $BUILD points to the
261# right output location for the following cases:
262# 1. output_dir=kernel_src
263# 2. a separate output directory is specified using O= KBUILD_OUTPUT
264# 3. a separate output directory is specified using KBUILD_OUTPUT
265# Avoid conflict with INSTALL_PATH set by the main Makefile
266#
267KSFT_INSTALL_PATH ?= $(BUILD)/kselftest_install
268KSFT_INSTALL_PATH := $(abspath $(KSFT_INSTALL_PATH))
269# Avoid changing the rest of the logic here and lib.mk.
270INSTALL_PATH := $(KSFT_INSTALL_PATH)
271ALL_SCRIPT := $(INSTALL_PATH)/run_kselftest.sh
272TEST_LIST := $(INSTALL_PATH)/kselftest-list.txt
273
274install: all
275ifdef INSTALL_PATH
276	@# Ask all targets to install their files
277	mkdir -p $(INSTALL_PATH)/kselftest
278	install -m 744 kselftest/module.sh $(INSTALL_PATH)/kselftest/
279	install -m 744 kselftest/runner.sh $(INSTALL_PATH)/kselftest/
280	install -m 744 kselftest/prefix.pl $(INSTALL_PATH)/kselftest/
281	install -m 744 kselftest/ktap_helpers.sh $(INSTALL_PATH)/kselftest/
282	install -m 744 kselftest/ksft.py $(INSTALL_PATH)/kselftest/
283	install -m 744 run_kselftest.sh $(INSTALL_PATH)/
284	rm -f $(TEST_LIST)
285	@ret=1;	\
286	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
287		BUILD_TARGET=$$BUILD/$$TARGET;	\
288		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET install \
289				INSTALL_PATH=$(INSTALL_PATH)/$$TARGET \
290				SRC_PATH=$(shell readlink -e $$(pwd)) \
291				OBJ_PATH=$(INSTALL_PATH) \
292				O=$(abs_objtree)		\
293				$(if $(FORCE_TARGETS),|| exit);	\
294		ret=$$((ret * $$?));		\
295	done; exit $$ret;
296
297
298	@# Ask all targets to emit their test scripts
299	@# While building kselftest-list.text skip also non-existent TARGET dirs:
300	@# they could be the result of a build failure and should NOT be
301	@# included in the generated runlist.
302	for TARGET in $(TARGETS); do \
303		BUILD_TARGET=$$BUILD/$$TARGET;	\
304		[ ! -d $(INSTALL_PATH)/$$TARGET ] && printf "Skipping non-existent dir: $$TARGET\n" && continue; \
305		printf "Emit Tests for $$TARGET\n"; \
306		$(MAKE) -s --no-print-directory OUTPUT=$$BUILD_TARGET COLLECTION=$$TARGET \
307			-C $$TARGET emit_tests >> $(TEST_LIST); \
308	done;
309	@VERSION=$$(git describe HEAD 2>/dev/null); \
310	if [ -n "$$VERSION" ]; then \
311		echo "$$VERSION" > $(INSTALL_PATH)/VERSION; \
312		printf "Version saved to $(INSTALL_PATH)/VERSION\n"; \
313	else \
314		printf "Unable to get version from git describe\n"; \
315	fi
316	@echo "**Kselftest Installation is complete: $(INSTALL_PATH)**"
317else
318	$(error Error: set INSTALL_PATH to use install)
319endif
320
321FORMAT ?= .gz
322TAR_PATH = $(abspath ${INSTALL_PATH}/kselftest-packages/kselftest.tar${FORMAT})
323gen_tar: install
324	@mkdir -p ${INSTALL_PATH}/kselftest-packages/
325	@tar caf ${TAR_PATH} --exclude=kselftest-packages -C ${INSTALL_PATH} .
326	@echo "Created ${TAR_PATH}"
327
328clean:
329	@for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
330		BUILD_TARGET=$$BUILD/$$TARGET;	\
331		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
332	done;
333
334.PHONY: all run_tests hotplug run_hotplug clean_hotplug run_pstore_crash install clean gen_tar
335