xref: /linux/tools/testing/selftests/Makefile (revision aa98230e410f0ed212b6788c46b1e4d49e0ff7ca)
1# SPDX-License-Identifier: GPL-2.0
2TARGETS += acct
3TARGETS += alloc_tag
4TARGETS += alsa
5TARGETS += amd-pstate
6TARGETS += arm64
7TARGETS += bpf
8TARGETS += breakpoints
9TARGETS += cachestat
10TARGETS += capabilities
11TARGETS += cgroup
12TARGETS += clone3
13TARGETS += connector
14TARGETS += core
15TARGETS += cpufreq
16TARGETS += cpu-hotplug
17TARGETS += damon
18TARGETS += dax
19TARGETS += devices/error_logs
20TARGETS += devices/probe
21TARGETS += dmabuf-heaps
22TARGETS += drivers/dma-buf
23TARGETS += drivers/ntsync
24TARGETS += drivers/s390x/uvdevice
25TARGETS += drivers/net
26TARGETS += drivers/net/bonding
27TARGETS += drivers/net/netconsole
28TARGETS += drivers/net/team
29TARGETS += drivers/net/virtio_net
30TARGETS += drivers/platform/x86/intel/ifs
31TARGETS += dt
32TARGETS += efivarfs
33TARGETS += exec
34TARGETS += fchmodat2
35TARGETS += filesystems
36TARGETS += filesystems/binderfs
37TARGETS += filesystems/epoll
38TARGETS += filesystems/eventfd
39TARGETS += filesystems/failfs
40TARGETS += filesystems/fat
41TARGETS += filesystems/openat2
42TARGETS += filesystems/open_tree_ns
43TARGETS += filesystems/overlayfs
44TARGETS += filesystems/statmount
45TARGETS += filesystems/mount-notify
46TARGETS += filesystems/nsfs
47TARGETS += filesystems/fuse
48TARGETS += filesystems/move_mount
49TARGETS += filesystems/empty_mntns
50TARGETS += filesystems/fsmount_ns
51TARGETS += filesystems/fscontext_ns
52TARGETS += filesystems/xattr
53TARGETS += firmware
54TARGETS += fpu
55TARGETS += ftrace
56TARGETS += futex
57TARGETS += gpio
58TARGETS += hid
59TARGETS += intel_pstate
60TARGETS += iommu
61TARGETS += ipc
62TARGETS += ir
63TARGETS += kcmp
64TARGETS += kexec
65TARGETS += kselftest_harness
66TARGETS += kvm
67TARGETS += landlock
68TARGETS += lib
69TARGETS += livepatch
70TARGETS += liveupdate
71TARGETS += lkdtm
72TARGETS += lsm
73TARGETS += membarrier
74TARGETS += memfd
75TARGETS += memory-hotplug
76TARGETS += mincore
77TARGETS += mount
78TARGETS += mount_setattr
79TARGETS += move_mount_set_group
80TARGETS += mqueue
81TARGETS += mseal_system_mappings
82TARGETS += nci
83TARGETS += net
84TARGETS += net/af_unix
85TARGETS += net/can
86TARGETS += net/forwarding
87TARGETS += net/hsr
88TARGETS += net/mptcp
89TARGETS += net/netfilter
90TARGETS += net/openvswitch
91TARGETS += net/ovpn
92TARGETS += net/packetdrill
93TARGETS += net/ppp
94TARGETS += net/rds
95TARGETS += net/tcp_ao
96TARGETS += nolibc
97TARGETS += pci_endpoint
98TARGETS += pcie_bwctrl
99TARGETS += perf_events
100TARGETS += pidfd
101TARGETS += pid_namespace
102TARGETS += pipe
103TARGETS += power_supply
104TARGETS += powerpc
105TARGETS += prctl
106TARGETS += proc
107TARGETS += pstore
108TARGETS += ptrace
109TARGETS += rdma
110TARGETS += resctrl
111TARGETS += riscv
112TARGETS += rlimits
113TARGETS += rseq
114TARGETS += rtc
115TARGETS += rust
116TARGETS += sched_ext
117TARGETS += seccomp
118TARGETS += sgx
119TARGETS += signal
120TARGETS += size
121TARGETS += sparc64
122TARGETS += splice
123TARGETS += static_keys
124TARGETS += sync
125TARGETS += syscall_user_dispatch
126TARGETS += sysctl
127TARGETS += tc-testing
128TARGETS += tdx
129TARGETS += thermal/intel/power_floor
130TARGETS += thermal/intel/workload_hint
131TARGETS += timens
132ifneq (1, $(quicktest))
133TARGETS += timers
134endif
135TARGETS += tmpfs
136TARGETS += tpm2
137TARGETS += tty
138TARGETS += ublk
139TARGETS += uevent
140TARGETS += user_events
141TARGETS += vDSO
142TARGETS += mm
143TARGETS += vfio
144TARGETS += x86
145TARGETS += x86/bugs
146TARGETS += zram
147#Please keep the TARGETS list alphabetically sorted
148# Run "make quicktest=1 run_tests" or
149# "make quicktest=1 kselftest" from top level Makefile
150
151TARGETS_HOTPLUG = cpu-hotplug
152TARGETS_HOTPLUG += memory-hotplug
153
154# Networking tests want the net/lib target, include it automatically
155ifneq ($(filter net drivers/net drivers/net/hw,$(TARGETS)),)
156ifeq ($(filter net/lib,$(TARGETS)),)
157	INSTALL_DEP_TARGETS := net/lib
158endif
159endif
160
161# User can optionally provide a TARGETS skiplist. By default we skip
162# targets using BPF since it has cutting edge build time dependencies
163# which require more effort to install.
164SKIP_TARGETS ?= bpf sched_ext
165ifneq ($(SKIP_TARGETS),)
166	TMP := $(filter-out $(SKIP_TARGETS), $(TARGETS))
167	override TARGETS := $(TMP)
168endif
169
170# User can set FORCE_TARGETS to 1 to require all targets to be successfully
171# built; make will fail if any of the targets cannot be built. If
172# FORCE_TARGETS is not set (the default), make will succeed if at least one
173# of the targets gets built.
174FORCE_TARGETS ?=
175
176# Clear LDFLAGS and MAKEFLAGS when implicit rules are missing.  This provides
177# implicit rules to sub-test Makefiles which avoids build failures in test
178# Makefile that don't have explicit build rules.
179ifeq (,$(LINK.c))
180override LDFLAGS =
181override MAKEFLAGS =
182endif
183
184# Append kselftest to KBUILD_OUTPUT and O to avoid cluttering
185# KBUILD_OUTPUT with selftest objects and headers installed
186# by selftests Makefile or lib.mk.
187ifdef building_out_of_srctree
188override LDFLAGS =
189endif
190
191top_srcdir ?= ../../..
192
193ifeq ("$(origin O)", "command line")
194  KBUILD_OUTPUT := $(O)
195endif
196
197ifneq ($(KBUILD_OUTPUT),)
198  # Make's built-in functions such as $(abspath ...), $(realpath ...) cannot
199  # expand a shell special character '~'. We use a somewhat tedious way here.
200  abs_objtree := $(shell cd $(top_srcdir) && mkdir -p $(KBUILD_OUTPUT) && cd $(KBUILD_OUTPUT) && pwd)
201  $(if $(abs_objtree),, \
202    $(error failed to create output directory "$(KBUILD_OUTPUT)"))
203  # $(realpath ...) resolves symlinks
204  abs_objtree := $(realpath $(abs_objtree))
205  BUILD := $(abs_objtree)/kselftest
206  KHDR_INCLUDES := -isystem ${abs_objtree}/usr/include
207else
208  BUILD := $(CURDIR)
209  abs_srctree := $(shell cd $(top_srcdir) && pwd)
210  KHDR_INCLUDES := -isystem ${abs_srctree}/usr/include
211  DEFAULT_INSTALL_HDR_PATH := 1
212endif
213
214# Prepare for headers install
215include $(top_srcdir)/scripts/subarch.include
216ARCH           ?= $(SUBARCH)
217export BUILD
218export KHDR_INCLUDES
219
220# set default goal to all, so make without a target runs all, even when
221# all isn't the first target in the file.
222.DEFAULT_GOAL := all
223
224all:
225	@ret=1;							\
226	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do	\
227		BUILD_TARGET=$$BUILD/$$TARGET;			\
228		mkdir $$BUILD_TARGET  -p;			\
229		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET	\
230				O=$(abs_objtree)		\
231				$(if $(FORCE_TARGETS),|| exit);	\
232		ret=$$((ret * $$?));				\
233	done; exit $$ret;
234
235run_tests: all
236	@for TARGET in $(TARGETS); do \
237		BUILD_TARGET=$$BUILD/$$TARGET;	\
238		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_tests \
239				SRC_PATH=$(shell readlink -e $$(pwd)) \
240				OBJ_PATH=$(BUILD)                   \
241				O=$(abs_objtree);		    \
242	done;
243
244hotplug:
245	@for TARGET in $(TARGETS_HOTPLUG); do \
246		BUILD_TARGET=$$BUILD/$$TARGET;	\
247		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET;\
248	done;
249
250run_hotplug: hotplug
251	@for TARGET in $(TARGETS_HOTPLUG); do \
252		BUILD_TARGET=$$BUILD/$$TARGET;	\
253		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_full_test;\
254	done;
255
256clean_hotplug:
257	@for TARGET in $(TARGETS_HOTPLUG); do \
258		BUILD_TARGET=$$BUILD/$$TARGET;	\
259		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
260	done;
261
262run_pstore_crash:
263	$(MAKE) -C pstore run_crash
264
265# Use $BUILD as the default install root. $BUILD points to the
266# right output location for the following cases:
267# 1. output_dir=kernel_src
268# 2. a separate output directory is specified using O= KBUILD_OUTPUT
269# 3. a separate output directory is specified using KBUILD_OUTPUT
270# Avoid conflict with INSTALL_PATH set by the main Makefile
271#
272KSFT_INSTALL_PATH ?= $(BUILD)/kselftest_install
273KSFT_INSTALL_PATH := $(abspath $(KSFT_INSTALL_PATH))
274# Avoid changing the rest of the logic here and lib.mk.
275INSTALL_PATH := $(KSFT_INSTALL_PATH)
276ALL_SCRIPT := $(INSTALL_PATH)/run_kselftest.sh
277TEST_LIST := $(INSTALL_PATH)/kselftest-list.txt
278
279install: all
280ifdef INSTALL_PATH
281	@# Ask all targets to install their files
282	mkdir -p $(INSTALL_PATH)/kselftest
283	install -m 744 kselftest/module.sh $(INSTALL_PATH)/kselftest/
284	install -m 744 kselftest/runner.sh $(INSTALL_PATH)/kselftest/
285	install -m 744 kselftest/prefix.pl $(INSTALL_PATH)/kselftest/
286	install -m 744 kselftest/ktap_helpers.sh $(INSTALL_PATH)/kselftest/
287	install -m 744 kselftest/ksft.py $(INSTALL_PATH)/kselftest/
288	install -m 744 run_kselftest.sh $(INSTALL_PATH)/
289	rm -f $(TEST_LIST)
290	@ret=1;	\
291	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
292		BUILD_TARGET=$$BUILD/$$TARGET;	\
293		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET install \
294				INSTALL_PATH=$(INSTALL_PATH)/$$TARGET \
295				SRC_PATH=$(shell readlink -e $$(pwd)) \
296				OBJ_PATH=$(INSTALL_PATH) \
297				O=$(abs_objtree)		\
298				$(if $(FORCE_TARGETS),|| exit);	\
299		ret=$$((ret * $$?));		\
300	done; exit $$ret;
301
302
303	@# Ask all targets to emit their test scripts
304	@# While building kselftest-list.text skip also non-existent TARGET dirs:
305	@# they could be the result of a build failure and should NOT be
306	@# included in the generated runlist.
307	for TARGET in $(TARGETS); do \
308		BUILD_TARGET=$$BUILD/$$TARGET;	\
309		[ ! -d $(INSTALL_PATH)/$$TARGET ] && printf "Skipping non-existent dir: $$TARGET\n" && continue; \
310		printf "Emit Tests for $$TARGET\n"; \
311		$(MAKE) -s --no-print-directory OUTPUT=$$BUILD_TARGET COLLECTION=$$TARGET \
312			-C $$TARGET emit_tests >> $(TEST_LIST); \
313	done;
314	@VERSION=$$(git describe HEAD 2>/dev/null); \
315	if [ -n "$$VERSION" ]; then \
316		echo "$$VERSION" > $(INSTALL_PATH)/VERSION; \
317		printf "Version saved to $(INSTALL_PATH)/VERSION\n"; \
318	else \
319		printf "Unable to get version from git describe\n"; \
320	fi
321	@echo "**Kselftest Installation is complete: $(INSTALL_PATH)**"
322else
323	$(error Error: set INSTALL_PATH to use install)
324endif
325
326FORMAT ?= .gz
327TAR_PATH = $(abspath ${INSTALL_PATH}/kselftest-packages/kselftest.tar${FORMAT})
328gen_tar: install
329	@mkdir -p ${INSTALL_PATH}/kselftest-packages/
330	@tar caf ${TAR_PATH} --exclude=kselftest-packages -C ${INSTALL_PATH} .
331	@echo "Created ${TAR_PATH}"
332
333clean:
334	@for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
335		BUILD_TARGET=$$BUILD/$$TARGET;	\
336		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
337	done;
338
339.PHONY: all run_tests hotplug run_hotplug clean_hotplug run_pstore_crash install clean gen_tar
340