xref: /linux/tools/testing/selftests/Makefile (revision 7c8a4671dc3247a26a702e5f5996e9f453d7070d)
1# SPDX-License-Identifier: GPL-2.0
2TARGETS += acct
3TARGETS += alsa
4TARGETS += amd-pstate
5TARGETS += arm64
6TARGETS += bpf
7TARGETS += breakpoints
8TARGETS += cachestat
9TARGETS += capabilities
10TARGETS += cgroup
11TARGETS += clone3
12TARGETS += connector
13TARGETS += core
14TARGETS += cpufreq
15TARGETS += cpu-hotplug
16TARGETS += damon
17TARGETS += devices/error_logs
18TARGETS += devices/probe
19TARGETS += dmabuf-heaps
20TARGETS += drivers/dma-buf
21TARGETS += drivers/ntsync
22TARGETS += drivers/s390x/uvdevice
23TARGETS += drivers/net
24TARGETS += drivers/net/bonding
25TARGETS += drivers/net/netconsole
26TARGETS += drivers/net/team
27TARGETS += drivers/net/virtio_net
28TARGETS += drivers/platform/x86/intel/ifs
29TARGETS += dt
30TARGETS += efivarfs
31TARGETS += exec
32TARGETS += fchmodat2
33TARGETS += filesystems
34TARGETS += filesystems/binderfs
35TARGETS += filesystems/epoll
36TARGETS += filesystems/fat
37TARGETS += filesystems/overlayfs
38TARGETS += filesystems/statmount
39TARGETS += filesystems/mount-notify
40TARGETS += filesystems/fuse
41TARGETS += filesystems/move_mount
42TARGETS += filesystems/empty_mntns
43TARGETS += filesystems/fsmount_ns
44TARGETS += firmware
45TARGETS += fpu
46TARGETS += ftrace
47TARGETS += futex
48TARGETS += gpio
49TARGETS += hid
50TARGETS += intel_pstate
51TARGETS += iommu
52TARGETS += ipc
53TARGETS += ir
54TARGETS += kcmp
55TARGETS += kexec
56TARGETS += kselftest_harness
57TARGETS += kvm
58TARGETS += landlock
59TARGETS += lib
60TARGETS += livepatch
61TARGETS += liveupdate
62TARGETS += lkdtm
63TARGETS += lsm
64TARGETS += membarrier
65TARGETS += memfd
66TARGETS += memory-hotplug
67TARGETS += mincore
68TARGETS += mount
69TARGETS += mount_setattr
70TARGETS += move_mount_set_group
71TARGETS += mqueue
72TARGETS += mseal_system_mappings
73TARGETS += nci
74TARGETS += net
75TARGETS += net/af_unix
76TARGETS += net/can
77TARGETS += net/forwarding
78TARGETS += net/hsr
79TARGETS += net/mptcp
80TARGETS += net/netfilter
81TARGETS += net/openvswitch
82TARGETS += net/ovpn
83TARGETS += net/packetdrill
84TARGETS += net/ppp
85TARGETS += net/rds
86TARGETS += net/tcp_ao
87TARGETS += nolibc
88TARGETS += nsfs
89TARGETS += pci_endpoint
90TARGETS += pcie_bwctrl
91TARGETS += perf_events
92TARGETS += pidfd
93TARGETS += pid_namespace
94TARGETS += power_supply
95TARGETS += powerpc
96TARGETS += prctl
97TARGETS += proc
98TARGETS += pstore
99TARGETS += ptrace
100TARGETS += openat2
101TARGETS += resctrl
102TARGETS += riscv
103TARGETS += rlimits
104TARGETS += rseq
105TARGETS += rtc
106TARGETS += rust
107TARGETS += sched_ext
108TARGETS += seccomp
109TARGETS += sgx
110TARGETS += signal
111TARGETS += size
112TARGETS += sparc64
113TARGETS += splice
114TARGETS += static_keys
115TARGETS += sync
116TARGETS += syscall_user_dispatch
117TARGETS += sysctl
118TARGETS += tc-testing
119TARGETS += tdx
120TARGETS += thermal/intel/power_floor
121TARGETS += thermal/intel/workload_hint
122TARGETS += timens
123ifneq (1, $(quicktest))
124TARGETS += timers
125endif
126TARGETS += tmpfs
127TARGETS += tpm2
128TARGETS += tty
129TARGETS += ublk
130TARGETS += uevent
131TARGETS += user_events
132TARGETS += vDSO
133TARGETS += mm
134TARGETS += vfio
135TARGETS += x86
136TARGETS += x86/bugs
137TARGETS += zram
138#Please keep the TARGETS list alphabetically sorted
139# Run "make quicktest=1 run_tests" or
140# "make quicktest=1 kselftest" from top level Makefile
141
142TARGETS_HOTPLUG = cpu-hotplug
143TARGETS_HOTPLUG += memory-hotplug
144
145# Networking tests want the net/lib target, include it automatically
146ifneq ($(filter net drivers/net drivers/net/hw,$(TARGETS)),)
147ifeq ($(filter net/lib,$(TARGETS)),)
148	INSTALL_DEP_TARGETS := net/lib
149endif
150endif
151
152# User can optionally provide a TARGETS skiplist. By default we skip
153# targets using BPF since it has cutting edge build time dependencies
154# which require more effort to install.
155SKIP_TARGETS ?= bpf sched_ext
156ifneq ($(SKIP_TARGETS),)
157	TMP := $(filter-out $(SKIP_TARGETS), $(TARGETS))
158	override TARGETS := $(TMP)
159endif
160
161# User can set FORCE_TARGETS to 1 to require all targets to be successfully
162# built; make will fail if any of the targets cannot be built. If
163# FORCE_TARGETS is not set (the default), make will succeed if at least one
164# of the targets gets built.
165FORCE_TARGETS ?=
166
167# Clear LDFLAGS and MAKEFLAGS when implicit rules are missing.  This provides
168# implicit rules to sub-test Makefiles which avoids build failures in test
169# Makefile that don't have explicit build rules.
170ifeq (,$(LINK.c))
171override LDFLAGS =
172override MAKEFLAGS =
173endif
174
175# Append kselftest to KBUILD_OUTPUT and O to avoid cluttering
176# KBUILD_OUTPUT with selftest objects and headers installed
177# by selftests Makefile or lib.mk.
178ifdef building_out_of_srctree
179override LDFLAGS =
180endif
181
182top_srcdir ?= ../../..
183
184ifeq ("$(origin O)", "command line")
185  KBUILD_OUTPUT := $(O)
186endif
187
188ifneq ($(KBUILD_OUTPUT),)
189  # Make's built-in functions such as $(abspath ...), $(realpath ...) cannot
190  # expand a shell special character '~'. We use a somewhat tedious way here.
191  abs_objtree := $(shell cd $(top_srcdir) && mkdir -p $(KBUILD_OUTPUT) && cd $(KBUILD_OUTPUT) && pwd)
192  $(if $(abs_objtree),, \
193    $(error failed to create output directory "$(KBUILD_OUTPUT)"))
194  # $(realpath ...) resolves symlinks
195  abs_objtree := $(realpath $(abs_objtree))
196  BUILD := $(abs_objtree)/kselftest
197  KHDR_INCLUDES := -isystem ${abs_objtree}/usr/include
198else
199  BUILD := $(CURDIR)
200  abs_srctree := $(shell cd $(top_srcdir) && pwd)
201  KHDR_INCLUDES := -isystem ${abs_srctree}/usr/include
202  DEFAULT_INSTALL_HDR_PATH := 1
203endif
204
205# Prepare for headers install
206include $(top_srcdir)/scripts/subarch.include
207ARCH           ?= $(SUBARCH)
208export BUILD
209export KHDR_INCLUDES
210
211# set default goal to all, so make without a target runs all, even when
212# all isn't the first target in the file.
213.DEFAULT_GOAL := all
214
215all:
216	@ret=0;							\
217	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do	\
218		BUILD_TARGET=$$BUILD/$$TARGET;			\
219		mkdir $$BUILD_TARGET  -p;			\
220		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET	\
221				O=$(abs_objtree)		\
222				$(if $(FORCE_TARGETS),|| exit);	\
223		[ $$? -eq 0 ] || ret=1;			\
224	done; exit $$ret;
225
226run_tests: all
227	@for TARGET in $(TARGETS); do \
228		BUILD_TARGET=$$BUILD/$$TARGET;	\
229		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_tests \
230				SRC_PATH=$(shell readlink -e $$(pwd)) \
231				OBJ_PATH=$(BUILD)                   \
232				O=$(abs_objtree);		    \
233	done;
234
235hotplug:
236	@for TARGET in $(TARGETS_HOTPLUG); do \
237		BUILD_TARGET=$$BUILD/$$TARGET;	\
238		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET;\
239	done;
240
241run_hotplug: hotplug
242	@for TARGET in $(TARGETS_HOTPLUG); do \
243		BUILD_TARGET=$$BUILD/$$TARGET;	\
244		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET run_full_test;\
245	done;
246
247clean_hotplug:
248	@for TARGET in $(TARGETS_HOTPLUG); do \
249		BUILD_TARGET=$$BUILD/$$TARGET;	\
250		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
251	done;
252
253run_pstore_crash:
254	$(MAKE) -C pstore run_crash
255
256# Use $BUILD as the default install root. $BUILD points to the
257# right output location for the following cases:
258# 1. output_dir=kernel_src
259# 2. a separate output directory is specified using O= KBUILD_OUTPUT
260# 3. a separate output directory is specified using KBUILD_OUTPUT
261# Avoid conflict with INSTALL_PATH set by the main Makefile
262#
263KSFT_INSTALL_PATH ?= $(BUILD)/kselftest_install
264KSFT_INSTALL_PATH := $(abspath $(KSFT_INSTALL_PATH))
265# Avoid changing the rest of the logic here and lib.mk.
266INSTALL_PATH := $(KSFT_INSTALL_PATH)
267ALL_SCRIPT := $(INSTALL_PATH)/run_kselftest.sh
268TEST_LIST := $(INSTALL_PATH)/kselftest-list.txt
269
270install: all
271ifdef INSTALL_PATH
272	@# Ask all targets to install their files
273	mkdir -p $(INSTALL_PATH)/kselftest
274	install -m 744 kselftest/module.sh $(INSTALL_PATH)/kselftest/
275	install -m 744 kselftest/runner.sh $(INSTALL_PATH)/kselftest/
276	install -m 744 kselftest/prefix.pl $(INSTALL_PATH)/kselftest/
277	install -m 744 kselftest/ktap_helpers.sh $(INSTALL_PATH)/kselftest/
278	install -m 744 kselftest/ksft.py $(INSTALL_PATH)/kselftest/
279	install -m 744 run_kselftest.sh $(INSTALL_PATH)/
280	rm -f $(TEST_LIST)
281	@ret=0;	\
282	for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
283		BUILD_TARGET=$$BUILD/$$TARGET;	\
284		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET install \
285				INSTALL_PATH=$(INSTALL_PATH)/$$TARGET \
286				SRC_PATH=$(shell readlink -e $$(pwd)) \
287				OBJ_PATH=$(INSTALL_PATH) \
288				O=$(abs_objtree)		\
289				$(if $(FORCE_TARGETS),|| exit);	\
290		[ $$? -eq 0 ] || ret=1;		\
291	done; exit $$ret;
292
293
294	@# Ask all targets to emit their test scripts
295	@# While building kselftest-list.text skip also non-existent TARGET dirs:
296	@# they could be the result of a build failure and should NOT be
297	@# included in the generated runlist.
298	for TARGET in $(TARGETS); do \
299		BUILD_TARGET=$$BUILD/$$TARGET;	\
300		[ ! -d $(INSTALL_PATH)/$$TARGET ] && printf "Skipping non-existent dir: $$TARGET\n" && continue; \
301		printf "Emit Tests for $$TARGET\n"; \
302		$(MAKE) -s --no-print-directory OUTPUT=$$BUILD_TARGET COLLECTION=$$TARGET \
303			-C $$TARGET emit_tests >> $(TEST_LIST); \
304	done;
305	@VERSION=$$(git describe HEAD 2>/dev/null); \
306	if [ -n "$$VERSION" ]; then \
307		echo "$$VERSION" > $(INSTALL_PATH)/VERSION; \
308		printf "Version saved to $(INSTALL_PATH)/VERSION\n"; \
309	else \
310		printf "Unable to get version from git describe\n"; \
311	fi
312	@echo "**Kselftest Installation is complete: $(INSTALL_PATH)**"
313else
314	$(error Error: set INSTALL_PATH to use install)
315endif
316
317FORMAT ?= .gz
318TAR_PATH = $(abspath ${INSTALL_PATH}/kselftest-packages/kselftest.tar${FORMAT})
319gen_tar: install
320	@mkdir -p ${INSTALL_PATH}/kselftest-packages/
321	@tar caf ${TAR_PATH} --exclude=kselftest-packages -C ${INSTALL_PATH} .
322	@echo "Created ${TAR_PATH}"
323
324clean:
325	@for TARGET in $(TARGETS) $(INSTALL_DEP_TARGETS); do \
326		BUILD_TARGET=$$BUILD/$$TARGET;	\
327		$(MAKE) OUTPUT=$$BUILD_TARGET -C $$TARGET clean;\
328	done;
329
330.PHONY: all run_tests hotplug run_hotplug clean_hotplug run_pstore_crash install clean gen_tar
331