xref: /linux/tools/testing/selftests/nolibc/Makefile.nolibc (revision f66d6bc35e45dfd71c95f3f4e0407081db2c0c35)
1# SPDX-License-Identifier: GPL-2.0
2# Makefile for nolibc tests
3# we're in ".../tools/testing/selftests/nolibc"
4ifeq ($(srctree),)
5srctree := $(patsubst %/tools/testing/selftests/,%,$(dir $(CURDIR)))
6endif
7
8include $(srctree)/tools/scripts/utilities.mak
9# We need this for the "__cc-option" macro.
10include $(srctree)/scripts/Makefile.compiler
11
12ifneq ($(O),)
13ifneq ($(call is-absolute,$(O)),y)
14$(error Only absolute O= parameters are supported)
15endif
16objtree := $(O)
17else
18objtree ?= $(srctree)
19endif
20
21ifeq ($(ARCH),)
22include $(srctree)/scripts/subarch.include
23ARCH = $(SUBARCH)
24endif
25
26cc-option = $(call __cc-option, $(CC),$(CLANG_CROSS_FLAGS),$(1),$(2))
27
28# XARCH extends the kernel's ARCH with a few variants of the same
29# architecture that only differ by the configuration, the toolchain
30# and the Qemu program used. It is copied as-is into ARCH except for
31# a few specific values which are mapped like this:
32#
33#  XARCH        | ARCH      | config
34#  -------------|-----------|-------------------------
35#  ppc          | powerpc   | 32 bits
36#  ppc64        | powerpc   | 64 bits big endian
37#  ppc64le      | powerpc   | 64 bits little endian
38#
39# It is recommended to only use XARCH, though it does not harm if
40# ARCH is already set. For simplicity, ARCH is sufficient for all
41# architectures where both are equal.
42
43# configure default variants for target kernel supported architectures
44XARCH_powerpc    = ppc
45XARCH_mips       = mips32le
46XARCH_riscv      = riscv64
47XARCH            = $(or $(XARCH_$(ARCH)),$(ARCH))
48
49# map from user input variants to their kernel supported architectures
50ARCH_x32         = x86
51ARCH_armthumb    = arm
52ARCH_ppc         = powerpc
53ARCH_ppc64       = powerpc
54ARCH_ppc64le     = powerpc
55ARCH_mips32le    = mips
56ARCH_mips32be    = mips
57ARCH_mipsn32le   = mips
58ARCH_mipsn32be   = mips
59ARCH_mips64le    = mips
60ARCH_mips64be    = mips
61ARCH_riscv32     = riscv
62ARCH_riscv64     = riscv
63ARCH_s390x       = s390
64ARCH_sparc32     = sparc
65ARCH_sparc64     = sparc
66ARCH_sh4         = sh
67ARCH_parisc32    = parisc
68ARCH            := $(or $(ARCH_$(XARCH)),$(XARCH))
69
70# kernel image names by architecture
71IMAGE_i386       = arch/x86/boot/bzImage
72IMAGE_x86_64     = arch/x86/boot/bzImage
73IMAGE_x32        = arch/x86/boot/bzImage
74IMAGE_x86        = arch/x86/boot/bzImage
75IMAGE_arm64      = arch/arm64/boot/Image
76IMAGE_arm        = arch/arm/boot/zImage
77IMAGE_armthumb   = arch/arm/boot/zImage
78IMAGE_ppc64le    = arch/powerpc/boot/zImage
79IMAGE_riscv32    = arch/riscv/boot/Image
80IMAGE_riscv64    = arch/riscv/boot/Image
81IMAGE_s390x      = arch/s390/boot/bzImage
82IMAGE_loongarch  = arch/loongarch/boot/vmlinuz.efi
83IMAGE_sparc32    = arch/sparc/boot/image
84IMAGE_sparc64    = arch/sparc/boot/image
85IMAGE_sh4        = arch/sh/boot/zImage
86IMAGE            = $(objtree)/$(or $(IMAGE_$(XARCH)),vmlinux)
87IMAGE_NAME       = $(notdir $(IMAGE))
88
89# default kernel configurations that appear to be usable
90DEFCONFIG_arm        = multi_v7_defconfig
91DEFCONFIG_armthumb   = multi_v7_defconfig
92DEFCONFIG_mips32le   = malta_defconfig
93DEFCONFIG_mips32be   = malta_defconfig generic/eb.config
94DEFCONFIG_mipsn32le  = malta_defconfig generic/64r2.config
95DEFCONFIG_mipsn32be  = malta_defconfig generic/64r6.config generic/eb.config
96DEFCONFIG_mips64le   = malta_defconfig generic/64r6.config
97DEFCONFIG_mips64be   = malta_defconfig generic/64r2.config generic/eb.config
98DEFCONFIG_ppc        = pmac32_defconfig
99DEFCONFIG_ppc64      = powernv_be_defconfig
100DEFCONFIG_ppc64le    = powernv_defconfig
101DEFCONFIG_riscv32    = rv32_defconfig
102DEFCONFIG_sparc32    = sparc32_defconfig
103DEFCONFIG_sparc64    = sparc64_defconfig
104DEFCONFIG_m68k       = virt_defconfig
105DEFCONFIG_sh4        = rts7751r2dplus_defconfig
106DEFCONFIG_openrisc   = virt_defconfig
107DEFCONFIG            = $(or $(DEFCONFIG_$(XARCH)),defconfig)
108
109EXTRACONFIG_x32       = -e CONFIG_X86_X32_ABI
110EXTRACONFIG_arm       = -e CONFIG_NAMESPACES
111EXTRACONFIG_armthumb  = -e CONFIG_NAMESPACES
112EXTRACONFIG_sparc32   = -e CONFIG_TMPFS
113EXTRACONFIG_m68k      = -e CONFIG_BLK_DEV_INITRD
114EXTRACONFIG_sh4       = -e CONFIG_BLK_DEV_INITRD -e CONFIG_CMDLINE_FROM_BOOTLOADER
115EXTRACONFIG           = $(EXTRACONFIG_$(XARCH))
116
117# optional tests to run (default = all)
118TEST =
119
120# QEMU_ARCH: arch names used by qemu
121QEMU_ARCH_x32        = x86_64
122QEMU_ARCH_x86        = x86_64
123QEMU_ARCH_arm64      = aarch64
124QEMU_ARCH_armthumb   = arm
125QEMU_ARCH_mips32le   = mipsel  # works with malta_defconfig
126QEMU_ARCH_mips32be   = mips
127QEMU_ARCH_mipsn32le  = mips64el
128QEMU_ARCH_mipsn32be  = mips64
129QEMU_ARCH_mips64le   = mips64el
130QEMU_ARCH_mips64be   = mips64
131QEMU_ARCH_ppc64le    = ppc64
132QEMU_ARCH_loongarch  = loongarch64
133QEMU_ARCH_sparc32    = sparc
134QEMU_ARCH_openrisc   = or1k
135QEMU_ARCH_parisc32   = hppa
136QEMU_ARCH            = $(or $(QEMU_ARCH_$(XARCH)),$(XARCH))
137
138QEMU_ARCH_USER_ppc64le = ppc64le
139QEMU_ARCH_USER_mipsn32le = mipsn32el
140QEMU_ARCH_USER_mipsn32be = mipsn32
141QEMU_ARCH_USER         = $(or $(QEMU_ARCH_USER_$(XARCH)),$(QEMU_ARCH))
142
143QEMU_BIOS_DIR = /usr/share/edk2/
144QEMU_BIOS_loongarch = $(QEMU_BIOS_DIR)/loongarch64/OVMF_CODE.fd
145
146ifneq ($(QEMU_BIOS_$(XARCH)),)
147QEMU_ARGS_BIOS = -bios $(QEMU_BIOS_$(XARCH))
148endif
149
150# QEMU_ARGS : some arch-specific args to pass to qemu
151QEMU_ARGS_i386       = -M pc -append "console=ttyS0,9600 i8042.noaux panic=-1 $(TEST:%=NOLIBC_TEST=%)"
152QEMU_ARGS_x86_64     = -M pc -append "console=ttyS0,9600 i8042.noaux panic=-1 $(TEST:%=NOLIBC_TEST=%)"
153QEMU_ARGS_x32        = -M pc -append "console=ttyS0,9600 i8042.noaux panic=-1 $(TEST:%=NOLIBC_TEST=%)"
154QEMU_ARGS_x86        = -M pc -append "console=ttyS0,9600 i8042.noaux panic=-1 $(TEST:%=NOLIBC_TEST=%)"
155QEMU_ARGS_arm64      = -M virt -cpu cortex-a53 -append "panic=-1 $(TEST:%=NOLIBC_TEST=%)"
156QEMU_ARGS_arm        = -M virt -append "panic=-1 $(TEST:%=NOLIBC_TEST=%)"
157QEMU_ARGS_armthumb   = -M virt -append "panic=-1 $(TEST:%=NOLIBC_TEST=%)"
158QEMU_ARGS_mips32le   = -M malta -append "panic=-1 $(TEST:%=NOLIBC_TEST=%)"
159QEMU_ARGS_mips32be   = -M malta -append "panic=-1 $(TEST:%=NOLIBC_TEST=%)"
160QEMU_ARGS_mipsn32le  = -M malta -cpu 5KEc -append "panic=-1 $(TEST:%=NOLIBC_TEST=%)"
161QEMU_ARGS_mipsn32be  = -M malta -cpu I6400 -append "panic=-1 $(TEST:%=NOLIBC_TEST=%)"
162QEMU_ARGS_mips64le   = -M malta -cpu I6400 -append "panic=-1 $(TEST:%=NOLIBC_TEST=%)"
163QEMU_ARGS_mips64be   = -M malta -cpu 5KEc -append "panic=-1 $(TEST:%=NOLIBC_TEST=%)"
164QEMU_ARGS_ppc        = -M g3beige -append "console=ttyS0 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
165QEMU_ARGS_ppc64      = -M powernv -append "console=hvc0 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
166QEMU_ARGS_ppc64le    = -M powernv -append "console=hvc0 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
167QEMU_ARGS_riscv32    = -M virt -append "console=ttyS0 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
168QEMU_ARGS_riscv64    = -M virt -append "console=ttyS0 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
169QEMU_ARGS_s390x      = -M s390-ccw-virtio -append "console=ttyS0 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
170QEMU_ARGS_loongarch  = -M virt -append "console=ttyS0,115200 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
171QEMU_ARGS_sparc32    = -M SS-5 -m 256M -append "console=ttyS0,115200 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
172QEMU_ARGS_sparc64    = -M sun4u -append "console=ttyS0,115200 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
173QEMU_ARGS_m68k       = -M virt -append "console=ttyGF0,115200 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
174QEMU_ARGS_sh4        = -M r2d -serial file:/dev/stdout -append "console=ttySC1,115200 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
175QEMU_ARGS_openrisc   = -M virt -m 512M -append "console=ttyS0 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
176QEMU_ARGS_parisc32   = -M B160L -append "console=ttyS0 panic=-1 $(TEST:%=NOLIBC_TEST=%)"
177QEMU_ARGS            = -m 1G $(QEMU_ARGS_$(XARCH)) $(QEMU_ARGS_BIOS) $(QEMU_ARGS_EXTRA)
178
179# OUTPUT is only set when run from the main makefile, otherwise
180# it defaults to this nolibc directory.
181OUTPUT ?= $(CURDIR)/
182
183ifeq ($(V),1)
184Q=
185else
186Q=@
187endif
188
189CFLAGS_i386 = $(call cc-option,-m32)
190CFLAGS_x32 = -mx32
191CFLAGS_arm = -marm
192CFLAGS_armthumb = -mthumb -march=armv6t2
193CFLAGS_parisc32 = -mfast-indirect-calls
194CFLAGS_ppc = -m32 -mbig-endian -mno-vsx $(call cc-option,-mmultiple)
195CFLAGS_ppc64 = -m64 -mbig-endian -mno-vsx $(call cc-option,-mmultiple)
196CFLAGS_ppc64le = -m64 -mlittle-endian -mno-vsx $(call cc-option,-mabi=elfv2)
197CFLAGS_s390x = -m64
198CFLAGS_mips32le = -EL -mabi=32 -fPIC
199CFLAGS_mips32be = -EB -mabi=32
200CFLAGS_mipsn32le = -EL -mabi=n32 -fPIC -march=mips64r2
201CFLAGS_mipsn32be = -EB -mabi=n32 -march=mips64r6
202CFLAGS_mips64le = -EL -mabi=64 -march=mips64r6
203CFLAGS_mips64be = -EB -mabi=64 -march=mips64r2
204CFLAGS_loongarch = $(if $(LLVM),-fuse-ld=lld)
205CFLAGS_sparc32 = $(call cc-option,-m32) -mcpu=v8
206CFLAGS_sh4 = -ml -m4
207ifeq ($(origin XARCH),command line)
208CFLAGS_XARCH = $(CFLAGS_$(XARCH))
209endif
210
211LDLIBS_ppc = $(if $(LLVM),,-lgcc)
212LDLIBS_openrisc = $(if $(LLVM),,-lgcc)
213LDLIBS = $(LDLIBS_$(XARCH))
214
215include Makefile.include
216
217CFLAGS  ?= $(CFLAGS_NOLIBC_TEST) $(CFLAGS_XARCH) $(CFLAGS_EXTRA)
218LDFLAGS :=
219
220# Modify CFLAGS based on LLVM=
221include $(srctree)/tools/scripts/Makefile.include
222
223REPORT  ?= awk '/\[OK\][\r]*$$/{p++} /\[FAIL\][\r]*$$/{if (!f) printf("\n"); f++; print;} /\[SKIPPED\][\r]*$$/{s++} \
224		/^Total number of errors:/{done++} \
225		END{ printf("\n%3d test(s): %3d passed, %3d skipped, %3d failed => status: ", p+s+f, p, s, f); \
226		if (f || !p || !done) printf("failure\n"); else if (s) printf("warning\n"); else printf("success\n");; \
227		printf("\nSee all results in %s\n", ARGV[1]); }'
228
229# Execute the toplevel kernel Makefile
230KBUILD_MAKE = $(MAKE) -C $(srctree) ARCH=$(ARCH) CROSS_COMPILE=$(CROSS_COMPILE) LLVM=
231
232help:
233	@echo "Supported targets under selftests/nolibc:"
234	@echo "  all               call the \"run\" target below"
235	@echo "  help              this help"
236	@echo "  sysroot           create the nolibc sysroot here (uses \$$ARCH)"
237	@echo "  nolibc-test       build the executable (uses \$$CC or \$$CROSS_COMPILE)"
238	@echo "  libc-test         build an executable using the compiler's default libc instead"
239	@echo "  run-user          runs the executable under QEMU (uses \$$XARCH, \$$TEST)"
240	@echo "  initramfs.cpio    prepare the initramfs archive with nolibc-test"
241	@echo "  initramfs         prepare the initramfs tree with nolibc-test"
242	@echo "  defconfig         create a fresh new default config (uses \$$XARCH)"
243	@echo "  kernel            (re)build the kernel (uses \$$XARCH, \$$CROSS_COMPILE)"
244	@echo "  kernel-standalone (re)build the kernel with the initramfs (uses \$$XARCH, \$$CROSS_COMPILE)"
245	@echo "  run               runs the kernel in QEMU after building it (uses \$$XARCH, \$$TEST)"
246	@echo "  rerun             runs a previously prebuilt kernel in QEMU (uses \$$XARCH, \$$TEST)"
247	@echo "  clean             clean the sysroot, initramfs, build and output files"
248	@echo ""
249	@echo "The output file is \"run.out\". Test ranges may be passed using \$$TEST."
250	@echo ""
251	@echo "Currently using the following variables:"
252	@echo "  ARCH          = $(ARCH)"
253	@echo "  XARCH         = $(XARCH)"
254	@echo "  CROSS_COMPILE = $(CROSS_COMPILE)"
255	@echo "  CC            = $(CC)"
256	@echo "  OUTPUT        = $(OUTPUT)"
257	@echo "  TEST          = $(TEST)"
258	@echo "  QEMU_ARCH     = $(if $(QEMU_ARCH),$(QEMU_ARCH),UNKNOWN_ARCH) [determined from \$$XARCH]"
259	@echo "  IMAGE_NAME    = $(if $(IMAGE_NAME),$(IMAGE_NAME),UNKNOWN_ARCH) [determined from \$$XARCH]"
260	@echo ""
261
262all: run
263
264sysroot: sysroot/$(ARCH)/include
265
266sysroot/$(ARCH)/include:
267	$(Q)rm -rf sysroot/$(ARCH) sysroot/sysroot
268	$(QUIET_MKDIR)mkdir -p sysroot
269	$(Q)$(MAKE) -C $(srctree) outputmakefile
270	$(Q)$(MAKE) -C $(srctree)/tools/include/nolibc ARCH=$(ARCH) OUTPUT=$(CURDIR)/sysroot/ headers_standalone headers_check
271	$(Q)mv sysroot/sysroot sysroot/$(ARCH)
272
273nolibc-test: $(NOLIBC_TEST_SOURCES) sysroot/$(ARCH)/include
274	$(QUIET_CC)$(CC) $(CFLAGS) $(LDFLAGS) -o $@ \
275	  -nostdlib -nostdinc -static -Isysroot/$(ARCH)/include $(NOLIBC_TEST_SOURCES) $(LDLIBS)
276
277libc-test: $(NOLIBC_TEST_SOURCES)
278	$(QUIET_CC)$(HOSTCC) -o $@ $(NOLIBC_TEST_SOURCES)
279
280# local libc-test
281run-libc-test: libc-test
282	$(Q)./libc-test > "$(CURDIR)/run.out" || :
283	$(Q)$(REPORT) $(CURDIR)/run.out
284
285# local nolibc-test
286run-nolibc-test: nolibc-test
287	$(Q)./nolibc-test > "$(CURDIR)/run.out" || :
288	$(Q)$(REPORT) $(CURDIR)/run.out
289
290# qemu user-land test
291run-user: nolibc-test
292	$(Q)qemu-$(QEMU_ARCH_USER) ./nolibc-test > "$(CURDIR)/run.out" || :
293	$(Q)$(REPORT) $(CURDIR)/run.out
294
295initramfs.cpio: kernel nolibc-test
296	$(QUIET_GEN)echo 'file /init nolibc-test 755 0 0' | $(objtree)/usr/gen_init_cpio - > initramfs.cpio
297
298initramfs: nolibc-test
299	$(QUIET_MKDIR)mkdir -p initramfs
300	$(call QUIET_INSTALL, initramfs/init)
301	$(Q)cp nolibc-test initramfs/init
302
303defconfig:
304	$(Q)$(KBUILD_MAKE) $(DEFCONFIG)
305	$(Q)if [ -n "$(EXTRACONFIG)" ]; then \
306		$(srctree)/scripts/config --file $(objtree)/.config $(EXTRACONFIG); \
307		$(KBUILD_MAKE) olddefconfig < /dev/null; \
308	fi
309
310kernel:
311	$(Q)$(KBUILD_MAKE) $(IMAGE_NAME) < /dev/null
312
313kernel-standalone: initramfs
314	$(Q)$(KBUILD_MAKE) $(IMAGE_NAME) CONFIG_INITRAMFS_SOURCE=$(CURDIR)/initramfs < /dev/null
315
316# run the tests after building the kernel
317run: kernel initramfs.cpio
318	$(Q)qemu-system-$(QEMU_ARCH) -display none -no-reboot -kernel "$(IMAGE)" -initrd initramfs.cpio -serial file:/dev/stdout $(QEMU_ARGS) > "$(CURDIR)/run.out"
319	$(Q)$(REPORT) $(CURDIR)/run.out
320
321# re-run the tests from an existing kernel
322rerun:
323	$(Q)qemu-system-$(QEMU_ARCH) -display none -no-reboot -kernel "$(IMAGE)" -initrd initramfs.cpio -serial file:/dev/stdout $(QEMU_ARGS) > "$(CURDIR)/run.out"
324	$(Q)$(REPORT) $(CURDIR)/run.out
325
326# report with existing test log
327report:
328	$(Q)$(REPORT) $(CURDIR)/run.out
329
330clean:
331	$(call QUIET_CLEAN, sysroot)
332	$(Q)rm -rf sysroot
333	$(call QUIET_CLEAN, nolibc-test)
334	$(Q)rm -f nolibc-test
335	$(call QUIET_CLEAN, libc-test)
336	$(Q)rm -f libc-test
337	$(call QUIET_CLEAN, initramfs.cpio)
338	$(Q)rm -rf initramfs.cpio
339	$(call QUIET_CLEAN, initramfs)
340	$(Q)rm -rf initramfs
341	$(call QUIET_CLEAN, run.out)
342	$(Q)rm -rf run.out
343
344.PHONY: sysroot/$(ARCH)/include
345