xref: /linux/tools/sched_ext/Makefile (revision feacb1774bd5eac6382990d0f6d1378dc01dd78f) 
1# SPDX-License-Identifier: GPL-2.0
2# Copyright (c) 2022 Meta Platforms, Inc. and affiliates.
3include ../build/Build.include
4include ../scripts/Makefile.arch
5include ../scripts/Makefile.include
6
7all: all_targets
8
9ifneq ($(LLVM),)
10ifneq ($(filter %/,$(LLVM)),)
11LLVM_PREFIX := $(LLVM)
12else ifneq ($(filter -%,$(LLVM)),)
13LLVM_SUFFIX := $(LLVM)
14endif
15
16CLANG_TARGET_FLAGS_arm          := arm-linux-gnueabi
17CLANG_TARGET_FLAGS_arm64        := aarch64-linux-gnu
18CLANG_TARGET_FLAGS_hexagon      := hexagon-linux-musl
19CLANG_TARGET_FLAGS_m68k         := m68k-linux-gnu
20CLANG_TARGET_FLAGS_mips         := mipsel-linux-gnu
21CLANG_TARGET_FLAGS_powerpc      := powerpc64le-linux-gnu
22CLANG_TARGET_FLAGS_riscv        := riscv64-linux-gnu
23CLANG_TARGET_FLAGS_s390         := s390x-linux-gnu
24CLANG_TARGET_FLAGS_x86          := x86_64-linux-gnu
25CLANG_TARGET_FLAGS              := $(CLANG_TARGET_FLAGS_$(ARCH))
26
27ifeq ($(CROSS_COMPILE),)
28ifeq ($(CLANG_TARGET_FLAGS),)
29$(error Specify CROSS_COMPILE or add '--target=' option to lib.mk)
30else
31CLANG_FLAGS     += --target=$(CLANG_TARGET_FLAGS)
32endif # CLANG_TARGET_FLAGS
33else
34CLANG_FLAGS     += --target=$(notdir $(CROSS_COMPILE:%-=%))
35endif # CROSS_COMPILE
36
37CC := $(LLVM_PREFIX)clang$(LLVM_SUFFIX) $(CLANG_FLAGS) -fintegrated-as
38else
39CC := $(CROSS_COMPILE)gcc
40endif # LLVM
41
42CURDIR := $(abspath .)
43TOOLSDIR := $(abspath ..)
44LIBDIR := $(TOOLSDIR)/lib
45BPFDIR := $(LIBDIR)/bpf
46TOOLSINCDIR := $(TOOLSDIR)/include
47BPFTOOLDIR := $(TOOLSDIR)/bpf/bpftool
48APIDIR := $(TOOLSINCDIR)/uapi
49GENDIR := $(abspath ../../include/generated)
50GENHDR := $(GENDIR)/autoconf.h
51
52ifeq ($(O),)
53OUTPUT_DIR := $(CURDIR)/build
54else
55OUTPUT_DIR := $(O)/build
56endif # O
57OBJ_DIR := $(OUTPUT_DIR)/obj
58INCLUDE_DIR := $(OUTPUT_DIR)/include
59BPFOBJ_DIR := $(OBJ_DIR)/libbpf
60SCXOBJ_DIR := $(OBJ_DIR)/sched_ext
61BINDIR := $(OUTPUT_DIR)/bin
62BPFOBJ := $(BPFOBJ_DIR)/libbpf.a
63ifneq ($(CROSS_COMPILE),)
64HOST_BUILD_DIR		:= $(OBJ_DIR)/host/obj
65HOST_OUTPUT_DIR	:= $(OBJ_DIR)/host
66HOST_INCLUDE_DIR	:= $(HOST_OUTPUT_DIR)/include
67else
68HOST_BUILD_DIR		:= $(OBJ_DIR)
69HOST_OUTPUT_DIR	:= $(OUTPUT_DIR)
70HOST_INCLUDE_DIR	:= $(INCLUDE_DIR)
71endif
72HOST_BPFOBJ := $(HOST_BUILD_DIR)/libbpf/libbpf.a
73RESOLVE_BTFIDS := $(HOST_BUILD_DIR)/resolve_btfids/resolve_btfids
74DEFAULT_BPFTOOL := $(HOST_OUTPUT_DIR)/sbin/bpftool
75
76VMLINUX_BTF_PATHS ?= $(if $(O),$(O)/vmlinux)					\
77		     $(if $(KBUILD_OUTPUT),$(KBUILD_OUTPUT)/vmlinux)		\
78		     ../../vmlinux						\
79		     /sys/kernel/btf/vmlinux					\
80		     /boot/vmlinux-$(shell uname -r)
81VMLINUX_BTF ?= $(abspath $(firstword $(wildcard $(VMLINUX_BTF_PATHS))))
82ifeq ($(VMLINUX_BTF),)
83$(error Cannot find a vmlinux for VMLINUX_BTF at any of "$(VMLINUX_BTF_PATHS)")
84endif
85
86BPFTOOL ?= $(DEFAULT_BPFTOOL)
87
88ifneq ($(wildcard $(GENHDR)),)
89  GENFLAGS := -DHAVE_GENHDR
90endif
91
92CFLAGS += -g -O2 -rdynamic -pthread -Wall -Werror $(GENFLAGS)			\
93	  -I$(INCLUDE_DIR) -I$(GENDIR) -I$(LIBDIR)				\
94	  -I$(TOOLSINCDIR) -I$(APIDIR) -I$(CURDIR)/include
95
96# Silence some warnings when compiled with clang
97ifneq ($(LLVM),)
98CFLAGS += -Wno-unused-command-line-argument
99endif
100
101LDFLAGS += -lelf -lz -lpthread
102
103IS_LITTLE_ENDIAN = $(shell $(CC) -dM -E - </dev/null |				\
104			grep 'define __BYTE_ORDER__ __ORDER_LITTLE_ENDIAN__')
105
106# Get Clang's default includes on this system, as opposed to those seen by
107# '-target bpf'. This fixes "missing" files on some architectures/distros,
108# such as asm/byteorder.h, asm/socket.h, asm/sockios.h, sys/cdefs.h etc.
109#
110# Use '-idirafter': Don't interfere with include mechanics except where the
111# build would have failed anyways.
112define get_sys_includes
113$(shell $(1) -v -E - </dev/null 2>&1 \
114	| sed -n '/<...> search starts here:/,/End of search list./{ s| \(/.*\)|-idirafter \1|p }') \
115$(shell $(1) -dM -E - </dev/null | grep '__riscv_xlen ' | awk '{printf("-D__riscv_xlen=%d -D__BITS_PER_LONG=%d", $$3, $$3)}')
116endef
117
118BPF_CFLAGS = -g -D__TARGET_ARCH_$(SRCARCH)					\
119	     $(if $(IS_LITTLE_ENDIAN),-mlittle-endian,-mbig-endian)		\
120	     -I$(CURDIR)/include -I$(CURDIR)/include/bpf-compat			\
121	     -I$(INCLUDE_DIR) -I$(APIDIR)					\
122	     -I../../include							\
123	     $(call get_sys_includes,$(CLANG))					\
124	     -Wall -Wno-compare-distinct-pointer-types				\
125	     -O2 -mcpu=v3
126
127# sort removes libbpf duplicates when not cross-building
128MAKE_DIRS := $(sort $(OBJ_DIR)/libbpf $(HOST_BUILD_DIR)/libbpf			\
129	       $(HOST_BUILD_DIR)/bpftool $(HOST_BUILD_DIR)/resolve_btfids	\
130	       $(INCLUDE_DIR) $(SCXOBJ_DIR) $(BINDIR))
131
132$(MAKE_DIRS):
133	$(call msg,MKDIR,,$@)
134	$(Q)mkdir -p $@
135
136$(BPFOBJ): $(wildcard $(BPFDIR)/*.[ch] $(BPFDIR)/Makefile)			\
137	   $(APIDIR)/linux/bpf.h						\
138	   | $(OBJ_DIR)/libbpf
139	$(Q)$(MAKE) $(submake_extras) CROSS_COMPILE=$(CROSS_COMPILE) 		\
140		    -C $(BPFDIR) OUTPUT=$(OBJ_DIR)/libbpf/			\
141		    EXTRA_CFLAGS='-g -O0 -fPIC'					\
142		    LDFLAGS="$(LDFLAGS)"					\
143		    DESTDIR=$(OUTPUT_DIR) prefix= all install_headers
144
145$(HOST_BPFOBJ): $(wildcard $(BPFDIR)/*.[ch] $(BPFDIR)/Makefile)		\
146	   $(APIDIR)/linux/bpf.h						\
147	   | $(HOST_BUILD_DIR)/libbpf
148	$(Q)$(MAKE) $(submake_extras) -C $(BPFDIR) 				\
149		    OUTPUT=$(HOST_BUILD_DIR)/libbpf/				\
150		    ARCH= CROSS_COMPILE= CC="$(HOSTCC)" LD=$(HOSTLD)		\
151		    EXTRA_CFLAGS='-g -O0 -fPIC'					\
152		    DESTDIR=$(HOST_OUTPUT_DIR) prefix= all install_headers
153
154$(DEFAULT_BPFTOOL): $(wildcard $(BPFTOOLDIR)/*.[ch] $(BPFTOOLDIR)/Makefile)	\
155		    $(HOST_BPFOBJ) | $(HOST_BUILD_DIR)/bpftool
156	$(Q)$(MAKE) $(submake_extras)  -C $(BPFTOOLDIR)				\
157		    ARCH= CROSS_COMPILE= CC="$(HOSTCC)" LD=$(HOSTLD)		\
158		    EXTRA_CFLAGS='-g -O0'					\
159		    OUTPUT=$(HOST_BUILD_DIR)/bpftool/				\
160		    LIBBPF_OUTPUT=$(HOST_BUILD_DIR)/libbpf/			\
161		    LIBBPF_DESTDIR=$(HOST_OUTPUT_DIR)/				\
162		    prefix= DESTDIR=$(HOST_OUTPUT_DIR)/ install-bin
163
164$(INCLUDE_DIR)/vmlinux.h: $(VMLINUX_BTF) $(BPFTOOL) | $(INCLUDE_DIR)
165ifeq ($(VMLINUX_H),)
166	$(call msg,GEN,,$@)
167	$(Q)$(BPFTOOL) btf dump file $(VMLINUX_BTF) format c > $@
168else
169	$(call msg,CP,,$@)
170	$(Q)cp "$(VMLINUX_H)" $@
171endif
172
173$(SCXOBJ_DIR)/%.bpf.o: %.bpf.c $(INCLUDE_DIR)/vmlinux.h include/scx/*.h		\
174		       | $(BPFOBJ) $(SCXOBJ_DIR)
175	$(call msg,CLNG-BPF,,$(notdir $@))
176	$(Q)$(CLANG) $(BPF_CFLAGS) -target bpf -c $< -o $@
177
178$(INCLUDE_DIR)/%.bpf.skel.h: $(SCXOBJ_DIR)/%.bpf.o $(INCLUDE_DIR)/vmlinux.h $(BPFTOOL)
179	$(eval sched=$(notdir $@))
180	$(call msg,GEN-SKEL,,$(sched))
181	$(Q)$(BPFTOOL) gen object $(<:.o=.linked1.o) $<
182	$(Q)$(BPFTOOL) gen object $(<:.o=.linked2.o) $(<:.o=.linked1.o)
183	$(Q)$(BPFTOOL) gen object $(<:.o=.linked3.o) $(<:.o=.linked2.o)
184	$(Q)diff $(<:.o=.linked2.o) $(<:.o=.linked3.o)
185	$(Q)$(BPFTOOL) gen skeleton $(<:.o=.linked3.o) name $(subst .bpf.skel.h,,$(sched)) > $@
186	$(Q)$(BPFTOOL) gen subskeleton $(<:.o=.linked3.o) name $(subst .bpf.skel.h,,$(sched)) > $(@:.skel.h=.subskel.h)
187
188SCX_COMMON_DEPS := include/scx/common.h include/scx/user_exit_info.h | $(BINDIR)
189
190c-sched-targets = scx_simple scx_qmap scx_central scx_flatcg
191
192$(addprefix $(BINDIR)/,$(c-sched-targets)): \
193	$(BINDIR)/%: \
194		$(filter-out %.bpf.c,%.c) \
195		$(INCLUDE_DIR)/%.bpf.skel.h \
196		$(SCX_COMMON_DEPS)
197	$(eval sched=$(notdir $@))
198	$(CC) $(CFLAGS) -c $(sched).c -o $(SCXOBJ_DIR)/$(sched).o
199	$(CC) -o $@ $(SCXOBJ_DIR)/$(sched).o $(BPFOBJ) $(LDFLAGS)
200
201$(c-sched-targets): %: $(BINDIR)/%
202
203install: all
204	$(Q)mkdir -p $(DESTDIR)/usr/local/bin/
205	$(Q)cp $(BINDIR)/* $(DESTDIR)/usr/local/bin/
206
207clean:
208	rm -rf $(OUTPUT_DIR) $(HOST_OUTPUT_DIR)
209	rm -f *.o *.bpf.o *.bpf.skel.h *.bpf.subskel.h
210	rm -f $(c-sched-targets)
211
212help:
213	@echo   'Building targets'
214	@echo   '================'
215	@echo   ''
216	@echo   '  all		  - Compile all schedulers'
217	@echo   ''
218	@echo   'Alternatively, you may compile individual schedulers:'
219	@echo   ''
220	@printf '  %s\n' $(c-sched-targets)
221	@echo   ''
222	@echo   'For any scheduler build target, you may specify an alternative'
223	@echo   'build output path with the O= environment variable. For example:'
224	@echo   ''
225	@echo   '   O=/tmp/sched_ext make all'
226	@echo   ''
227	@echo   'will compile all schedulers, and emit the build artifacts to'
228	@echo   '/tmp/sched_ext/build.'
229	@echo   ''
230	@echo   ''
231	@echo   'Installing targets'
232	@echo   '=================='
233	@echo   ''
234	@echo   '  install	  - Compile and install all schedulers to /usr/bin.'
235	@echo   '		    You may specify the DESTDIR= environment variable'
236	@echo   '		    to indicate a prefix for /usr/bin. For example:'
237	@echo   ''
238	@echo   '                     DESTDIR=/tmp/sched_ext make install'
239	@echo   ''
240	@echo   '		    will build the schedulers in CWD/build, and'
241	@echo   '		    install the schedulers to /tmp/sched_ext/usr/bin.'
242	@echo   ''
243	@echo   ''
244	@echo   'Cleaning targets'
245	@echo   '================'
246	@echo   ''
247	@echo   '  clean		  - Remove all generated files'
248
249all_targets: $(c-sched-targets)
250
251.PHONY: all all_targets $(c-sched-targets) clean help
252
253# delete failed targets
254.DELETE_ON_ERROR:
255
256# keep intermediate (.bpf.skel.h, .bpf.o, etc) targets
257.SECONDARY:
258