1# SPDX-License-Identifier: GPL-2.0
2
3BPF_SAMPLES_PATH ?= $(abspath $(srctree)/$(src))
4TOOLS_PATH := $(BPF_SAMPLES_PATH)/../../tools
5
6pound := \#
7
8# List of programs to build
9tprogs-y := test_lru_dist
10tprogs-y += sock_example
11tprogs-y += fds_example
12tprogs-y += sockex1
13tprogs-y += sockex2
14tprogs-y += sockex3
15tprogs-y += tracex1
16tprogs-y += tracex2
17tprogs-y += tracex3
18tprogs-y += tracex4
19tprogs-y += tracex5
20tprogs-y += tracex6
21tprogs-y += tracex7
22tprogs-y += test_probe_write_user
23tprogs-y += trace_output
24tprogs-y += lathist
25tprogs-y += offwaketime
26tprogs-y += spintest
27tprogs-y += map_perf_test
28tprogs-y += test_overhead
29tprogs-y += test_cgrp2_array_pin
30tprogs-y += test_cgrp2_attach
31tprogs-y += test_cgrp2_sock
32tprogs-y += test_cgrp2_sock2
33tprogs-y += xdp1
34tprogs-y += xdp2
35tprogs-y += xdp_router_ipv4
36tprogs-y += test_current_task_under_cgroup
37tprogs-y += trace_event
38tprogs-y += sampleip
39tprogs-y += tc_l2_redirect
40tprogs-y += lwt_len_hist
41tprogs-y += xdp_tx_iptunnel
42tprogs-y += test_map_in_map
43tprogs-y += per_socket_stats_example
44tprogs-y += xdp_rxq_info
45tprogs-y += syscall_tp
46tprogs-y += cpustat
47tprogs-y += xdp_adjust_tail
48tprogs-y += xdpsock
49tprogs-y += xdpsock_ctrl_proc
50tprogs-y += xsk_fwd
51tprogs-y += xdp_fwd
52tprogs-y += task_fd_query
53tprogs-y += xdp_sample_pkts
54tprogs-y += ibumad
55tprogs-y += hbm
56
57tprogs-y += xdp_redirect_cpu
58tprogs-y += xdp_redirect_map_multi
59tprogs-y += xdp_redirect_map
60tprogs-y += xdp_redirect
61tprogs-y += xdp_monitor
62
63# Libbpf dependencies
64LIBBPF_SRC = $(TOOLS_PATH)/lib/bpf
65LIBBPF_OUTPUT = $(abspath $(BPF_SAMPLES_PATH))/libbpf
66LIBBPF_DESTDIR = $(LIBBPF_OUTPUT)
67LIBBPF_INCLUDE = $(LIBBPF_DESTDIR)/include
68LIBBPF = $(LIBBPF_OUTPUT)/libbpf.a
69
70CGROUP_HELPERS := ../../tools/testing/selftests/bpf/cgroup_helpers.o
71TRACE_HELPERS := ../../tools/testing/selftests/bpf/trace_helpers.o
72XDP_SAMPLE := xdp_sample_user.o
73
74fds_example-objs := fds_example.o
75sockex1-objs := sockex1_user.o
76sockex2-objs := sockex2_user.o
77sockex3-objs := sockex3_user.o
78tracex1-objs := tracex1_user.o $(TRACE_HELPERS)
79tracex2-objs := tracex2_user.o
80tracex3-objs := tracex3_user.o
81tracex4-objs := tracex4_user.o
82tracex5-objs := tracex5_user.o $(TRACE_HELPERS)
83tracex6-objs := tracex6_user.o
84tracex7-objs := tracex7_user.o
85test_probe_write_user-objs := test_probe_write_user_user.o
86trace_output-objs := trace_output_user.o
87lathist-objs := lathist_user.o
88offwaketime-objs := offwaketime_user.o $(TRACE_HELPERS)
89spintest-objs := spintest_user.o $(TRACE_HELPERS)
90map_perf_test-objs := map_perf_test_user.o
91test_overhead-objs := test_overhead_user.o
92test_cgrp2_array_pin-objs := test_cgrp2_array_pin.o
93test_cgrp2_attach-objs := test_cgrp2_attach.o
94test_cgrp2_sock-objs := test_cgrp2_sock.o
95test_cgrp2_sock2-objs := test_cgrp2_sock2.o
96xdp1-objs := xdp1_user.o
97# reuse xdp1 source intentionally
98xdp2-objs := xdp1_user.o
99xdp_router_ipv4-objs := xdp_router_ipv4_user.o
100test_current_task_under_cgroup-objs := $(CGROUP_HELPERS) \
101				       test_current_task_under_cgroup_user.o
102trace_event-objs := trace_event_user.o $(TRACE_HELPERS)
103sampleip-objs := sampleip_user.o $(TRACE_HELPERS)
104tc_l2_redirect-objs := tc_l2_redirect_user.o
105lwt_len_hist-objs := lwt_len_hist_user.o
106xdp_tx_iptunnel-objs := xdp_tx_iptunnel_user.o
107test_map_in_map-objs := test_map_in_map_user.o
108per_socket_stats_example-objs := cookie_uid_helper_example.o
109xdp_rxq_info-objs := xdp_rxq_info_user.o
110syscall_tp-objs := syscall_tp_user.o
111cpustat-objs := cpustat_user.o
112xdp_adjust_tail-objs := xdp_adjust_tail_user.o
113xdpsock-objs := xdpsock_user.o
114xdpsock_ctrl_proc-objs := xdpsock_ctrl_proc.o
115xsk_fwd-objs := xsk_fwd.o
116xdp_fwd-objs := xdp_fwd_user.o
117task_fd_query-objs := task_fd_query_user.o $(TRACE_HELPERS)
118xdp_sample_pkts-objs := xdp_sample_pkts_user.o
119ibumad-objs := ibumad_user.o
120hbm-objs := hbm.o $(CGROUP_HELPERS)
121
122xdp_redirect_map_multi-objs := xdp_redirect_map_multi_user.o $(XDP_SAMPLE)
123xdp_redirect_cpu-objs := xdp_redirect_cpu_user.o $(XDP_SAMPLE)
124xdp_redirect_map-objs := xdp_redirect_map_user.o $(XDP_SAMPLE)
125xdp_redirect-objs := xdp_redirect_user.o $(XDP_SAMPLE)
126xdp_monitor-objs := xdp_monitor_user.o $(XDP_SAMPLE)
127
128# Tell kbuild to always build the programs
129always-y := $(tprogs-y)
130always-y += sockex1_kern.o
131always-y += sockex2_kern.o
132always-y += sockex3_kern.o
133always-y += tracex1_kern.o
134always-y += tracex2_kern.o
135always-y += tracex3_kern.o
136always-y += tracex4_kern.o
137always-y += tracex5_kern.o
138always-y += tracex6_kern.o
139always-y += tracex7_kern.o
140always-y += sock_flags_kern.o
141always-y += test_probe_write_user_kern.o
142always-y += trace_output_kern.o
143always-y += tcbpf1_kern.o
144always-y += tc_l2_redirect_kern.o
145always-y += lathist_kern.o
146always-y += offwaketime_kern.o
147always-y += spintest_kern.o
148always-y += map_perf_test_kern.o
149always-y += test_overhead_tp_kern.o
150always-y += test_overhead_raw_tp_kern.o
151always-y += test_overhead_kprobe_kern.o
152always-y += parse_varlen.o parse_simple.o parse_ldabs.o
153always-y += test_cgrp2_tc_kern.o
154always-y += xdp1_kern.o
155always-y += xdp2_kern.o
156always-y += xdp_router_ipv4_kern.o
157always-y += test_current_task_under_cgroup_kern.o
158always-y += trace_event_kern.o
159always-y += sampleip_kern.o
160always-y += lwt_len_hist_kern.o
161always-y += xdp_tx_iptunnel_kern.o
162always-y += test_map_in_map_kern.o
163always-y += tcp_synrto_kern.o
164always-y += tcp_rwnd_kern.o
165always-y += tcp_bufs_kern.o
166always-y += tcp_cong_kern.o
167always-y += tcp_iw_kern.o
168always-y += tcp_clamp_kern.o
169always-y += tcp_basertt_kern.o
170always-y += tcp_tos_reflect_kern.o
171always-y += tcp_dumpstats_kern.o
172always-y += xdp_rxq_info_kern.o
173always-y += xdp2skb_meta_kern.o
174always-y += syscall_tp_kern.o
175always-y += cpustat_kern.o
176always-y += xdp_adjust_tail_kern.o
177always-y += xdp_fwd_kern.o
178always-y += task_fd_query_kern.o
179always-y += xdp_sample_pkts_kern.o
180always-y += ibumad_kern.o
181always-y += hbm_out_kern.o
182always-y += hbm_edt_kern.o
183always-y += xdpsock_kern.o
184
185ifeq ($(ARCH), arm)
186# Strip all except -D__LINUX_ARM_ARCH__ option needed to handle linux
187# headers when arm instruction set identification is requested.
188ARM_ARCH_SELECTOR := $(filter -D__LINUX_ARM_ARCH__%, $(KBUILD_CFLAGS))
189BPF_EXTRA_CFLAGS := $(ARM_ARCH_SELECTOR)
190TPROGS_CFLAGS += $(ARM_ARCH_SELECTOR)
191endif
192
193ifeq ($(ARCH), mips)
194TPROGS_CFLAGS += -D__SANE_USERSPACE_TYPES__
195ifdef CONFIG_MACH_LOONGSON64
196BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-loongson64
197BPF_EXTRA_CFLAGS += -I$(srctree)/arch/mips/include/asm/mach-generic
198endif
199endif
200
201TPROGS_CFLAGS += -Wall -O2
202TPROGS_CFLAGS += -Wmissing-prototypes
203TPROGS_CFLAGS += -Wstrict-prototypes
204
205TPROGS_CFLAGS += -I$(objtree)/usr/include
206TPROGS_CFLAGS += -I$(srctree)/tools/testing/selftests/bpf/
207TPROGS_CFLAGS += -I$(LIBBPF_INCLUDE)
208TPROGS_CFLAGS += -I$(srctree)/tools/include
209TPROGS_CFLAGS += -I$(srctree)/tools/perf
210TPROGS_CFLAGS += -DHAVE_ATTR_TEST=0
211
212ifdef SYSROOT
213TPROGS_CFLAGS += --sysroot=$(SYSROOT)
214TPROGS_LDFLAGS := -L$(SYSROOT)/usr/lib
215endif
216
217TPROGS_LDLIBS			+= $(LIBBPF) -lelf -lz
218TPROGLDLIBS_tracex4		+= -lrt
219TPROGLDLIBS_trace_output	+= -lrt
220TPROGLDLIBS_map_perf_test	+= -lrt
221TPROGLDLIBS_test_overhead	+= -lrt
222TPROGLDLIBS_xdpsock		+= -pthread -lcap
223TPROGLDLIBS_xsk_fwd		+= -pthread
224
225# Allows pointing LLC/CLANG to a LLVM backend with bpf support, redefine on cmdline:
226# make M=samples/bpf LLC=~/git/llvm-project/llvm/build/bin/llc CLANG=~/git/llvm-project/llvm/build/bin/clang
227LLC ?= llc
228CLANG ?= clang
229OPT ?= opt
230LLVM_DIS ?= llvm-dis
231LLVM_OBJCOPY ?= llvm-objcopy
232LLVM_READELF ?= llvm-readelf
233BTF_PAHOLE ?= pahole
234
235# Detect that we're cross compiling and use the cross compiler
236ifdef CROSS_COMPILE
237CLANG_ARCH_ARGS = --target=$(notdir $(CROSS_COMPILE:%-=%))
238endif
239
240# Don't evaluate probes and warnings if we need to run make recursively
241ifneq ($(src),)
242HDR_PROBE := $(shell printf "$(pound)include <linux/types.h>\n struct list_head { int a; }; int main() { return 0; }" | \
243	$(CC) $(TPROGS_CFLAGS) $(TPROGS_LDFLAGS) -x c - \
244	-o /dev/null 2>/dev/null && echo okay)
245
246ifeq ($(HDR_PROBE),)
247$(warning WARNING: Detected possible issues with include path.)
248$(warning WARNING: Please install kernel headers locally (make headers_install).)
249endif
250
251BTF_LLC_PROBE := $(shell $(LLC) -march=bpf -mattr=help 2>&1 | grep dwarfris)
252BTF_PAHOLE_PROBE := $(shell $(BTF_PAHOLE) --help 2>&1 | grep BTF)
253BTF_OBJCOPY_PROBE := $(shell $(LLVM_OBJCOPY) --help 2>&1 | grep -i 'usage.*llvm')
254BTF_LLVM_PROBE := $(shell echo "int main() { return 0; }" | \
255			  $(CLANG) -target bpf -O2 -g -c -x c - -o ./llvm_btf_verify.o; \
256			  $(LLVM_READELF) -S ./llvm_btf_verify.o | grep BTF; \
257			  /bin/rm -f ./llvm_btf_verify.o)
258
259BPF_EXTRA_CFLAGS += -fno-stack-protector
260ifneq ($(BTF_LLVM_PROBE),)
261	BPF_EXTRA_CFLAGS += -g
262else
263ifneq ($(and $(BTF_LLC_PROBE),$(BTF_PAHOLE_PROBE),$(BTF_OBJCOPY_PROBE)),)
264	BPF_EXTRA_CFLAGS += -g
265	LLC_FLAGS += -mattr=dwarfris
266	DWARF2BTF = y
267endif
268endif
269endif
270
271# Trick to allow make to be run from this directory
272all:
273	$(MAKE) -C ../../ M=$(CURDIR) BPF_SAMPLES_PATH=$(CURDIR)
274
275clean:
276	$(MAKE) -C ../../ M=$(CURDIR) clean
277	@find $(CURDIR) -type f -name '*~' -delete
278	@$(RM) -r $(CURDIR)/libbpf $(CURDIR)/bpftool
279
280$(LIBBPF): $(wildcard $(LIBBPF_SRC)/*.[ch] $(LIBBPF_SRC)/Makefile) | $(LIBBPF_OUTPUT)
281# Fix up variables inherited from Kbuild that tools/ build system won't like
282	$(MAKE) -C $(LIBBPF_SRC) RM='rm -rf' EXTRA_CFLAGS="$(TPROGS_CFLAGS)" \
283		LDFLAGS=$(TPROGS_LDFLAGS) srctree=$(BPF_SAMPLES_PATH)/../../ \
284		O= OUTPUT=$(LIBBPF_OUTPUT)/ DESTDIR=$(LIBBPF_DESTDIR) prefix= \
285		$@ install_headers
286
287BPFTOOLDIR := $(TOOLS_PATH)/bpf/bpftool
288BPFTOOL_OUTPUT := $(abspath $(BPF_SAMPLES_PATH))/bpftool
289BPFTOOL := $(BPFTOOL_OUTPUT)/bpftool
290$(BPFTOOL): $(LIBBPF) $(wildcard $(BPFTOOLDIR)/*.[ch] $(BPFTOOLDIR)/Makefile) | $(BPFTOOL_OUTPUT)
291	    $(MAKE) -C $(BPFTOOLDIR) srctree=$(BPF_SAMPLES_PATH)/../../ \
292		OUTPUT=$(BPFTOOL_OUTPUT)/ \
293		LIBBPF_OUTPUT=$(LIBBPF_OUTPUT)/ \
294		LIBBPF_DESTDIR=$(LIBBPF_DESTDIR)/
295
296$(LIBBPF_OUTPUT) $(BPFTOOL_OUTPUT):
297	$(call msg,MKDIR,$@)
298	$(Q)mkdir -p $@
299
300$(obj)/syscall_nrs.h:	$(obj)/syscall_nrs.s FORCE
301	$(call filechk,offsets,__SYSCALL_NRS_H__)
302
303targets += syscall_nrs.s
304clean-files += syscall_nrs.h
305
306FORCE:
307
308
309# Verify LLVM compiler tools are available and bpf target is supported by llc
310.PHONY: verify_cmds verify_target_bpf $(CLANG) $(LLC)
311
312verify_cmds: $(CLANG) $(LLC)
313	@for TOOL in $^ ; do \
314		if ! (which -- "$${TOOL}" > /dev/null 2>&1); then \
315			echo "*** ERROR: Cannot find LLVM tool $${TOOL}" ;\
316			exit 1; \
317		else true; fi; \
318	done
319
320verify_target_bpf: verify_cmds
321	@if ! (${LLC} -march=bpf -mattr=help > /dev/null 2>&1); then \
322		echo "*** ERROR: LLVM (${LLC}) does not support 'bpf' target" ;\
323		echo "   NOTICE: LLVM version >= 3.7.1 required" ;\
324		exit 2; \
325	else true; fi
326
327$(BPF_SAMPLES_PATH)/*.c: verify_target_bpf $(LIBBPF)
328$(src)/*.c: verify_target_bpf $(LIBBPF)
329
330libbpf_hdrs: $(LIBBPF)
331$(obj)/$(TRACE_HELPERS): | libbpf_hdrs
332
333.PHONY: libbpf_hdrs
334
335$(obj)/xdp_redirect_cpu_user.o: $(obj)/xdp_redirect_cpu.skel.h
336$(obj)/xdp_redirect_map_multi_user.o: $(obj)/xdp_redirect_map_multi.skel.h
337$(obj)/xdp_redirect_map_user.o: $(obj)/xdp_redirect_map.skel.h
338$(obj)/xdp_redirect_user.o: $(obj)/xdp_redirect.skel.h
339$(obj)/xdp_monitor_user.o: $(obj)/xdp_monitor.skel.h
340
341$(obj)/tracex5_kern.o: $(obj)/syscall_nrs.h
342$(obj)/hbm_out_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
343$(obj)/hbm.o: $(src)/hbm.h
344$(obj)/hbm_edt_kern.o: $(src)/hbm.h $(src)/hbm_kern.h
345
346-include $(BPF_SAMPLES_PATH)/Makefile.target
347
348VMLINUX_BTF_PATHS ?= $(abspath $(if $(O),$(O)/vmlinux))				\
349		     $(abspath $(if $(KBUILD_OUTPUT),$(KBUILD_OUTPUT)/vmlinux))	\
350		     $(abspath ./vmlinux)
351VMLINUX_BTF ?= $(abspath $(firstword $(wildcard $(VMLINUX_BTF_PATHS))))
352
353$(obj)/vmlinux.h: $(VMLINUX_BTF) $(BPFTOOL)
354ifeq ($(VMLINUX_H),)
355	$(Q)$(BPFTOOL) btf dump file $(VMLINUX_BTF) format c > $@
356else
357	$(Q)cp "$(VMLINUX_H)" $@
358endif
359
360ifeq ($(VMLINUX_BTF),)
361	$(error Cannot find a vmlinux for VMLINUX_BTF at any of "$(VMLINUX_BTF_PATHS)",\
362		build the kernel or set VMLINUX_BTF variable)
363endif
364
365clean-files += vmlinux.h
366
367# Get Clang's default includes on this system, as opposed to those seen by
368# '-target bpf'. This fixes "missing" files on some architectures/distros,
369# such as asm/byteorder.h, asm/socket.h, asm/sockios.h, sys/cdefs.h etc.
370#
371# Use '-idirafter': Don't interfere with include mechanics except where the
372# build would have failed anyways.
373define get_sys_includes
374$(shell $(1) -v -E - </dev/null 2>&1 \
375        | sed -n '/<...> search starts here:/,/End of search list./{ s| \(/.*\)|-idirafter \1|p }') \
376$(shell $(1) -dM -E - </dev/null | grep '#define __riscv_xlen ' | sed 's/#define /-D/' | sed 's/ /=/')
377endef
378
379CLANG_SYS_INCLUDES = $(call get_sys_includes,$(CLANG))
380
381$(obj)/xdp_redirect_cpu.bpf.o: $(obj)/xdp_sample.bpf.o
382$(obj)/xdp_redirect_map_multi.bpf.o: $(obj)/xdp_sample.bpf.o
383$(obj)/xdp_redirect_map.bpf.o: $(obj)/xdp_sample.bpf.o
384$(obj)/xdp_redirect.bpf.o: $(obj)/xdp_sample.bpf.o
385$(obj)/xdp_monitor.bpf.o: $(obj)/xdp_sample.bpf.o
386
387$(obj)/%.bpf.o: $(src)/%.bpf.c $(obj)/vmlinux.h $(src)/xdp_sample.bpf.h $(src)/xdp_sample_shared.h
388	@echo "  CLANG-BPF " $@
389	$(Q)$(CLANG) -g -O2 -target bpf -D__TARGET_ARCH_$(SRCARCH) \
390		-Wno-compare-distinct-pointer-types -I$(srctree)/include \
391		-I$(srctree)/samples/bpf -I$(srctree)/tools/include \
392		-I$(LIBBPF_INCLUDE) $(CLANG_SYS_INCLUDES) \
393		-c $(filter %.bpf.c,$^) -o $@
394
395LINKED_SKELS := xdp_redirect_cpu.skel.h xdp_redirect_map_multi.skel.h \
396		xdp_redirect_map.skel.h xdp_redirect.skel.h xdp_monitor.skel.h
397clean-files += $(LINKED_SKELS)
398
399xdp_redirect_cpu.skel.h-deps := xdp_redirect_cpu.bpf.o xdp_sample.bpf.o
400xdp_redirect_map_multi.skel.h-deps := xdp_redirect_map_multi.bpf.o xdp_sample.bpf.o
401xdp_redirect_map.skel.h-deps := xdp_redirect_map.bpf.o xdp_sample.bpf.o
402xdp_redirect.skel.h-deps := xdp_redirect.bpf.o xdp_sample.bpf.o
403xdp_monitor.skel.h-deps := xdp_monitor.bpf.o xdp_sample.bpf.o
404
405LINKED_BPF_SRCS := $(patsubst %.bpf.o,%.bpf.c,$(foreach skel,$(LINKED_SKELS),$($(skel)-deps)))
406
407BPF_SRCS_LINKED := $(notdir $(wildcard $(src)/*.bpf.c))
408BPF_OBJS_LINKED := $(patsubst %.bpf.c,$(obj)/%.bpf.o, $(BPF_SRCS_LINKED))
409BPF_SKELS_LINKED := $(addprefix $(obj)/,$(LINKED_SKELS))
410
411$(BPF_SKELS_LINKED): $(BPF_OBJS_LINKED) $(BPFTOOL)
412	@echo "  BPF GEN-OBJ " $(@:.skel.h=)
413	$(Q)$(BPFTOOL) gen object $(@:.skel.h=.lbpf.o) $(addprefix $(obj)/,$($(@F)-deps))
414	@echo "  BPF GEN-SKEL" $(@:.skel.h=)
415	$(Q)$(BPFTOOL) gen skeleton $(@:.skel.h=.lbpf.o) name $(notdir $(@:.skel.h=)) > $@
416
417# asm/sysreg.h - inline assembly used by it is incompatible with llvm.
418# But, there is no easy way to fix it, so just exclude it since it is
419# useless for BPF samples.
420# below we use long chain of commands, clang | opt | llvm-dis | llc,
421# to generate final object file. 'clang' compiles the source into IR
422# with native target, e.g., x64, arm64, etc. 'opt' does bpf CORE IR builtin
423# processing (llvm12) and IR optimizations. 'llvm-dis' converts
424# 'opt' output to IR, and finally 'llc' generates bpf byte code.
425$(obj)/%.o: $(src)/%.c
426	@echo "  CLANG-bpf " $@
427	$(Q)$(CLANG) $(NOSTDINC_FLAGS) $(LINUXINCLUDE) $(BPF_EXTRA_CFLAGS) \
428		-I$(obj) -I$(srctree)/tools/testing/selftests/bpf/ \
429		-I$(LIBBPF_INCLUDE) \
430		-D__KERNEL__ -D__BPF_TRACING__ -Wno-unused-value -Wno-pointer-sign \
431		-D__TARGET_ARCH_$(SRCARCH) -Wno-compare-distinct-pointer-types \
432		-Wno-gnu-variable-sized-type-not-at-end \
433		-Wno-address-of-packed-member -Wno-tautological-compare \
434		-Wno-unknown-warning-option $(CLANG_ARCH_ARGS) \
435		-fno-asynchronous-unwind-tables \
436		-I$(srctree)/samples/bpf/ -include asm_goto_workaround.h \
437		-O2 -emit-llvm -Xclang -disable-llvm-passes -c $< -o - | \
438		$(OPT) -O2 -mtriple=bpf-pc-linux | $(LLVM_DIS) | \
439		$(LLC) -march=bpf $(LLC_FLAGS) -filetype=obj -o $@
440ifeq ($(DWARF2BTF),y)
441	$(BTF_PAHOLE) -J $@
442endif
443