xref: /linux/tools/testing/selftests/bpf/prog_tests/arena_mem_usage.c (revision 5a8cd539ac19f7a68e68e1d25ef9ca2ff55b8500)
1*29e4bcf1SJiayuan Chen // SPDX-License-Identifier: GPL-2.0
2*29e4bcf1SJiayuan Chen 
3*29e4bcf1SJiayuan Chen #include <test_progs.h>
4*29e4bcf1SJiayuan Chen #include <sys/user.h>
5*29e4bcf1SJiayuan Chen #ifndef PAGE_SIZE /* on some archs it comes in sys/user.h */
6*29e4bcf1SJiayuan Chen #include <unistd.h>
7*29e4bcf1SJiayuan Chen #define PAGE_SIZE getpagesize()
8*29e4bcf1SJiayuan Chen #endif
9*29e4bcf1SJiayuan Chen 
10*29e4bcf1SJiayuan Chen #include "arena_mem_usage.skel.h"
11*29e4bcf1SJiayuan Chen 
12*29e4bcf1SJiayuan Chen /*
13*29e4bcf1SJiayuan Chen  * arena_map_mem_usage() is surfaced to user space through the map's
14*29e4bcf1SJiayuan Chen  * /proc/<pid>/fdinfo/<fd> "memlock:" line (the same value bpftool map show
15*29e4bcf1SJiayuan Chen  * prints). Read it directly so the test has no external dependency.
16*29e4bcf1SJiayuan Chen  */
map_memlock(int map_fd)17*29e4bcf1SJiayuan Chen static long map_memlock(int map_fd)
18*29e4bcf1SJiayuan Chen {
19*29e4bcf1SJiayuan Chen 	char path[64], line[128];
20*29e4bcf1SJiayuan Chen 	long memlock = -1;
21*29e4bcf1SJiayuan Chen 	FILE *f;
22*29e4bcf1SJiayuan Chen 
23*29e4bcf1SJiayuan Chen 	snprintf(path, sizeof(path), "/proc/self/fdinfo/%d", map_fd);
24*29e4bcf1SJiayuan Chen 	f = fopen(path, "r");
25*29e4bcf1SJiayuan Chen 	if (!ASSERT_OK_PTR(f, "open_fdinfo"))
26*29e4bcf1SJiayuan Chen 		return -1;
27*29e4bcf1SJiayuan Chen 	while (fgets(line, sizeof(line), f)) {
28*29e4bcf1SJiayuan Chen 		if (sscanf(line, "memlock:\t%ld", &memlock) == 1)
29*29e4bcf1SJiayuan Chen 			break;
30*29e4bcf1SJiayuan Chen 	}
31*29e4bcf1SJiayuan Chen 	fclose(f);
32*29e4bcf1SJiayuan Chen 	ASSERT_NEQ(memlock, -1, "parse_memlock");
33*29e4bcf1SJiayuan Chen 	return memlock;
34*29e4bcf1SJiayuan Chen }
35*29e4bcf1SJiayuan Chen 
run(struct bpf_program * prog,const char * name)36*29e4bcf1SJiayuan Chen static int run(struct bpf_program *prog, const char *name)
37*29e4bcf1SJiayuan Chen {
38*29e4bcf1SJiayuan Chen 	LIBBPF_OPTS(bpf_test_run_opts, opts);
39*29e4bcf1SJiayuan Chen 	int err = bpf_prog_test_run_opts(bpf_program__fd(prog), &opts);
40*29e4bcf1SJiayuan Chen 
41*29e4bcf1SJiayuan Chen 	if (!ASSERT_OK(err, name))
42*29e4bcf1SJiayuan Chen 		return -1;
43*29e4bcf1SJiayuan Chen 	if (!ASSERT_OK(opts.retval, name))
44*29e4bcf1SJiayuan Chen 		return -1;
45*29e4bcf1SJiayuan Chen 	return 0;
46*29e4bcf1SJiayuan Chen }
47*29e4bcf1SJiayuan Chen 
serial_test_arena_mem_usage(void)48*29e4bcf1SJiayuan Chen void serial_test_arena_mem_usage(void)
49*29e4bcf1SJiayuan Chen {
50*29e4bcf1SJiayuan Chen 	struct arena_mem_usage *skel;
51*29e4bcf1SJiayuan Chen 	const long ps = PAGE_SIZE;
52*29e4bcf1SJiayuan Chen 	char *base;
53*29e4bcf1SJiayuan Chen 	size_t sz;
54*29e4bcf1SJiayuan Chen 	int fd, i;
55*29e4bcf1SJiayuan Chen 
56*29e4bcf1SJiayuan Chen 	skel = arena_mem_usage__open_and_load();
57*29e4bcf1SJiayuan Chen 	if (!ASSERT_OK_PTR(skel, "open_load"))
58*29e4bcf1SJiayuan Chen 		return;
59*29e4bcf1SJiayuan Chen 	fd = bpf_map__fd(skel->maps.arena);
60*29e4bcf1SJiayuan Chen 
61*29e4bcf1SJiayuan Chen 	/* Fresh arena: no data pages, and the scratch page is not counted. */
62*29e4bcf1SJiayuan Chen 	ASSERT_EQ(map_memlock(fd), 0, "initial");
63*29e4bcf1SJiayuan Chen 
64*29e4bcf1SJiayuan Chen 	/* BPF-side allocation of 17 pages. */
65*29e4bcf1SJiayuan Chen 	skel->bss->alloc_cnt = 17;
66*29e4bcf1SJiayuan Chen 	if (run(skel->progs.alloc, "alloc"))
67*29e4bcf1SJiayuan Chen 		goto out;
68*29e4bcf1SJiayuan Chen 	/*
69*29e4bcf1SJiayuan Chen 	 * A NULL ptr means bpf_arena_alloc_pages() itself failed (e.g. the host
70*29e4bcf1SJiayuan Chen 	 * is under memory pressure), not a miscount -- flag it distinctly so a
71*29e4bcf1SJiayuan Chen 	 * red CI run is not mistaken for a counting bug.
72*29e4bcf1SJiayuan Chen 	 */
73*29e4bcf1SJiayuan Chen 	if (!ASSERT_OK_PTR(skel->bss->ptr, "arena_alloc_pages"))
74*29e4bcf1SJiayuan Chen 		goto out;
75*29e4bcf1SJiayuan Chen 	ASSERT_EQ(map_memlock(fd), 17 * ps, "after_alloc");
76*29e4bcf1SJiayuan Chen 
77*29e4bcf1SJiayuan Chen 	/* Free a single page (arena_free_pages page_cnt==1 path). */
78*29e4bcf1SJiayuan Chen 	skel->bss->free_byte_off = 0;
79*29e4bcf1SJiayuan Chen 	skel->bss->free_cnt = 1;
80*29e4bcf1SJiayuan Chen 	if (run(skel->progs.free_pages, "free_one"))
81*29e4bcf1SJiayuan Chen 		goto out;
82*29e4bcf1SJiayuan Chen 	ASSERT_EQ(map_memlock(fd), 16 * ps, "after_free_one");
83*29e4bcf1SJiayuan Chen 
84*29e4bcf1SJiayuan Chen 	/* Free ten pages in one call (bulk path); only the freed pages count. */
85*29e4bcf1SJiayuan Chen 	skel->bss->free_byte_off = 1 * ps;
86*29e4bcf1SJiayuan Chen 	skel->bss->free_cnt = 10;
87*29e4bcf1SJiayuan Chen 	if (run(skel->progs.free_pages, "free_bulk"))
88*29e4bcf1SJiayuan Chen 		goto out;
89*29e4bcf1SJiayuan Chen 	ASSERT_EQ(map_memlock(fd), 6 * ps, "after_free_bulk");
90*29e4bcf1SJiayuan Chen 
91*29e4bcf1SJiayuan Chen 	/* Free the remaining six -> arena empty again. */
92*29e4bcf1SJiayuan Chen 	skel->bss->free_byte_off = 11 * ps;
93*29e4bcf1SJiayuan Chen 	skel->bss->free_cnt = 6;
94*29e4bcf1SJiayuan Chen 	if (run(skel->progs.free_pages, "free_rest"))
95*29e4bcf1SJiayuan Chen 		goto out;
96*29e4bcf1SJiayuan Chen 	ASSERT_EQ(map_memlock(fd), 0, "after_free_rest");
97*29e4bcf1SJiayuan Chen 
98*29e4bcf1SJiayuan Chen 	/*
99*29e4bcf1SJiayuan Chen 	 * User-space fault-in: touching unallocated arena pages allocates them
100*29e4bcf1SJiayuan Chen 	 * through arena_vm_fault(). libbpf mmap()s the arena at map_extra during
101*29e4bcf1SJiayuan Chen 	 * load, so bpf_map__initial_value() hands back that base.
102*29e4bcf1SJiayuan Chen 	 */
103*29e4bcf1SJiayuan Chen 	base = bpf_map__initial_value(skel->maps.arena, &sz);
104*29e4bcf1SJiayuan Chen 	if (!ASSERT_OK_PTR(base, "arena_base"))
105*29e4bcf1SJiayuan Chen 		goto out;
106*29e4bcf1SJiayuan Chen 	for (i = 0; i < 8; i++)
107*29e4bcf1SJiayuan Chen 		base[i * ps] = 1;
108*29e4bcf1SJiayuan Chen 	ASSERT_EQ(map_memlock(fd), 8 * ps, "after_faultin");
109*29e4bcf1SJiayuan Chen 
110*29e4bcf1SJiayuan Chen 	/*
111*29e4bcf1SJiayuan Chen 	 * Free the faulted-in pages from BPF. They are mapped into the user vma
112*29e4bcf1SJiayuan Chen 	 * (elevated refcount), so this also exercises the zap path.
113*29e4bcf1SJiayuan Chen 	 */
114*29e4bcf1SJiayuan Chen 	skel->bss->ptr = base;
115*29e4bcf1SJiayuan Chen 	skel->bss->free_byte_off = 0;
116*29e4bcf1SJiayuan Chen 	skel->bss->free_cnt = 8;
117*29e4bcf1SJiayuan Chen 	if (run(skel->progs.free_pages, "free_faulted"))
118*29e4bcf1SJiayuan Chen 		goto out;
119*29e4bcf1SJiayuan Chen 	ASSERT_EQ(map_memlock(fd), 0, "after_free_faulted");
120*29e4bcf1SJiayuan Chen out:
121*29e4bcf1SJiayuan Chen 	arena_mem_usage__destroy(skel);
122*29e4bcf1SJiayuan Chen }
123