1 // SPDX-License-Identifier: GPL-2.0 2 /* Copyright (c) 2025 Meta Platforms, Inc. and affiliates. */ 3 #include <test_progs.h> 4 #include <network_helpers.h> 5 #include <sys/sysinfo.h> 6 7 struct __qspinlock { int val; }; 8 typedef struct __qspinlock arena_spinlock_t; 9 10 struct arena_qnode { 11 unsigned long next; 12 int count; 13 int locked; 14 }; 15 16 #include "arena_spin_lock.skel.h" 17 18 static long cpu; 19 static int repeat; 20 21 pthread_barrier_t barrier; 22 23 static void *spin_lock_thread(void *arg) 24 { 25 int err, prog_fd = *(u32 *)arg; 26 LIBBPF_OPTS(bpf_test_run_opts, topts, 27 .data_in = &pkt_v4, 28 .data_size_in = sizeof(pkt_v4), 29 .repeat = repeat, 30 ); 31 cpu_set_t cpuset; 32 33 CPU_ZERO(&cpuset); 34 CPU_SET(__sync_fetch_and_add(&cpu, 1), &cpuset); 35 ASSERT_OK(pthread_setaffinity_np(pthread_self(), sizeof(cpuset), &cpuset), "cpu affinity"); 36 37 err = pthread_barrier_wait(&barrier); 38 if (err != PTHREAD_BARRIER_SERIAL_THREAD && err != 0) 39 ASSERT_FALSE(true, "pthread_barrier"); 40 41 err = bpf_prog_test_run_opts(prog_fd, &topts); 42 ASSERT_OK(err, "test_run err"); 43 44 if (topts.retval == -EOPNOTSUPP) 45 goto end; 46 47 ASSERT_EQ((int)topts.retval, 0, "test_run retval"); 48 49 end: 50 pthread_exit(arg); 51 } 52 53 static void test_arena_spin_lock_size(int size) 54 { 55 LIBBPF_OPTS(bpf_test_run_opts, topts); 56 struct arena_spin_lock *skel; 57 pthread_t thread_id[16]; 58 int prog_fd, i, err; 59 int nthreads; 60 void *ret; 61 62 nthreads = MIN(get_nprocs(), ARRAY_SIZE(thread_id)); 63 if (nthreads < 2) { 64 test__skip(); 65 return; 66 } 67 68 skel = arena_spin_lock__open_and_load(); 69 if (!ASSERT_OK_PTR(skel, "arena_spin_lock__open_and_load")) 70 return; 71 72 if (skel->data->test_skip == 2) { 73 test__skip(); 74 goto end; 75 } 76 skel->bss->cs_count = size; 77 skel->bss->limit = repeat * nthreads; 78 79 ASSERT_OK(pthread_barrier_init(&barrier, NULL, nthreads), "barrier init"); 80 81 prog_fd = bpf_program__fd(skel->progs.prog); 82 for (i = 0; i < nthreads; i++) { 83 err = pthread_create(&thread_id[i], NULL, &spin_lock_thread, &prog_fd); 84 if (!ASSERT_OK(err, "pthread_create")) 85 goto end_barrier; 86 } 87 88 for (i = 0; i < nthreads; i++) { 89 if (!ASSERT_OK(pthread_join(thread_id[i], &ret), "pthread_join")) 90 goto end_barrier; 91 if (!ASSERT_EQ(ret, &prog_fd, "ret == prog_fd")) 92 goto end_barrier; 93 } 94 95 if (skel->data->test_skip == 3) { 96 printf("%s:SKIP: CONFIG_NR_CPUS exceed the maximum supported by arena spinlock\n", 97 __func__); 98 test__skip(); 99 goto end_barrier; 100 } 101 102 ASSERT_EQ(skel->bss->counter, repeat * nthreads, "check counter value"); 103 104 end_barrier: 105 pthread_barrier_destroy(&barrier); 106 end: 107 arena_spin_lock__destroy(skel); 108 return; 109 } 110 111 void test_arena_spin_lock(void) 112 { 113 repeat = 1000; 114 if (test__start_subtest("arena_spin_lock_1")) 115 test_arena_spin_lock_size(1); 116 cpu = 0; 117 if (test__start_subtest("arena_spin_lock_1000")) 118 test_arena_spin_lock_size(1000); 119 cpu = 0; 120 repeat = 100; 121 if (test__start_subtest("arena_spin_lock_50000")) 122 test_arena_spin_lock_size(50000); 123 } 124