1*b2441318SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0
24b2a6aedSCraig Gallek /*
34b2a6aedSCraig Gallek * Test functionality of BPF filters with SO_REUSEPORT. This program creates
44b2a6aedSCraig Gallek * an SO_REUSEPORT receiver group containing one socket per CPU core. It then
54b2a6aedSCraig Gallek * creates a BPF program that will select a socket from this group based
64b2a6aedSCraig Gallek * on the core id that receives the packet. The sending code artificially
74b2a6aedSCraig Gallek * moves itself to run on different core ids and sends one message from
84b2a6aedSCraig Gallek * each core. Since these packets are delivered over loopback, they should
94b2a6aedSCraig Gallek * arrive on the same core that sent them. The receiving code then ensures
104b2a6aedSCraig Gallek * that the packet was received on the socket for the corresponding core id.
114b2a6aedSCraig Gallek * This entire process is done for several different core id permutations
124b2a6aedSCraig Gallek * and for each IPv4/IPv6 and TCP/UDP combination.
134b2a6aedSCraig Gallek */
144b2a6aedSCraig Gallek
154b2a6aedSCraig Gallek #define _GNU_SOURCE
164b2a6aedSCraig Gallek
174b2a6aedSCraig Gallek #include <arpa/inet.h>
184b2a6aedSCraig Gallek #include <errno.h>
194b2a6aedSCraig Gallek #include <error.h>
204b2a6aedSCraig Gallek #include <linux/filter.h>
214b2a6aedSCraig Gallek #include <linux/in.h>
224b2a6aedSCraig Gallek #include <linux/unistd.h>
234b2a6aedSCraig Gallek #include <sched.h>
244b2a6aedSCraig Gallek #include <stdio.h>
254b2a6aedSCraig Gallek #include <stdlib.h>
264b2a6aedSCraig Gallek #include <string.h>
274b2a6aedSCraig Gallek #include <sys/epoll.h>
284b2a6aedSCraig Gallek #include <sys/types.h>
294b2a6aedSCraig Gallek #include <sys/socket.h>
304b2a6aedSCraig Gallek #include <unistd.h>
314b2a6aedSCraig Gallek
324b2a6aedSCraig Gallek static const int PORT = 8888;
334b2a6aedSCraig Gallek
build_rcv_group(int * rcv_fd,size_t len,int family,int proto)344b2a6aedSCraig Gallek static void build_rcv_group(int *rcv_fd, size_t len, int family, int proto)
354b2a6aedSCraig Gallek {
364b2a6aedSCraig Gallek struct sockaddr_storage addr;
374b2a6aedSCraig Gallek struct sockaddr_in *addr4;
384b2a6aedSCraig Gallek struct sockaddr_in6 *addr6;
394b2a6aedSCraig Gallek size_t i;
404b2a6aedSCraig Gallek int opt;
414b2a6aedSCraig Gallek
424b2a6aedSCraig Gallek switch (family) {
434b2a6aedSCraig Gallek case AF_INET:
444b2a6aedSCraig Gallek addr4 = (struct sockaddr_in *)&addr;
454b2a6aedSCraig Gallek addr4->sin_family = AF_INET;
464b2a6aedSCraig Gallek addr4->sin_addr.s_addr = htonl(INADDR_ANY);
474b2a6aedSCraig Gallek addr4->sin_port = htons(PORT);
484b2a6aedSCraig Gallek break;
494b2a6aedSCraig Gallek case AF_INET6:
504b2a6aedSCraig Gallek addr6 = (struct sockaddr_in6 *)&addr;
514b2a6aedSCraig Gallek addr6->sin6_family = AF_INET6;
524b2a6aedSCraig Gallek addr6->sin6_addr = in6addr_any;
534b2a6aedSCraig Gallek addr6->sin6_port = htons(PORT);
544b2a6aedSCraig Gallek break;
554b2a6aedSCraig Gallek default:
564b2a6aedSCraig Gallek error(1, 0, "Unsupported family %d", family);
574b2a6aedSCraig Gallek }
584b2a6aedSCraig Gallek
594b2a6aedSCraig Gallek for (i = 0; i < len; ++i) {
604b2a6aedSCraig Gallek rcv_fd[i] = socket(family, proto, 0);
614b2a6aedSCraig Gallek if (rcv_fd[i] < 0)
624b2a6aedSCraig Gallek error(1, errno, "failed to create receive socket");
634b2a6aedSCraig Gallek
644b2a6aedSCraig Gallek opt = 1;
654b2a6aedSCraig Gallek if (setsockopt(rcv_fd[i], SOL_SOCKET, SO_REUSEPORT, &opt,
664b2a6aedSCraig Gallek sizeof(opt)))
674b2a6aedSCraig Gallek error(1, errno, "failed to set SO_REUSEPORT");
684b2a6aedSCraig Gallek
694b2a6aedSCraig Gallek if (bind(rcv_fd[i], (struct sockaddr *)&addr, sizeof(addr)))
704b2a6aedSCraig Gallek error(1, errno, "failed to bind receive socket");
714b2a6aedSCraig Gallek
724b2a6aedSCraig Gallek if (proto == SOCK_STREAM && listen(rcv_fd[i], len * 10))
734b2a6aedSCraig Gallek error(1, errno, "failed to listen on receive port");
744b2a6aedSCraig Gallek }
754b2a6aedSCraig Gallek }
764b2a6aedSCraig Gallek
attach_bpf(int fd)774b2a6aedSCraig Gallek static void attach_bpf(int fd)
784b2a6aedSCraig Gallek {
794b2a6aedSCraig Gallek struct sock_filter code[] = {
804b2a6aedSCraig Gallek /* A = raw_smp_processor_id() */
814b2a6aedSCraig Gallek { BPF_LD | BPF_W | BPF_ABS, 0, 0, SKF_AD_OFF + SKF_AD_CPU },
824b2a6aedSCraig Gallek /* return A */
834b2a6aedSCraig Gallek { BPF_RET | BPF_A, 0, 0, 0 },
844b2a6aedSCraig Gallek };
854b2a6aedSCraig Gallek struct sock_fprog p = {
864b2a6aedSCraig Gallek .len = 2,
874b2a6aedSCraig Gallek .filter = code,
884b2a6aedSCraig Gallek };
894b2a6aedSCraig Gallek
904b2a6aedSCraig Gallek if (setsockopt(fd, SOL_SOCKET, SO_ATTACH_REUSEPORT_CBPF, &p, sizeof(p)))
914b2a6aedSCraig Gallek error(1, errno, "failed to set SO_ATTACH_REUSEPORT_CBPF");
924b2a6aedSCraig Gallek }
934b2a6aedSCraig Gallek
send_from_cpu(int cpu_id,int family,int proto)944b2a6aedSCraig Gallek static void send_from_cpu(int cpu_id, int family, int proto)
954b2a6aedSCraig Gallek {
964b2a6aedSCraig Gallek struct sockaddr_storage saddr, daddr;
974b2a6aedSCraig Gallek struct sockaddr_in *saddr4, *daddr4;
984b2a6aedSCraig Gallek struct sockaddr_in6 *saddr6, *daddr6;
994b2a6aedSCraig Gallek cpu_set_t cpu_set;
1004b2a6aedSCraig Gallek int fd;
1014b2a6aedSCraig Gallek
1024b2a6aedSCraig Gallek switch (family) {
1034b2a6aedSCraig Gallek case AF_INET:
1044b2a6aedSCraig Gallek saddr4 = (struct sockaddr_in *)&saddr;
1054b2a6aedSCraig Gallek saddr4->sin_family = AF_INET;
1064b2a6aedSCraig Gallek saddr4->sin_addr.s_addr = htonl(INADDR_ANY);
1074b2a6aedSCraig Gallek saddr4->sin_port = 0;
1084b2a6aedSCraig Gallek
1094b2a6aedSCraig Gallek daddr4 = (struct sockaddr_in *)&daddr;
1104b2a6aedSCraig Gallek daddr4->sin_family = AF_INET;
1114b2a6aedSCraig Gallek daddr4->sin_addr.s_addr = htonl(INADDR_LOOPBACK);
1124b2a6aedSCraig Gallek daddr4->sin_port = htons(PORT);
1134b2a6aedSCraig Gallek break;
1144b2a6aedSCraig Gallek case AF_INET6:
1154b2a6aedSCraig Gallek saddr6 = (struct sockaddr_in6 *)&saddr;
1164b2a6aedSCraig Gallek saddr6->sin6_family = AF_INET6;
1174b2a6aedSCraig Gallek saddr6->sin6_addr = in6addr_any;
1184b2a6aedSCraig Gallek saddr6->sin6_port = 0;
1194b2a6aedSCraig Gallek
1204b2a6aedSCraig Gallek daddr6 = (struct sockaddr_in6 *)&daddr;
1214b2a6aedSCraig Gallek daddr6->sin6_family = AF_INET6;
1224b2a6aedSCraig Gallek daddr6->sin6_addr = in6addr_loopback;
1234b2a6aedSCraig Gallek daddr6->sin6_port = htons(PORT);
1244b2a6aedSCraig Gallek break;
1254b2a6aedSCraig Gallek default:
1264b2a6aedSCraig Gallek error(1, 0, "Unsupported family %d", family);
1274b2a6aedSCraig Gallek }
1284b2a6aedSCraig Gallek
1294b2a6aedSCraig Gallek memset(&cpu_set, 0, sizeof(cpu_set));
1304b2a6aedSCraig Gallek CPU_SET(cpu_id, &cpu_set);
1314b2a6aedSCraig Gallek if (sched_setaffinity(0, sizeof(cpu_set), &cpu_set) < 0)
1324b2a6aedSCraig Gallek error(1, errno, "failed to pin to cpu");
1334b2a6aedSCraig Gallek
1344b2a6aedSCraig Gallek fd = socket(family, proto, 0);
1354b2a6aedSCraig Gallek if (fd < 0)
1364b2a6aedSCraig Gallek error(1, errno, "failed to create send socket");
1374b2a6aedSCraig Gallek
1384b2a6aedSCraig Gallek if (bind(fd, (struct sockaddr *)&saddr, sizeof(saddr)))
1394b2a6aedSCraig Gallek error(1, errno, "failed to bind send socket");
1404b2a6aedSCraig Gallek
1414b2a6aedSCraig Gallek if (connect(fd, (struct sockaddr *)&daddr, sizeof(daddr)))
1424b2a6aedSCraig Gallek error(1, errno, "failed to connect send socket");
1434b2a6aedSCraig Gallek
1444b2a6aedSCraig Gallek if (send(fd, "a", 1, 0) < 0)
1454b2a6aedSCraig Gallek error(1, errno, "failed to send message");
1464b2a6aedSCraig Gallek
1474b2a6aedSCraig Gallek close(fd);
1484b2a6aedSCraig Gallek }
1494b2a6aedSCraig Gallek
1504b2a6aedSCraig Gallek static
receive_on_cpu(int * rcv_fd,int len,int epfd,int cpu_id,int proto)1514b2a6aedSCraig Gallek void receive_on_cpu(int *rcv_fd, int len, int epfd, int cpu_id, int proto)
1524b2a6aedSCraig Gallek {
1534b2a6aedSCraig Gallek struct epoll_event ev;
1544b2a6aedSCraig Gallek int i, fd;
1554b2a6aedSCraig Gallek char buf[8];
1564b2a6aedSCraig Gallek
1574b2a6aedSCraig Gallek i = epoll_wait(epfd, &ev, 1, -1);
1584b2a6aedSCraig Gallek if (i < 0)
1594b2a6aedSCraig Gallek error(1, errno, "epoll_wait failed");
1604b2a6aedSCraig Gallek
1614b2a6aedSCraig Gallek if (proto == SOCK_STREAM) {
1624b2a6aedSCraig Gallek fd = accept(ev.data.fd, NULL, NULL);
1634b2a6aedSCraig Gallek if (fd < 0)
1644b2a6aedSCraig Gallek error(1, errno, "failed to accept");
1654b2a6aedSCraig Gallek i = recv(fd, buf, sizeof(buf), 0);
1664b2a6aedSCraig Gallek close(fd);
1674b2a6aedSCraig Gallek } else {
1684b2a6aedSCraig Gallek i = recv(ev.data.fd, buf, sizeof(buf), 0);
1694b2a6aedSCraig Gallek }
1704b2a6aedSCraig Gallek
1714b2a6aedSCraig Gallek if (i < 0)
1724b2a6aedSCraig Gallek error(1, errno, "failed to recv");
1734b2a6aedSCraig Gallek
1744b2a6aedSCraig Gallek for (i = 0; i < len; ++i)
1754b2a6aedSCraig Gallek if (ev.data.fd == rcv_fd[i])
1764b2a6aedSCraig Gallek break;
1774b2a6aedSCraig Gallek if (i == len)
1784b2a6aedSCraig Gallek error(1, 0, "failed to find socket");
1794b2a6aedSCraig Gallek fprintf(stderr, "send cpu %d, receive socket %d\n", cpu_id, i);
1804b2a6aedSCraig Gallek if (cpu_id != i)
1814b2a6aedSCraig Gallek error(1, 0, "cpu id/receive socket mismatch");
1824b2a6aedSCraig Gallek }
1834b2a6aedSCraig Gallek
test(int * rcv_fd,int len,int family,int proto)1844b2a6aedSCraig Gallek static void test(int *rcv_fd, int len, int family, int proto)
1854b2a6aedSCraig Gallek {
1864b2a6aedSCraig Gallek struct epoll_event ev;
1874b2a6aedSCraig Gallek int epfd, cpu;
1884b2a6aedSCraig Gallek
1894b2a6aedSCraig Gallek build_rcv_group(rcv_fd, len, family, proto);
1904b2a6aedSCraig Gallek attach_bpf(rcv_fd[0]);
1914b2a6aedSCraig Gallek
1924b2a6aedSCraig Gallek epfd = epoll_create(1);
1934b2a6aedSCraig Gallek if (epfd < 0)
1944b2a6aedSCraig Gallek error(1, errno, "failed to create epoll");
1954b2a6aedSCraig Gallek for (cpu = 0; cpu < len; ++cpu) {
1964b2a6aedSCraig Gallek ev.events = EPOLLIN;
1974b2a6aedSCraig Gallek ev.data.fd = rcv_fd[cpu];
1984b2a6aedSCraig Gallek if (epoll_ctl(epfd, EPOLL_CTL_ADD, rcv_fd[cpu], &ev))
1994b2a6aedSCraig Gallek error(1, errno, "failed to register sock epoll");
2004b2a6aedSCraig Gallek }
2014b2a6aedSCraig Gallek
2024b2a6aedSCraig Gallek /* Forward iterate */
2034b2a6aedSCraig Gallek for (cpu = 0; cpu < len; ++cpu) {
2044b2a6aedSCraig Gallek send_from_cpu(cpu, family, proto);
2054b2a6aedSCraig Gallek receive_on_cpu(rcv_fd, len, epfd, cpu, proto);
2064b2a6aedSCraig Gallek }
2074b2a6aedSCraig Gallek
2084b2a6aedSCraig Gallek /* Reverse iterate */
2094b2a6aedSCraig Gallek for (cpu = len - 1; cpu >= 0; --cpu) {
2104b2a6aedSCraig Gallek send_from_cpu(cpu, family, proto);
2114b2a6aedSCraig Gallek receive_on_cpu(rcv_fd, len, epfd, cpu, proto);
2124b2a6aedSCraig Gallek }
2134b2a6aedSCraig Gallek
2144b2a6aedSCraig Gallek /* Even cores */
2154b2a6aedSCraig Gallek for (cpu = 0; cpu < len; cpu += 2) {
2164b2a6aedSCraig Gallek send_from_cpu(cpu, family, proto);
2174b2a6aedSCraig Gallek receive_on_cpu(rcv_fd, len, epfd, cpu, proto);
2184b2a6aedSCraig Gallek }
2194b2a6aedSCraig Gallek
2204b2a6aedSCraig Gallek /* Odd cores */
2214b2a6aedSCraig Gallek for (cpu = 1; cpu < len; cpu += 2) {
2224b2a6aedSCraig Gallek send_from_cpu(cpu, family, proto);
2234b2a6aedSCraig Gallek receive_on_cpu(rcv_fd, len, epfd, cpu, proto);
2244b2a6aedSCraig Gallek }
2254b2a6aedSCraig Gallek
2264b2a6aedSCraig Gallek close(epfd);
2274b2a6aedSCraig Gallek for (cpu = 0; cpu < len; ++cpu)
2284b2a6aedSCraig Gallek close(rcv_fd[cpu]);
2294b2a6aedSCraig Gallek }
2304b2a6aedSCraig Gallek
main(void)2314b2a6aedSCraig Gallek int main(void)
2324b2a6aedSCraig Gallek {
2334b2a6aedSCraig Gallek int *rcv_fd, cpus;
2344b2a6aedSCraig Gallek
2354b2a6aedSCraig Gallek cpus = sysconf(_SC_NPROCESSORS_ONLN);
2364b2a6aedSCraig Gallek if (cpus <= 0)
2374b2a6aedSCraig Gallek error(1, errno, "failed counting cpus");
2384b2a6aedSCraig Gallek
2394b2a6aedSCraig Gallek rcv_fd = calloc(cpus, sizeof(int));
2404b2a6aedSCraig Gallek if (!rcv_fd)
2414b2a6aedSCraig Gallek error(1, 0, "failed to allocate array");
2424b2a6aedSCraig Gallek
2434b2a6aedSCraig Gallek fprintf(stderr, "---- IPv4 UDP ----\n");
2444b2a6aedSCraig Gallek test(rcv_fd, cpus, AF_INET, SOCK_DGRAM);
2454b2a6aedSCraig Gallek
2464b2a6aedSCraig Gallek fprintf(stderr, "---- IPv6 UDP ----\n");
2474b2a6aedSCraig Gallek test(rcv_fd, cpus, AF_INET6, SOCK_DGRAM);
2484b2a6aedSCraig Gallek
2494b2a6aedSCraig Gallek fprintf(stderr, "---- IPv4 TCP ----\n");
2504b2a6aedSCraig Gallek test(rcv_fd, cpus, AF_INET, SOCK_STREAM);
2514b2a6aedSCraig Gallek
2524b2a6aedSCraig Gallek fprintf(stderr, "---- IPv6 TCP ----\n");
2534b2a6aedSCraig Gallek test(rcv_fd, cpus, AF_INET6, SOCK_STREAM);
2544b2a6aedSCraig Gallek
2554b2a6aedSCraig Gallek free(rcv_fd);
2564b2a6aedSCraig Gallek
2574b2a6aedSCraig Gallek fprintf(stderr, "SUCCESS\n");
2584b2a6aedSCraig Gallek return 0;
2594b2a6aedSCraig Gallek }
260