| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | test_tcp_hdr_options.c | 42 static bool skops_want_cookie(const struct bpf_sock_ops *skops) 44 return skops->args[0] == BPF_WRITE_HDR_TCP_SYNACK_COOKIE; 47 static bool skops_current_mss(const struct bpf_sock_ops *skops) in skops_want_cookie() 49 return skops->args[0] == BPF_WRITE_HDR_TCP_CURRENT_MSS; 82 static int store_option(struct bpf_sock_ops *skops, in write_test_option() 97 err = bpf_store_hdr_opt(skops, &write_opt.exprm, in store_option() 104 err = bpf_store_hdr_opt(skops, &write_opt.regular, in store_option() 127 static int load_option(struct bpf_sock_ops *skops, in parse_test_option() 141 ret = bpf_load_hdr_opt(skops, &search_opt.exprm, in load_option() 150 ret = bpf_load_hdr_opt(skops, in load_option() 45 skops_want_cookie(const struct bpf_sock_ops * skops) skops_want_cookie() argument 50 skops_current_mss(const struct bpf_sock_ops * skops) skops_current_mss() argument 85 store_option(struct bpf_sock_ops * skops,const struct bpf_test_option * test_opt) store_option() argument 130 load_option(struct bpf_sock_ops * skops,struct bpf_test_option * test_opt,bool from_syn) load_option() argument 161 synack_opt_len(struct bpf_sock_ops * skops) synack_opt_len() argument 189 write_synack_opt(struct bpf_sock_ops * skops) write_synack_opt() argument 206 syn_opt_len(struct bpf_sock_ops * skops) syn_opt_len() argument 224 write_syn_opt(struct bpf_sock_ops * skops) write_syn_opt() argument 232 fin_opt_len(struct bpf_sock_ops * skops) fin_opt_len() argument 261 write_fin_opt(struct bpf_sock_ops * skops) write_fin_opt() argument 284 resend_in_ack(struct bpf_sock_ops * skops) resend_in_ack() argument 298 nodata_opt_len(struct bpf_sock_ops * skops) nodata_opt_len() argument 312 write_nodata_opt(struct bpf_sock_ops * skops) write_nodata_opt() argument 326 data_opt_len(struct bpf_sock_ops * skops) data_opt_len() argument 334 write_data_opt(struct bpf_sock_ops * skops) write_data_opt() argument 339 current_mss_opt_len(struct bpf_sock_ops * skops) current_mss_opt_len() argument 351 handle_hdr_opt_len(struct bpf_sock_ops * skops) handle_hdr_opt_len() argument 374 handle_write_hdr_opt(struct bpf_sock_ops * skops) handle_write_hdr_opt() argument 398 set_delack_max(struct bpf_sock_ops * skops,__u8 max_delack_ms) set_delack_max() argument 406 set_rto_min(struct bpf_sock_ops * skops,__u8 peer_max_delack_ms) set_rto_min() argument 414 handle_active_estab(struct bpf_sock_ops * skops) handle_active_estab() argument 465 handle_passive_estab(struct bpf_sock_ops * skops) handle_passive_estab() argument 531 handle_parse_hdr(struct bpf_sock_ops * skops) handle_parse_hdr() argument 598 estab(struct bpf_sock_ops * skops) estab() argument [all...] |
| H A D | test_tcpbpf_kern.c | 17 static __always_inline int get_tp_window_clamp(struct bpf_sock_ops *skops) in get_tp_window_clamp() argument 22 sk = skops->sk; in get_tp_window_clamp() 32 int bpf_testcb(struct bpf_sock_ops *skops) in bpf_testcb() argument 35 struct bpf_sock_ops *reuse = skops; in bpf_testcb() 52 : [skops] "r"(skops) in bpf_testcb() 59 :: [skops] "r"(skops) in bpf_testcb() 67 :: [skops] "r"(skops):"r1"); in bpf_testcb() 74 :: [skops] "r"(skops):"r9"); in bpf_testcb() 81 :: [skops] "r"(skops):"r1", "r2"); in bpf_testcb() 83 op = (int) skops->op; in bpf_testcb() [all …]
|
| H A D | test_misc_tcp_hdr_options.c | 33 static int __check_active_hdr_in(struct bpf_sock_ops *skops, bool check_syn) in __check_active_hdr_in() argument 49 ret = bpf_load_hdr_opt(skops, &hdr.reg_opt, 2, load_flags); in __check_active_hdr_in() 55 ret = bpf_load_hdr_opt(skops, &hdr.reg_opt, sizeof(hdr.reg_opt), in __check_active_hdr_in() 61 ret = bpf_load_hdr_opt(skops, &hdr.reg_opt, sizeof(hdr.reg_opt), in __check_active_hdr_in() 71 ret = bpf_load_hdr_opt(skops, &hdr.exprm_opt, sizeof(hdr.exprm_opt), in __check_active_hdr_in() 78 ret = bpf_load_hdr_opt(skops, &hdr.exprm_opt, sizeof(hdr.exprm_opt), in __check_active_hdr_in() 84 ret = bpf_load_hdr_opt(skops, &hdr.exprm_opt, sizeof(hdr.exprm_opt), in __check_active_hdr_in() 98 ret = bpf_getsockopt(skops, SOL_TCP, TCP_BPF_SYN_IP, &hdr.ip6, in __check_active_hdr_in() 107 ret = bpf_getsockopt(skops, SOL_TCP, TCP_BPF_SYN_IP, &hdr, sizeof(hdr)); in __check_active_hdr_in() 115 ret = bpf_getsockopt(skops, SOL_TCP, TCP_BPF_SYN, &hdr, sizeof(hdr)); in __check_active_hdr_in() [all …]
|
| H A D | net_timestamping.c | 50 extern int bpf_sock_ops_enable_tx_tstamp(struct bpf_sock_ops_kern *skops, u64 flags) __ksym; 75 static bool bpf_test_access_load_hdr_opt(struct bpf_sock_ops *skops) in bpf_test_access_load_hdr_opt() argument 81 ret = bpf_load_hdr_opt(skops, opt, sizeof(opt), load_flags); in bpf_test_access_load_hdr_opt() 88 static bool bpf_test_access_cb_flags_set(struct bpf_sock_ops *skops) in bpf_test_access_cb_flags_set() argument 92 ret = bpf_sock_ops_cb_flags_set(skops, 0); in bpf_test_access_cb_flags_set() 102 static bool bpf_test_access_bpf_calls(struct bpf_sock_ops *skops, in bpf_test_access_bpf_calls() argument 105 if (bpf_test_access_sockopt(skops, sk)) in bpf_test_access_bpf_calls() 108 if (bpf_test_access_load_hdr_opt(skops)) in bpf_test_access_bpf_calls() 111 if (bpf_test_access_cb_flags_set(skops)) in bpf_test_access_bpf_calls() 117 static bool bpf_test_delay(struct bpf_sock_ops *skops, const struct sock *sk) in bpf_test_delay() argument [all …]
|
| H A D | test_tcpnotify_kern.c | 31 int bpf_testcb(struct bpf_sock_ops *skops) 36 op = (int) skops->op; in bpf_testcb() 38 if (bpf_ntohl(skops->remote_port) != TESTPORT) { in bpf_testcb() 39 skops->reply = -1; in bpf_testcb() 56 bpf_sock_ops_cb_flags_set(skops, (BPF_SOCK_OPS_RETRANS_CB_FLAG| in bpf_testcb() 77 g.total_retrans = skops->total_retrans; in bpf_testcb() 81 bpf_perf_event_output(skops, &perf_event_map, in bpf_testcb() 89 skops->reply = rv; in bpf_testcb() 32 bpf_testcb(struct bpf_sock_ops * skops) bpf_testcb() argument
|
| H A D | setget_sockopt.c | 391 int skops_sockopt(struct bpf_sock_ops *skops) in skops_sockopt() 393 struct bpf_sock *bpf_sk = skops->sk; in skops_sockopt() 404 switch (skops->op) { in skops_sockopt() 406 nr_listen += !(bpf_test_sockopt(skops, sk) || in skops_sockopt() 407 test_tcp_maxseg(skops, sk) || in skops_sockopt() 408 test_tcp_saved_syn(skops, sk)); in skops_sockopt() 411 nr_connect += !(bpf_test_sockopt(skops, sk) || in skops_sockopt() 412 test_tcp_maxseg(skops, sk)); in skops_sockopt() 415 nr_active += !(bpf_test_sockopt(skops, sk) || in skops_sockopt() 416 test_tcp_maxseg(skops, s in skops_sockopt() 380 skops_sockopt(struct bpf_sock_ops * skops) skops_sockopt() argument [all...] |
| H A D | mptcp_sockmap.c | 19 int mptcp_sockmap_inject(struct bpf_sock_ops *skops) in mptcp_sockmap_inject() argument 24 if (skops->local_port != trace_port || in mptcp_sockmap_inject() 25 skops->op != BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB) in mptcp_sockmap_inject() 28 sk = skops->sk; in mptcp_sockmap_inject() 33 helper_ret = bpf_sock_map_update(skops, &sock_map, &sk_index, BPF_NOEXIST); in mptcp_sockmap_inject()
|
| H A D | test_sockmap_kern.h | 188 int bpf_sockmap(struct bpf_sock_ops *skops) in bpf_sockmap() argument 193 op = (int) skops->op; in bpf_sockmap() 197 lport = skops->local_port; in bpf_sockmap() 198 rport = skops->remote_port; in bpf_sockmap() 203 bpf_sock_map_update(skops, &sock_map, &ret, in bpf_sockmap() 206 bpf_sock_hash_update(skops, &sock_map, &ret, in bpf_sockmap() 212 lport = skops->local_port; in bpf_sockmap() 213 rport = skops->remote_port; in bpf_sockmap() 218 bpf_sock_map_update(skops, &sock_map, &ret, in bpf_sockmap() 221 bpf_sock_hash_update(skops, &sock_map, &ret, in bpf_sockmap()
|
| H A D | test_sockmap_invalid_update.c | 14 int bpf_sockmap(struct bpf_sock_ops *skops) in bpf_sockmap() argument 18 if (skops->sk) in bpf_sockmap() 19 bpf_map_update_elem(&map, &key, skops->sk, 0); in bpf_sockmap()
|
| /linux/samples/bpf/ |
| H A D | tcp_clamp_kern.c | 26 int bpf_clamp(struct bpf_sock_ops *skops) in bpf_clamp() argument 37 if (bpf_ntohl(skops->remote_port) != 55601 && skops->local_port != 55601) { in bpf_clamp() 38 skops->reply = -1; in bpf_clamp() 42 op = (int) skops->op; in bpf_clamp() 52 if (skops->family == AF_INET6 && in bpf_clamp() 53 skops->local_ip6[0] == skops->remote_ip6[0] && in bpf_clamp() 54 (bpf_ntohl(skops->local_ip6[1]) & 0xfff00000) == in bpf_clamp() 55 (bpf_ntohl(skops->remote_ip6[1]) & 0xfff00000)) { in bpf_clamp() 62 rv = bpf_setsockopt(skops, SOL_SOCKET, SO_SNDBUF, in bpf_clamp() 64 rv += bpf_setsockopt(skops, SOL_SOCKET, in bpf_clamp() [all …]
|
| H A D | tcp_cong_kern.c | 25 int bpf_cong(struct bpf_sock_ops *skops) in bpf_cong() argument 34 if (bpf_ntohl(skops->remote_port) != 55601 && in bpf_cong() 35 skops->local_port != 55601) { in bpf_cong() 36 skops->reply = -1; in bpf_cong() 40 op = (int) skops->op; in bpf_cong() 50 if (skops->family == AF_INET6 && in bpf_cong() 51 skops->local_ip6[0] == skops->remote_ip6[0] && in bpf_cong() 52 (bpf_ntohl(skops->local_ip6[1]) & 0xfff00000) == in bpf_cong() 53 (bpf_ntohl(skops in bpf_cong() [all...] |
| H A D | tcp_synrto_kern.c | 25 int bpf_synrto(struct bpf_sock_ops *skops) in bpf_synrto() argument 33 if (bpf_ntohl(skops->remote_port) != 55601 && in bpf_synrto() 34 skops->local_port != 55601) { in bpf_synrto() 35 skops->reply = -1; in bpf_synrto() 39 op = (int) skops->op; in bpf_synrto() 47 skops->family == AF_INET6) { in bpf_synrto() 53 if (skops->local_ip6[0] == skops->remote_ip6[0] && in bpf_synrto() 54 (bpf_ntohl(skops->local_ip6[1]) & 0xfff00000) == in bpf_synrto() 55 (bpf_ntohl(skops->remote_ip6[1]) & 0xfff00000)) in bpf_synrto() 61 skops->reply = rv; in bpf_synrto()
|
| H A D | tcp_rwnd_kern.c | 25 int bpf_rwnd(struct bpf_sock_ops *skops) in bpf_rwnd() argument 33 if (bpf_ntohl(skops->remote_port) != in bpf_rwnd() 34 55601 && skops->local_port != 55601) { in bpf_rwnd() 35 skops->reply = -1; in bpf_rwnd() 39 op = (int) skops->op; in bpf_rwnd() 47 skops->family == AF_INET6) { in bpf_rwnd() 53 if (skops->local_ip6[0] != skops->remote_ip6[0] || in bpf_rwnd() 54 (bpf_ntohl(skops->local_ip6[1]) & 0xfffff000) != in bpf_rwnd() 55 (bpf_ntohl(skops->remote_ip6[1]) & 0xfffff000)) in bpf_rwnd() 61 skops->reply = rv; in bpf_rwnd()
|
| H A D | tcp_iw_kern.c | 26 int bpf_iw(struct bpf_sock_ops *skops) in bpf_iw() argument 37 if (bpf_ntohl(skops->remote_port) != 55601 && in bpf_iw() 38 skops->local_port != 55601) { in bpf_iw() 39 skops->reply = -1; in bpf_iw() 43 op = (int) skops->op; in bpf_iw() 58 rv = bpf_setsockopt(skops, SOL_SOCKET, SO_SNDBUF, &bufsize, in bpf_iw() 60 rv += bpf_setsockopt(skops, SOL_SOCKET, SO_RCVBUF, in bpf_iw() 64 rv = bpf_setsockopt(skops, SOL_TCP, TCP_BPF_IW, &iw, in bpf_iw() 69 rv = bpf_setsockopt(skops, SOL_SOCKET, SO_SNDBUF, &bufsize, in bpf_iw() 71 rv += bpf_setsockopt(skops, SOL_SOCKET, SO_RCVBUF, in bpf_iw() [all …]
|
| H A D | tcp_bufs_kern.c | 26 int bpf_bufs(struct bpf_sock_ops *skops) in bpf_bufs() argument 36 if (bpf_ntohl(skops->remote_port) != 55601 && in bpf_bufs() 37 skops->local_port != 55601) { in bpf_bufs() 38 skops->reply = -1; in bpf_bufs() 42 op = (int) skops->op; in bpf_bufs() 57 rv = bpf_setsockopt(skops, SOL_SOCKET, SO_SNDBUF, &bufsize, in bpf_bufs() 59 rv += bpf_setsockopt(skops, SOL_SOCKET, SO_RCVBUF, in bpf_bufs() 67 rv = bpf_setsockopt(skops, SOL_SOCKET, SO_SNDBUF, &bufsize, in bpf_bufs() 69 rv += bpf_setsockopt(skops, SOL_SOCKET, SO_RCVBUF, in bpf_bufs() 78 skops->reply = rv; in bpf_bufs()
|
| H A D | tcp_basertt_kern.c | 25 int bpf_basertt(struct bpf_sock_ops *skops) in bpf_basertt() argument 32 op = (int) skops->op; in bpf_basertt() 42 if (skops->family == AF_INET6 && in bpf_basertt() 43 skops->local_ip6[0] == skops->remote_ip6[0] && in bpf_basertt() 44 (bpf_ntohl(skops->local_ip6[1]) & 0xfff00000) == in bpf_basertt() 45 (bpf_ntohl(skops->remote_ip6[1]) & 0xfff00000)) { in bpf_basertt() 48 n = bpf_getsockopt(skops, SOL_TCP, TCP_CONGESTION, in bpf_basertt() 68 skops->reply = rv; in bpf_basertt()
|
| H A D | tcp_tos_reflect_kern.c | 24 int bpf_basertt(struct bpf_sock_ops *skops) in bpf_basertt() argument 35 op = (int) skops->op; in bpf_basertt() 42 rv = bpf_setsockopt(skops, SOL_TCP, TCP_SAVE_SYN, in bpf_basertt() 46 if (skops->family == AF_INET) in bpf_basertt() 50 rv = bpf_getsockopt(skops, SOL_TCP, TCP_SAVED_SYN, in bpf_basertt() 53 if (skops->family == AF_INET) { in bpf_basertt() 57 bpf_setsockopt(skops, SOL_IP, IP_TOS, in bpf_basertt() 64 bpf_setsockopt(skops, SOL_IPV6, in bpf_basertt() 77 skops->reply = rv; in bpf_basertt()
|
| /linux/tools/testing/selftests/bpf/ |
| H A D | test_tcp_hdr_options.h | 101 static inline __u8 skops_tcp_flags(const struct bpf_sock_ops *skops) in skops_tcp_flags() argument 103 return skops->skb_tcp_flags; in skops_tcp_flags() 106 static inline void clear_hdr_cb_flags(struct bpf_sock_ops *skops) in clear_hdr_cb_flags() argument 108 bpf_sock_ops_cb_flags_set(skops, in clear_hdr_cb_flags() 109 skops->bpf_sock_ops_cb_flags & in clear_hdr_cb_flags() 114 static inline void set_hdr_cb_flags(struct bpf_sock_ops *skops, __u32 extra) in set_hdr_cb_flags() argument 116 bpf_sock_ops_cb_flags_set(skops, in set_hdr_cb_flags() 117 skops->bpf_sock_ops_cb_flags | in set_hdr_cb_flags() 123 clear_parse_all_hdr_cb_flags(struct bpf_sock_ops *skops) in clear_parse_all_hdr_cb_flags() argument 125 bpf_sock_ops_cb_flags_set(skops, in clear_parse_all_hdr_cb_flags() [all …]
|
| /linux/Documentation/bpf/ |
| H A D | map_sockmap.rst | 126 long bpf_sock_map_update(struct bpf_sock_ops *skops, struct bpf_map *map, void *key, u64 flags) 128 Add an entry to, or update a ``map`` referencing sockets. The ``skops`` is used 146 long bpf_sock_hash_update(struct bpf_sock_ops *skops, struct bpf_map *map, void *key, u64 flags) 148 Add an entry to, or update a sockhash ``map`` referencing sockets. The ``skops``
|
| /linux/include/net/ |
| H A D | tcp.h | 2744 static inline void bpf_skops_init_skb(struct bpf_sock_ops_kern *skops, in bpf_skops_init_skb() argument 2748 skops->skb = skb; in bpf_skops_init_skb() 2749 skops->skb_data_end = skb->data + end_offset; in bpf_skops_init_skb() 2752 static inline void bpf_skops_init_skb(struct bpf_sock_ops_kern *skops, in bpf_skops_init_skb() argument
|
| /linux/net/core/ |
| H A D | filter.c | 12312 __bpf_kfunc int bpf_sock_ops_enable_tx_tstamp(struct bpf_sock_ops_kern *skops, in bpf_sock_ops_enable_tx_tstamp() argument 12317 if (skops->op != BPF_SOCK_OPS_TSTAMP_SENDMSG_CB) in bpf_sock_ops_enable_tx_tstamp() 12323 skb = skops->skb; in bpf_sock_ops_enable_tx_tstamp()
|