| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | verifier_meta_access.c | 24 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test1()
46 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test2()
66 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test3()
88 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test4()
111 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test5()
133 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test6()
155 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test7()
175 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test8()
196 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test9()
226 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in meta_access_test10()
[all...] |
| H A D | verifier_xdp_direct_packet_access.c | 902 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
923 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
944 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
964 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
985 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
1006 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
1028 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
1049 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
1070 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
1091 __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in __flag()
[all...] |
| H A D | xdp_metadata.c | 40 void *data, *data_meta, *data_end; in rx()
81 data_meta = (void *)(long)ctx->data_meta; in rx()
83 if (data_meta + sizeof(struct xdp_meta) > data) in rx()
86 meta = data_meta; in rx()
33 void *data, *data_meta, *data_end; rx() local
|
| H A D | xsk_xdp_progs.c | 40 void *data, *data_meta; in xsk_xdp_populate_metadata() local
50 data_meta = (void *)(long)xdp->data_meta; in xsk_xdp_populate_metadata()
52 if (data_meta + sizeof(struct xdp_info) > data) in xsk_xdp_populate_metadata()
55 meta = data_meta; in xsk_xdp_populate_metadata()
|
| H A D | test_xdp_meta.c | 59 __u8 *data_meta = ctx_ptr(skb, data_meta); in check_skb_metadata() local
62 return data_meta + META_SIZE <= data && (check_metadata)(file, line, data_meta); in check_skb_metadata()
70 __u8 *meta_have = ctx_ptr(ctx, data_meta); in ing_cls()
301 meta = ctx_ptr(ctx, data_meta); in ing_xdp_zalloc_meta()
313 __u8 *data, *data_meta, *data_end, *payload; in ing_xdp() local
321 data_meta = ctx_ptr(ctx, data_meta); in ing_xdp()
329 data_meta + META_SIZE > data) in ing_xdp()
339 __builtin_memcpy(data_meta, payload, META_SIZE); in ing_xdp()
350 __u8 *meta_have = ctx_ptr(ctx, data_meta); in clone_data_meta_survives_data_write()
380 __u8 *meta_have = ctx_ptr(ctx, data_meta); in clone_data_meta_survives_meta_write()
|
| H A D | xdp_hw_metadata.c | 30 void *data, *data_meta, *data_end; in rx() local
82 data_meta = (void *)(long)ctx->data_meta; in rx()
83 meta = data_meta; in rx()
|
| H A D | verifier_ldsx.c | 183 __description("LDSX, xdp s32 xdp_md->data_meta") in ldsx_ctx_3()
192 : __imm_const(xdp_md_data_meta, offsetof(struct xdp_md, data_meta)) in ldsx_ctx_4()
225 __description("LDSX, tcx s32 __sk_buff->data_meta") in ldsx_ctx_6()
234 : __imm_const(sk_buff_data_meta, offsetof(struct __sk_buff, data_meta)) in ldsx_ctx_7()
|
| H A D | test_xdp_context_test_run.c | 9 __u32 *metadata = (void *)(long)xdp->data_meta; in xdp_context()
|
| H A D | test_xdp_bpf2bpf.c | 26 void *data_meta; member
|
| H A D | test_xdp_do_redirect.c | 31 __u32 *metadata = (void *)(long)xdp->data_meta; in xdp_redirect()
|
| H A D | verifier_cgroup_skb.c | 161 : __imm_const(__sk_buff_data_meta, offsetof(struct __sk_buff, data_meta)) in data_meta_for_cgroup_skb()
|
| /linux/samples/bpf/ |
| H A D | xdp2skb_meta_kern.c | 53 meta = (void *)(unsigned long)ctx->data_meta; in _xdp_mark()
66 void *data_meta = (void *)(unsigned long)ctx->data_meta; in _tc_mark() local
67 struct meta_info *meta = data_meta; in _tc_mark()
|
| /linux/Documentation/networking/ |
| H A D | xdp-rx-metadata.rst | 50 xdp_buff->data_meta xdp_buff->data
52 An XDP program can store individual metadata items into this ``data_meta``
70 Here is the ``AF_XDP`` consumer layout (note missing ``data_meta`` pointer)::
88 the ``data_meta`` pointer.
127 ``AF_XDP`` lacks the ability to communicate the size of the ``data_meta`` area
130 ``xdp_buff->data_meta`` is pointing to ``xdp_buff->data`` before presenting the
139 new xdp_buff->data_meta old xdp_buff->data_meta
153 case, the BPF program should not proceed to populate data into the ``data_meta``
|
| /linux/tools/testing/selftests/bpf/prog_tests/ |
| H A D | xdp_context_test_run.c | 24 __u32 data_meta, __u32 data, __u32 data_end, in test_xdp_context_error() argument
31 .data_meta = data_meta, in test_xdp_context_error()
79 ctx_in.data_meta = 0; in test_xdp_context_test_run()
87 ASSERT_EQ(ctx_out.data_meta, 0, "valid-datameta"); in test_xdp_context_test_run()
|
| /linux/drivers/net/ethernet/intel/igb/ |
| H A D | igb_xsk.c | 269 unsigned int totalsize = xdp->data_end - xdp->data_meta; in igb_construct_skb_zc()
270 unsigned int metasize = xdp->data - xdp->data_meta; in igb_construct_skb_zc()
273 net_prefetch(xdp->data_meta); in igb_construct_skb_zc()
283 memcpy(__skb_put(skb, totalsize), xdp->data_meta, in igb_construct_skb_zc()
388 xdp->data_meta += ts_hdr_len; in igb_clean_rx_irq_zc()
|
| /linux/net/core/ |
| H A D | xdp.c | 585 xdp->data - xdp->data_meta; in xdp_convert_zc_to_xdp_frame()
600 data_to_copy = metasize ? xdp->data_meta : xdp->data; in xdp_convert_zc_to_xdp_frame()
653 metalen = xdp->data - xdp->data_meta; in xdp_build_skb_from_buff()
742 u32 len = xdp->data_end - xdp->data_meta; in xdp_build_skb_from_zc()
765 skb_reserve(skb, xdp->data_meta - xdp->data_hard_start); in xdp_build_skb_from_zc()
767 memcpy(__skb_put(skb, len), xdp->data_meta, LARGEST_ALIGN(len)); in xdp_build_skb_from_zc()
769 metalen = xdp->data - xdp->data_meta; in xdp_build_skb_from_zc()
|
| H A D | filter.c | 3989 xdp->data - xdp->data_meta; in xdp_get_metalen()
4004 memmove(xdp->data_meta + offset, in BPF_CALL_2()
4005 xdp->data_meta, metalen); in BPF_CALL_2()
4006 xdp->data_meta += offset; in BPF_CALL_2()
4298 void *meta = xdp->data_meta + offset; in BPF_CALL_2()
4309 xdp->data_meta = meta; in BPF_CALL_2()
8834 case bpf_ctx_range(struct __sk_buff, data_meta): in bpf_skb_is_valid_access()
8889 case bpf_ctx_range(struct __sk_buff, data_meta): in sk_filter_is_valid_access()
8917 case bpf_ctx_range(struct __sk_buff, data_meta): in cg_skb_is_valid_access()
8962 case bpf_ctx_range(struct __sk_buff, data_meta): in lwt_is_valid_access()
[all …]
|
| /linux/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 292 unsigned int totalsize = xdp->data_end - xdp->data_meta; in i40e_construct_skb_zc()
293 unsigned int metasize = xdp->data - xdp->data_meta; in i40e_construct_skb_zc()
302 net_prefetch(xdp->data_meta); in i40e_construct_skb_zc()
309 memcpy(__skb_put(skb, totalsize), xdp->data_meta, in i40e_construct_skb_zc()
|
| /linux/drivers/net/ethernet/intel/libeth/ |
| H A D | xdp.c | 194 dst->base.data_meta = src->data; in libeth_xdp_load_stash()
|
| /linux/include/net/ |
| H A D | xdp_sock_drv.h | 223 xdp->data_meta = xdp->data; in xsk_buff_set_size()
|
| /linux/drivers/net/ethernet/intel/igc/ |
| H A D | igc_main.c | 1974 unsigned int metasize = xdp->data - xdp->data_meta; in igc_build_skb()
1978 net_prefetch(xdp->data_meta); in igc_build_skb()
2000 unsigned int metasize = xdp->data - xdp->data_meta; in igc_construct_skb()
2008 net_prefetch(xdp->data_meta); in igc_construct_skb()
2027 memcpy(__skb_put(skb, headlen + metasize), xdp->data_meta, in igc_construct_skb()
2745 unsigned int totalsize = xdp->data_end - xdp->data_meta; in igc_construct_skb_zc()
2746 unsigned int metasize = xdp->data - xdp->data_meta; in igc_construct_skb_zc()
2749 net_prefetch(xdp->data_meta); in igc_construct_skb_zc()
2755 memcpy(__skb_put(skb, totalsize), xdp->data_meta, in igc_construct_skb_zc()
2847 bi->xdp->data_meta += IGC_TS_HDR_LEN; in igc_clean_rx_irq_zc()
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/ |
| H A D | en_rx.c | 1608 metasize = mxbuf->xdp.data - mxbuf->xdp.data_meta; in mlx5e_skb_from_cqe_linear()
1700 mxbuf->xdp.data - mxbuf->xdp.data_meta); in mlx5e_skb_from_cqe_nonlinear()
2033 mxbuf->xdp.data - mxbuf->xdp.data_meta); in mlx5e_skb_from_cqe_mpwrq_nonlinear()
2129 metasize = mxbuf->xdp.data - mxbuf->xdp.data_meta; in mlx5e_skb_from_cqe_mpwrq_linear()
|
| /linux/tools/include/uapi/linux/ |
| H A D | bpf.h | 3081 * Adjust the address pointed by *xdp_md*\ **->data_meta** by
3087 * The use of *xdp_md*\ **->data_meta** is optional and programs
6369 __u32 data_meta;
6562 __u32 data_meta;
6334 __u32 data_meta; global() member
6527 __u32 data_meta; global() member
|
| /linux/net/xdp/ |
| H A D | xsk_buff_pool.c | 594 xskb->xdp.data_meta = xskb->xdp.data; in xp_alloc()
|
| /linux/drivers/net/ |
| H A D | virtio_net.c | 1091 unsigned int metasize = xdp->data - xdp->data_meta; in xsk_construct_skb()
1102 skb_reserve(skb, xdp->data_meta - xdp->data_hard_start); in xsk_construct_skb()
1104 size = xdp->data_end - xdp->data_meta; in xsk_construct_skb()
1105 memcpy(__skb_put(skb, size), xdp->data_meta, size); in xsk_construct_skb()
1908 metasize = xdp.data - xdp.data_meta; in receive_small_xdp()
2084 metasize = xdp->data - xdp->data_meta; in build_skb_from_xdp_buff()
|