109 static void __bpf_prog_offload_destroy(struct bpf_prog *prog)  in __bpf_prog_offload_destroy()  argument
111 	struct bpf_prog_offload *offload = prog->aux->offload;  in __bpf_prog_offload_destroy()
114 		offload->offdev->ops->destroy(prog);  in __bpf_prog_offload_destroy()
118 	prog->aux->offload = NULL;  in __bpf_prog_offload_destroy()
179 			__bpf_prog_offload_destroy(offload->prog);  in __bpf_offload_dev_netdev_unregister()
189 static int __bpf_prog_dev_bound_init(struct bpf_prog *prog, struct net_device *netdev)  in __bpf_prog_dev_bound_init()  argument
199 	offload->prog = prog;  in __bpf_prog_dev_bound_init()
206 	if (bpf_prog_is_offloaded(prog->aux) && (!ondev || !ondev->offdev)) {  in __bpf_prog_dev_bound_init()
220 	prog->aux->offload = offload;  in __bpf_prog_dev_bound_init()
229 int bpf_prog_dev_bound_init(struct bpf_prog *prog, union bpf_attr *attr)  in bpf_prog_dev_bound_init()  argument
260 	prog->aux->offload_requested = !(attr->prog_flags & BPF_F_XDP_DEV_BOUND_ONLY);  in bpf_prog_dev_bound_init()
263 	err = __bpf_prog_dev_bound_init(prog, netdev);  in bpf_prog_dev_bound_init()
297 int bpf_prog_offload_verifier_prep(struct bpf_prog *prog)  in bpf_prog_offload_verifier_prep()  argument
303 	offload = prog->aux->offload;  in bpf_prog_offload_verifier_prep()
305 		ret = offload->offdev->ops->prepare(prog);  in bpf_prog_offload_verifier_prep()
320 	offload = env->prog->aux->offload;  in bpf_prog_offload_verify_insn()
335 	offload = env->prog->aux->offload;  in bpf_prog_offload_finalize()
356 	offload = env->prog->aux->offload;  in bpf_prog_offload_replace_insn()
373 	offload = env->prog->aux->offload;  in bpf_prog_offload_remove_insns()
382 void bpf_prog_dev_bound_destroy(struct bpf_prog *prog)  in bpf_prog_dev_bound_destroy()  argument
389 	if (prog->aux->offload) {  in bpf_prog_dev_bound_destroy()
390 		list_del_init(&prog->aux->offload->offloads);  in bpf_prog_dev_bound_destroy()
392 		netdev = prog->aux->offload->netdev;  in bpf_prog_dev_bound_destroy()
393 		__bpf_prog_offload_destroy(prog);  in bpf_prog_dev_bound_destroy()
403 static int bpf_prog_offload_translate(struct bpf_prog *prog)  in bpf_prog_offload_translate()  argument
409 	offload = prog->aux->offload;  in bpf_prog_offload_translate()
411 		ret = offload->offdev->ops->translate(prog);  in bpf_prog_offload_translate()
424 int bpf_prog_offload_compile(struct bpf_prog *prog)  in bpf_prog_offload_compile()  argument
426 	prog->bpf_func = bpf_prog_warn_on_exec;  in bpf_prog_offload_compile()
428 	return bpf_prog_offload_translate(prog);  in bpf_prog_offload_compile()
432 	struct bpf_prog *prog;  member
439 	struct bpf_prog_aux *aux = args->prog->aux;  in bpf_prog_offload_info_fill_ns()
463 			       struct bpf_prog *prog)  in bpf_prog_offload_info_fill()  argument
466 		.prog	= prog,  in bpf_prog_offload_info_fill()
469 	struct bpf_prog_aux *aux = prog->aux;  in bpf_prog_offload_info_fill()
699 static bool __bpf_offload_dev_match(struct bpf_prog *prog,  in __bpf_offload_dev_match()  argument
705 	if (!bpf_prog_is_dev_bound(prog->aux))  in __bpf_offload_dev_match()
708 	offload = prog->aux->offload;  in __bpf_offload_dev_match()
720 bool bpf_offload_dev_match(struct bpf_prog *prog, struct net_device *netdev)  in bpf_offload_dev_match()  argument
725 	ret = __bpf_offload_dev_match(prog, netdev);  in bpf_offload_dev_match()
748 bool bpf_offload_prog_map_match(struct bpf_prog *prog, struct bpf_map *map)  in bpf_offload_prog_map_match()  argument
758 	ret = __bpf_offload_dev_match(prog, offmap->netdev);  in bpf_offload_prog_map_match()
844 void *bpf_dev_bound_resolve_kfunc(struct bpf_prog *prog, u32 func_id)  in bpf_dev_bound_resolve_kfunc()  argument
855 	if (!prog->aux->offload)  in bpf_dev_bound_resolve_kfunc()
858 	ops = prog->aux->offload->netdev->xdp_metadata_ops;  in bpf_dev_bound_resolve_kfunc()