466 static void bpf_tramp_image_free(struct bpf_tramp_image *im)  in bpf_tramp_image_free()  argument
468 	bpf_image_ksym_del(&im->ksym);  in bpf_tramp_image_free()
469 	arch_free_bpf_trampoline(im->image, im->size);  in bpf_tramp_image_free()
470 	bpf_jit_uncharge_modmem(im->size);  in bpf_tramp_image_free()
471 	percpu_ref_exit(&im->pcref);  in bpf_tramp_image_free()
472 	kfree_rcu(im, rcu);  in bpf_tramp_image_free()
477 	struct bpf_tramp_image *im;  in __bpf_tramp_image_put_deferred()  local
479 	im = container_of(work, struct bpf_tramp_image, work);  in __bpf_tramp_image_put_deferred()
480 	bpf_tramp_image_free(im);  in __bpf_tramp_image_put_deferred()
486 	struct bpf_tramp_image *im;  in __bpf_tramp_image_put_rcu()  local
488 	im = container_of(rcu, struct bpf_tramp_image, rcu);  in __bpf_tramp_image_put_rcu()
489 	INIT_WORK(&im->work, __bpf_tramp_image_put_deferred);  in __bpf_tramp_image_put_rcu()
490 	schedule_work(&im->work);  in __bpf_tramp_image_put_rcu()
496 	struct bpf_tramp_image *im;  in __bpf_tramp_image_release()  local
498 	im = container_of(pcref, struct bpf_tramp_image, pcref);  in __bpf_tramp_image_release()
499 	call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu);  in __bpf_tramp_image_release()
505 	struct bpf_tramp_image *im;  in __bpf_tramp_image_put_rcu_tasks()  local
507 	im = container_of(rcu, struct bpf_tramp_image, rcu);  in __bpf_tramp_image_put_rcu_tasks()
508 	if (im->ip_after_call)  in __bpf_tramp_image_put_rcu_tasks()
510 		percpu_ref_kill(&im->pcref);  in __bpf_tramp_image_put_rcu_tasks()
513 		call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu);  in __bpf_tramp_image_put_rcu_tasks()
516 static void bpf_tramp_image_put(struct bpf_tramp_image *im)  in bpf_tramp_image_put()  argument
544 	if (im->ip_after_call) {  in bpf_tramp_image_put()
545 		int err = bpf_arch_text_poke(im->ip_after_call, BPF_MOD_NOP,  in bpf_tramp_image_put()
547 					     im->ip_epilogue);  in bpf_tramp_image_put()
550 			call_rcu_tasks(&im->rcu, __bpf_tramp_image_put_rcu_tasks);  in bpf_tramp_image_put()
552 			percpu_ref_kill(&im->pcref);  in bpf_tramp_image_put()
562 	call_rcu_tasks_trace(&im->rcu, __bpf_tramp_image_put_rcu_tasks);  in bpf_tramp_image_put()
567 	struct bpf_tramp_image *im;  in bpf_tramp_image_alloc()  local
572 	im = kzalloc_obj(*im);  in bpf_tramp_image_alloc()
573 	if (!im)  in bpf_tramp_image_alloc()
579 	im->size = size;  in bpf_tramp_image_alloc()
582 	im->image = image = arch_alloc_bpf_trampoline(size);  in bpf_tramp_image_alloc()
586 	err = percpu_ref_init(&im->pcref, __bpf_tramp_image_release, 0, GFP_KERNEL);  in bpf_tramp_image_alloc()
590 	ksym = &im->ksym;  in bpf_tramp_image_alloc()
595 	return im;  in bpf_tramp_image_alloc()
598 	arch_free_bpf_trampoline(im->image, im->size);  in bpf_tramp_image_alloc()
602 	kfree(im);  in bpf_tramp_image_alloc()
609 	struct bpf_tramp_image *im;  in bpf_trampoline_update()  local
672 	im = bpf_tramp_image_alloc(tr->key, size);  in bpf_trampoline_update()
673 	if (IS_ERR(im)) {  in bpf_trampoline_update()
674 		err = PTR_ERR(im);  in bpf_trampoline_update()
678 	err = arch_prepare_bpf_trampoline(im, im->image, im->image + size,  in bpf_trampoline_update()
684 	err = arch_protect_bpf_trampoline(im->image, im->size);  in bpf_trampoline_update()
692 				    im->image, lock_direct_mutex);  in bpf_trampoline_update()
695 		err = register_fentry(tr, im->image);  in bpf_trampoline_update()
703 		bpf_tramp_image_free(im);  in bpf_trampoline_update()
712 	tr->cur_image = im;  in bpf_trampoline_update()
721 	bpf_tramp_image_free(im);  in bpf_trampoline_update()
1334 arch_prepare_bpf_trampoline(struct bpf_tramp_image *im, void *image, void *image_end,  in arch_prepare_bpf_trampoline()  argument