Home
last modified time | relevance | path

Searched refs:sleepable (Results 1 – 21 of 21) sorted by relevance

/linux/tools/verification/models/sched/
H A Dsssw.dot8 {node [shape = circle] "sleepable"};
13 "runnable" -> "sleepable" [ label = "sched_set_state_sleepable" ];
18 "signal_wakeup" -> "sleepable" [ label = "sched_set_state_sleepable" ];
19 "sleepable" [label = "sleepable"];
20 "sleepable" -> "runnable" [ label = "sched_set_state_runnable\nsched_wakeup" ];
21 "sleepable" -> "signal_wakeup" [ label = "sched_switch_yield" ];
22 …"sleepable" -> "sleepable" [ label = "sched_set_state_sleepable\nsched_switch_in\nsched_switch_pre…
23 "sleepable" -> "sleeping" [ label = "sched_switch_suspend\nsched_switch_blocking" ];
/linux/drivers/infiniband/sw/rxe/
H A Drxe_pool.h59 bool sleepable);
61 #define rxe_add_to_pool_ah(pool, obj, sleepable) __rxe_add_to_pool(pool, \ argument
62 &(obj)->elem, sleepable)
73 int __rxe_cleanup(struct rxe_pool_elem *elem, bool sleepable);
75 #define rxe_cleanup_ah(obj, sleepable) __rxe_cleanup(&(obj)->elem, sleepable) argument
/linux/Documentation/trace/rv/
H A Dmonitor_sched.rst262 sleepable leads to sleeping and sleeping tasks require wakeup. It includes the
267 the task to ``sleepable``. After a task is suspended, it needs to be woken up
269 Setting the task's state to ``sleepable`` can be reverted before switching if it
275 type of switch when the task is not set to sleepable. This is a limitation of
284 ``sleepable`` as that would be a suspension. A special case of a yield occurs
292 This monitor doesn't include a running state, ``sleepable`` and ``runnable``
328 signal_deliver | sleepable | signal_deliver
/linux/kernel/bpf/
H A Dtrampoline.c1305 bool sleepable = prog->sleepable; in bpf_trampoline_enter() local
1308 return sleepable ? __bpf_prog_enter_sleepable_recur : in bpf_trampoline_enter()
1315 return sleepable ? __bpf_prog_enter_sleepable : __bpf_prog_enter; in bpf_trampoline_enter()
1320 bool sleepable = prog->sleepable; in bpf_trampoline_exit() local
1323 return sleepable ? __bpf_prog_exit_sleepable_recur : in bpf_trampoline_exit()
1330 return sleepable ? __bpf_prog_exit_sleepable : __bpf_prog_exit; in bpf_trampoline_exit()
H A Darena.c49 static void arena_free_pages(struct bpf_arena *arena, long uaddr, long page_cnt, bool sleepable);
537 bool sleepable) in arena_alloc_pages() argument
636 arena_free_pages(arena, uaddr32, mapped, sleepable); in arena_alloc_pages()
663 static void arena_free_pages(struct bpf_arena *arena, long uaddr, long page_cnt, bool sleepable) in arena_free_pages() argument
688 if (!sleepable) in arena_free_pages()
H A Dcore.c2431 map->owner->sleepable = fp->sleepable; in __bpf_prog_map_compatible()
2444 map->owner->sleepable == fp->sleepable; in __bpf_prog_map_compatible()
2890 bool sleepable; in __bpf_free_used_maps() local
2893 sleepable = aux->prog->sleepable; in __bpf_free_used_maps()
2898 if (sleepable) in __bpf_free_used_maps()
H A Dbpf_iter.c548 if (prog->sleepable && !bpf_iter_target_support_resched(tinfo)) in bpf_iter_link_attach()
685 if (prog->sleepable) { in bpf_iter_run_prog()
H A Dsyscall.c154 /* Wait for any running non-sleepable BPF programs to complete so that in maybe_wait_bpf_programs()
155 * userspace, when we return to it, knows that all non-sleepable in maybe_wait_bpf_programs()
156 * programs that could be running use the new map value. For sleepable in maybe_wait_bpf_programs()
160 * so don't handle sleepable BPF programs now. in maybe_wait_bpf_programs()
1857 /* These maps require sleepable context */ in map_delete_elem()
2389 if (prog->sleepable) in __bpf_prog_put_noref()
3004 prog->sleepable = !!(attr->prog_flags & BPF_F_SLEEPABLE); in bpf_prog_load()
3184 * "sleepable" semantics, which normally would mean that BPF link's attach
3187 * BPF program itself can be non-sleepable, yet, because it's transitively
3193 enum bpf_attach_type attach_type, bool sleepable) in bpf_link_init_sleepable() argument
[all...]
H A Dverifier.c560 /* bpf_timer callbacks are never sleepable. */ in is_async_cb_sleepable()
564 /* bpf_wq and bpf_task_work callbacks are always sleepable. */ in is_async_cb_sleepable()
6064 /* The non-sleepable programs and sleepable programs with explicit bpf_rcu_read_lock() in BTF_ID()
7478 * happened in a sleepable program outside of bpf_rcu_read_lock() in check_ptr_to_btf_access()
7479 * section. In a non-sleepable program it's trusted while in RCU CS (aka MEM_RCU). in check_ptr_to_btf_access()
10915 verbose(env, "global functions that may sleep are not allowed in non-sleepable context,\n" in check_func_call()
10917 "a non-sleepable BPF program context\n"); in check_func_call()
11630 /* Check if we're in a sleepable context. */ in check_helper_call()
11680 verbose(env, "helper call might sleep in a non-sleepable pro in check_helper_call()
14091 bool sleepable, rcu_lock, rcu_unlock, preempt_disable, preempt_enable; check_kfunc_call() local
[all...]
H A Dhelpers.c2220 return prog->sleepable ? &bpf_get_task_stack_sleepable_proto in bpf_base_func_proto()
/linux/kernel/trace/rv/monitors/sssw/
H A DKconfig10 Monitor to ensure sched_set_state to sleepable leads to sleeping and
/linux/drivers/hid/bpf/
H A Dhid_bpf_struct_ops.c51 if (prog->sleepable) in hid_bpf_ops_check_member()
/linux/net/bpf/
H A Dbpf_dummy_struct_ops.c229 if (prog->sleepable) in bpf_dummy_ops_check_member()
/linux/kernel/trace/
H A Dbpf_trace.c1320 return prog->sleepable ? &bpf_get_stack_sleepable_proto : &bpf_get_stack_proto; in kprobe_prog_func_proto()
1997 * It could be that the bpf_prog is not sleepable (and will be freed in perf_event_detach_bpf_prog()
1998 * via normal RCU), but is called from a point that supports sleepable in perf_event_detach_bpf_prog()
2755 /* kprobe_multi is not allowed to be sleepable. */ in bpf_kprobe_multi_link_attach()
2756 if (prog->sleepable) in bpf_kprobe_multi_link_attach()
3093 bool sleepable = prog->sleepable; in uprobe_prog_run()
3100 if (sleepable) in uprobe_prog_run()
3113 if (sleepable) in uprobe_prog_run()
3089 bool sleepable = prog->sleepable; uprobe_prog_run() local
/linux/Documentation/locking/
H A Dmutex-design.rst69 While formally kernel mutexes are sleepable locks, it is path (ii) that
/linux/Documentation/hid/
H A Dhid-bpf.rst176 Note that ``hid_rdesc_fixup`` can be declared as sleepable (``SEC("struct_ops.s/hid_rdesc_fixup")``…
201 Available API that can be used in syscall HID-BPF programs or in sleepable HID-BPF struct_ops progr…
/linux/tools/sched_ext/
H A DREADME.md171 useful BPF features, such as sleepable per-task storage allocation in the
/linux/tools/memory-model/Documentation/
H A Dordering.txt118 sleepable contexts. Therefore, RCU's grace-period primitives are
/linux/Documentation/RCU/
H A Dchecklist.rst413 and srcu_read_unlock()), hence the "SRCU": "sleepable RCU".
/linux/kernel/sched/
H A Dext.c399 * sleepable progs. in scx_kf_allowed()
5476 if (prog->sleepable)
6491 * Create a custom DSQ identified by @dsq_id. Can be called from any sleepable in scx_bpf_create_dsq()
/linux/kernel/events/
H A Dcore.c11643 if (prog->type == BPF_PROG_TYPE_KPROBE && prog->sleepable && !is_uprobe) in __perf_event_set_bpf_prog()