| /linux/tools/memory-model/ |
| H A D | linux-kernel.cat | 64 let gp = po ; [Sync-rcu | Sync-srcu] ; po?
69 let barrier = fencerel(Barrier | Rmb | Wmb | Mb | Sync-rcu | Sync-srcu |
129 * In the definition of rcu-fence below, the po term at the left-hand side
131 * out. They have been moved into the definitions of rcu-link and rb.
134 let rcu-gp = [Sync-rcu] (* Compare with gp *)
136 let rcu-rscsi = rcu-rscs^-1
144 let rcu-link = po? ; hb* ; pb* ; prop ; po
148 * critical sections (joined by rcu
[all...] |
| H A D | linux-kernel.bell | 29 'rcu-lock (*rcu_read_lock*) ||
30 'rcu-unlock (*rcu_read_unlock*) ||
31 'sync-rcu (*synchronize_rcu*) ||
57 let rcu-rscs = let rec
69 flag ~empty Rcu-lock \ domain(rcu-rscs) as unmatched-rcu-lock
70 flag ~empty Rcu-unlock \ range(rcu-rscs) as unmatched-rcu-unlock
82 flag ~empty rcu-rscs & (po ; [Sync-srcu] ; po) as invalid-sleep
|
| /linux/io_uring/ |
| H A D | eventfd.c | 21 struct rcu_head rcu; member
28 static void io_eventfd_free(struct rcu_head *rcu) in io_eventfd_free() argument
30 struct io_ev_fd *ev_fd = container_of(rcu, struct io_ev_fd, rcu); in io_eventfd_free()
39 call_rcu(&ev_fd->rcu, io_eventfd_free); in io_eventfd_put()
42 static void io_eventfd_do_signal(struct rcu_head *rcu) in io_eventfd_do_signal() argument
44 struct io_ev_fd *ev_fd = container_of(rcu, struct io_ev_fd, rcu); in io_eventfd_do_signal()
61 call_rcu_hurry(&ev_fd->rcu, io_eventfd_do_signal); in __io_eventfd_signal()
82 guard(rcu)(); in io_eventfd_signal() local
|
| H A D | napi.c | 18 struct rcu_head rcu; member
53 scoped_guard(rcu) { in __io_napi_add_id()
107 kfree_rcu(e, rcu); in __io_napi_del_id()
126 kfree_rcu(e, rcu); in __io_napi_remove_stale()
231 scoped_guard(rcu) { in io_napi_blocking_busy_loop()
272 kfree_rcu(e, rcu); in io_napi_free()
403 scoped_guard(rcu) { in io_napi_sqpoll_busy_poll()
|
| /linux/lib/ |
| H A D | bug.c | 73 guard(rcu)(); in module_find_bug() local
271 bool rcu; in report_bug_entry() local
273 rcu = warn_rcu_enter(); in report_bug_entry()
275 warn_rcu_exit(rcu); in report_bug_entry()
283 bool rcu; in report_bug() local
285 rcu = warn_rcu_enter(); in report_bug()
287 warn_rcu_exit(rcu); in report_bug()
305 scoped_guard(rcu) { in generic_bug_clear_once()
|
| H A D | test_objpool.c | 38 struct completion rcu; member
131 struct rcu_head rcu; member
141 init_completion(&data->rcu); in ot_init_data()
419 static void ot_fini_async_rcu(struct rcu_head *rcu) in ot_fini_async_rcu() argument
421 struct ot_context *sop = container_of(rcu, struct ot_context, rcu); in ot_fini_async_rcu()
428 complete(&test->data.rcu); in ot_fini_async_rcu()
434 call_rcu(&sop->rcu, ot_fini_async_rcu); in ot_fini_async()
591 wait_for_completion(&test->data.rcu); in ot_start_async()
|
| /linux/net/batman-adv/ |
| H A D | types.h | 210 struct rcu_head rcu; member
250 struct rcu_head rcu; member
322 struct rcu_head rcu; member
392 struct rcu_head rcu; member
545 struct rcu_head rcu; member
603 struct rcu_head rcu; member
659 struct rcu_head rcu; member
701 struct rcu_head rcu; member
770 struct rcu_head rcu; member
1364 struct rcu_head rcu; member
[all …]
|
| /linux/include/net/ |
| H A D | if_inet6.h | 80 struct rcu_head rcu; member
87 struct rcu_head rcu; member
97 struct rcu_head rcu; member
107 struct rcu_head rcu; member
131 struct rcu_head rcu; member
151 struct rcu_head rcu; member
217 struct rcu_head rcu; member
|
| /linux/include/linux/ |
| H A D | watch_queue.h | 30 struct rcu_head rcu; member
39 struct rcu_head rcu; member
56 struct rcu_head rcu; member
73 struct rcu_head rcu; member
115 kfree_rcu(wlist, rcu); in remove_watch_list()
|
| H A D | rcupdate.h | 500 #define unrcu_pointer(p) __unrcu_pointer(p, __UNIQUE_ID(rcu))
528 #define rcu_dereference_raw(p) __rcu_dereference_raw(p, __UNIQUE_ID(rcu))
625 #define rcu_access_pointer(p) __rcu_access_pointer((p), __UNIQUE_ID(rcu), __rcu)
661 __rcu_dereference_check((p), __UNIQUE_ID(rcu), \
677 __rcu_dereference_check((p), __UNIQUE_ID(rcu), \
693 __rcu_dereference_check((p), __UNIQUE_ID(rcu), \
711 __rcu_dereference_check((p), __UNIQUE_ID(rcu), \
723 __rcu_dereference_check((p), __UNIQUE_ID(rcu), 1, __rcu)
742 __rcu_dereference_protected((p), __UNIQUE_ID(rcu), (c), __rcu)
1216 DEFINE_LOCK_GUARD_0(rcu, rcu_read_lock(), rcu_read_unlock())
[all …]
|
| H A D | context_tracking.h | 157 static __always_inline void warn_rcu_exit(bool rcu) in warn_rcu_exit() argument
159 if (rcu) in warn_rcu_exit()
169 static __always_inline void warn_rcu_exit(bool rcu) { } in warn_rcu_exit() argument
|
| H A D | igmp.h | 41 struct rcu_head rcu; member
56 struct rcu_head rcu; member
66 struct rcu_head rcu; member
93 struct rcu_head rcu; member
|
| /linux/rust/kernel/ |
| H A D | revocable.rs | 17 rcu, //
53 /// Sample example as above, but explicitly using the rcu read side lock.
57 /// use kernel::sync::rcu;
65 /// let guard = rcu::read_lock();
109 let guard = rcu::read_lock();
124 /// remain accessible while the rcu read side guard is alive. In such cases, callers are not in try_access_with_guard()
127 pub fn try_access_with_guard<'a>(&'a self, _guard: &'a rcu::Guard) -> Option<&'a T> {
173 rcu::synchronize_rcu(); in revoke_internal()
249 _rcu_guard: rcu::Guard, in new()
254 fn new(data_ref: *const T, rcu_guard: rcu
[all...] |
| /linux/tools/testing/radix-tree/ |
| H A D | regression1.c | 50 struct rcu_head rcu; member
66 static void page_rcu_free(struct rcu_head *rcu) in page_rcu_free() argument
68 struct page *p = container_of(rcu, struct page, rcu); in page_rcu_free()
76 call_rcu(&p->rcu, page_rcu_free); in page_free()
|
| /linux/net/openvswitch/ |
| H A D | flow_table.c | 127 static void rcu_free_flow_callback(struct rcu_head *rcu) in rcu_free_flow_callback() argument
129 struct sw_flow *flow = container_of(rcu, struct sw_flow, rcu); in rcu_free_flow_callback()
140 call_rcu(&flow->rcu, rcu_free_flow_callback); in ovs_flow_free()
181 static void mask_array_rcu_cb(struct rcu_head *rcu) in mask_array_rcu_cb() argument
183 struct mask_array *ma = container_of(rcu, struct mask_array, rcu); in mask_array_rcu_cb()
265 call_rcu(&old->rcu, mask_array_rcu_cb); in tbl_mask_array_realloc()
319 kfree_rcu(mask, rcu); in tbl_mask_array_del_mask()
352 static void mask_cache_rcu_cb(struct rcu_head *rcu) in mask_cache_rcu_cb() argument
354 struct mask_cache *mc = container_of(rcu, struct mask_cache, rcu); in mask_cache_rcu_cb()
406 call_rcu(&mc->rcu, mask_cache_rcu_cb); in ovs_flow_tbl_masks_cache_resize()
[all …]
|
| H A D | vport-netdev.c | 160 static void vport_netdev_free(struct rcu_head *rcu) in vport_netdev_free() argument
162 struct vport *vport = container_of(rcu, struct vport, rcu); in vport_netdev_free()
201 call_rcu(&vport->rcu, vport_netdev_free); in netdev_destroy()
|
| H A D | flow_table.h | 31 struct rcu_head rcu; member
47 struct rcu_head rcu; member
57 struct rcu_head rcu; member
|
| /linux/include/rv/ |
| H A D | da_monitor.h | 412 struct rcu_head rcu; member
512 guard(rcu)(); in da_create_or_get() local
538 guard(rcu)(); in da_get_target_by_id() local
560 guard(rcu)(); in da_destroy_storage() local
567 kfree_rcu(mon_storage, rcu); in da_destroy_storage()
575 guard(rcu)(); in __da_monitor_reset_all() local
858 guard(rcu)(); in da_handle_event() local
879 guard(rcu)(); in da_handle_start_event() local
898 guard(rcu)(); in da_handle_start_run_event() local
910 guard(rcu)(); in da_reset() local
|
| /linux/drivers/net/wireguard/ |
| H A D | ratelimiter.c | 31 struct rcu_head rcu; member
41 static void entry_free(struct rcu_head *rcu) in entry_free() argument
44 container_of(rcu, struct ratelimiter_entry, rcu)); in entry_free()
51 call_rcu(&entry->rcu, entry_free); in entry_uninit()
|
| H A D | peer.c | 186 static void rcu_release(struct rcu_head *rcu) in rcu_release() argument
188 struct wg_peer *peer = container_of(rcu, struct wg_peer, rcu); in rcu_release()
220 call_rcu(&peer->rcu, rcu_release); in kref_release()
|
| /linux/net/mac802154/ |
| H A D | llsec.h | 32 struct rcu_head rcu; member
44 struct rcu_head rcu; member
50 struct rcu_head rcu; member
|
| /linux/Documentation/translations/zh_CN/core-api/ |
| H A D | kernel-api.rst | 360 kernel/rcu/tree.c
362 kernel/rcu/tree_exp.h
364 kernel/rcu/update.c
368 kernel/rcu/srcutree.c
378 kernel/rcu/sync.c
|
| /linux/kernel/sched/ext/ |
| H A D | idle.c | 1033 guard(rcu)(); in scx_bpf_cpu_node() local
1064 guard(rcu)(); in scx_bpf_select_cpu_dfl() local
1118 guard(rcu)(); in __scx_bpf_select_cpu_and() local
1136 guard(rcu)(); in scx_bpf_select_cpu_and() local
1179 guard(rcu)(); in scx_bpf_get_idle_cpumask_node() local
1204 guard(rcu)(); in scx_bpf_get_idle_cpumask() local
1237 guard(rcu)(); in scx_bpf_get_idle_smtmask_node() local
1266 guard(rcu)(); in scx_bpf_get_idle_smtmask() local
1316 guard(rcu)(); in scx_bpf_test_and_clear_cpu_idle() local
1357 guard(rcu)(); in scx_bpf_pick_idle_cpu_node() local
[all …]
|
| /linux/kernel/bpf/ |
| H A D | local_storage.c | 177 kfree_rcu(new, rcu); in cgroup_storage_update_elem()
545 static void free_shared_cgroup_storage_rcu(struct rcu_head *rcu) in free_shared_cgroup_storage_rcu() argument
548 container_of(rcu, struct bpf_cgroup_storage, rcu); in free_shared_cgroup_storage_rcu()
554 static void free_percpu_cgroup_storage_rcu(struct rcu_head *rcu) in free_percpu_cgroup_storage_rcu() argument
557 container_of(rcu, struct bpf_cgroup_storage, rcu); in free_percpu_cgroup_storage_rcu()
574 call_rcu(&storage->rcu, free_shared_cgroup_storage_rcu); in bpf_cgroup_storage_free()
576 call_rcu(&storage->rcu, free_percpu_cgroup_storage_rcu); in bpf_cgroup_storage_free()
|
| /linux/net/mctp/ |
| H A D | neigh.c | 62 static void __mctp_neigh_free(struct rcu_head *rcu) in __mctp_neigh_free() argument
64 struct mctp_neigh *neigh = container_of(rcu, struct mctp_neigh, rcu); in __mctp_neigh_free()
81 call_rcu(&neigh->rcu, __mctp_neigh_free); in mctp_neigh_remove_dev()
101 call_rcu(&neigh->rcu, __mctp_neigh_free); in mctp_neigh_remove()
319 call_rcu(&neigh->rcu, __mctp_neigh_free); in mctp_neigh_net_exit()
|