| /linux/tools/memory-model/ |
| H A D | linux-kernel.cat | 64 let gp = po ; [Sync-rcu | Sync-srcu] ; po?
69 let barrier = fencerel(Barrier | Rmb | Wmb | Mb | Sync-rcu | Sync-srcu |
129 * In the definition of rcu-fence below, the po term at the left-hand side
131 * out. They have been moved into the definitions of rcu-link and rb.
134 let rcu-gp = [Sync-rcu] (* Compare with gp *)
136 let rcu-rscsi = rcu-rscs^-1
144 let rcu-link = po? ; hb* ; pb* ; prop ; po
148 * critical sections (joined by rcu
[all...] |
| H A D | linux-kernel.bell | 29 'rcu-lock (*rcu_read_lock*) ||
30 'rcu-unlock (*rcu_read_unlock*) ||
31 'sync-rcu (*synchronize_rcu*) ||
57 let rcu-rscs = let rec
69 flag ~empty Rcu-lock \ domain(rcu-rscs) as unmatched-rcu-lock
70 flag ~empty Rcu-unlock \ range(rcu-rscs) as unmatched-rcu-unlock
82 flag ~empty rcu-rscs & (po ; [Sync-srcu] ; po) as invalid-sleep
|
| /linux/io_uring/ |
| H A D | eventfd.c | 21 struct rcu_head rcu; member
28 static void io_eventfd_free(struct rcu_head *rcu) in io_eventfd_free() argument
30 struct io_ev_fd *ev_fd = container_of(rcu, struct io_ev_fd, rcu); in io_eventfd_free()
39 call_rcu(&ev_fd->rcu, io_eventfd_free); in io_eventfd_put()
42 static void io_eventfd_do_signal(struct rcu_head *rcu) in io_eventfd_do_signal() argument
44 struct io_ev_fd *ev_fd = container_of(rcu, struct io_ev_fd, rcu); in io_eventfd_do_signal()
61 call_rcu_hurry(&ev_fd->rcu, io_eventfd_do_signal); in __io_eventfd_signal()
82 guard(rcu)(); in io_eventfd_signal()
81 guard(rcu)(); io_eventfd_signal() local
[all...] |
| H A D | napi.c | 18 struct rcu_head rcu; member
53 scoped_guard(rcu) { in __io_napi_add_id()
107 kfree_rcu(e, rcu); in __io_napi_remove_stale()
126 kfree_rcu(e, rcu); in io_napi_remove_stale()
231 scoped_guard(rcu) {
272 kfree_rcu(e, rcu); in io_napi_register_napi()
403 scoped_guard(rcu) {
|
| /linux/fs/dlm/ |
| H A D | memory.c | 100 static void __free_rsb_rcu(struct rcu_head *rcu) in __free_rsb_rcu() argument
102 struct dlm_rsb *r = container_of(rcu, struct dlm_rsb, rcu); in __free_rsb_rcu()
110 call_rcu(&r->rcu, __free_rsb_rcu); in dlm_free_rsb()
118 static void __free_lkb_rcu(struct rcu_head *rcu) in __free_lkb_rcu() argument
120 struct dlm_lkb *lkb = container_of(rcu, struct dlm_lkb, rcu); in __free_lkb_rcu()
136 call_rcu(&lkb->rcu, __free_lkb_rcu); in dlm_free_lkb()
|
| /linux/lib/ |
| H A D | bug.c | 72 guard(rcu)(); in module_find_bug() local
263 bool rcu; in report_bug_entry() local
265 rcu = warn_rcu_enter(); in report_bug_entry()
267 warn_rcu_exit(rcu); in report_bug_entry()
275 bool rcu; in report_bug() local
277 rcu = warn_rcu_enter(); in report_bug()
279 warn_rcu_exit(rcu); in report_bug()
297 scoped_guard(rcu) { in generic_bug_clear_once()
|
| H A D | percpu-refcount.c | 150 static void percpu_ref_call_confirm_rcu(struct rcu_head *rcu) in percpu_ref_call_confirm_rcu() argument
152 struct percpu_ref_data *data = container_of(rcu, in percpu_ref_call_confirm_rcu()
153 struct percpu_ref_data, rcu); in percpu_ref_call_confirm_rcu()
167 static void percpu_ref_switch_to_atomic_rcu(struct rcu_head *rcu) in percpu_ref_switch_to_atomic_rcu() argument
169 struct percpu_ref_data *data = container_of(rcu, in percpu_ref_switch_to_atomic_rcu()
170 struct percpu_ref_data, rcu); in percpu_ref_switch_to_atomic_rcu()
206 percpu_ref_call_confirm_rcu(rcu); in percpu_ref_switch_to_atomic_rcu()
233 call_rcu_hurry(&ref->data->rcu, in __percpu_ref_switch_to_atomic()
|
| H A D | test_objpool.c | 38 struct completion rcu; member
131 struct rcu_head rcu; member
141 init_completion(&data->rcu); in ot_init_data()
419 static void ot_fini_async_rcu(struct rcu_head *rcu) in ot_fini_async_rcu() argument
421 struct ot_context *sop = container_of(rcu, struct ot_context, rcu); in ot_fini_async_rcu()
428 complete(&test->data.rcu); in ot_fini_async_rcu()
434 call_rcu(&sop->rcu, ot_fini_async_rcu); in ot_fini_async()
591 wait_for_completion(&test->data.rcu); in ot_start_async()
|
| /linux/include/net/ |
| H A D | if_inet6.h | 80 struct rcu_head rcu; member
87 struct rcu_head rcu; member
99 struct rcu_head rcu; member
109 struct rcu_head rcu; member
133 struct rcu_head rcu; member
153 struct rcu_head rcu; member
219 struct rcu_head rcu; member
|
| /linux/include/linux/ |
| H A D | watch_queue.h | 30 struct rcu_head rcu; member
39 struct rcu_head rcu; member
56 struct rcu_head rcu; member
73 struct rcu_head rcu; member
115 kfree_rcu(wlist, rcu); in remove_watch_list()
|
| H A D | context_tracking.h | 157 static __always_inline void warn_rcu_exit(bool rcu) in warn_rcu_exit() argument
159 if (rcu) in warn_rcu_exit()
169 static __always_inline void warn_rcu_exit(bool rcu) { } in warn_rcu_exit() argument
|
| /linux/rust/kernel/ |
| H A D | revocable.rs | 10 use crate::{bindings, prelude::*, sync::rcu, types::Opaque};
100 let guard = rcu::read_lock(); in try_access()
118 pub fn try_access_with_guard<'a>(&'a self, _guard: &'a rcu::Guard) -> Option<&'a T> { in try_access_with_guard()
241 _rcu_guard: rcu::Guard,
246 fn new(data_ref: *const T, rcu_guard: rcu::Guard) -> Self { in new()
|
| /linux/tools/testing/radix-tree/ |
| H A D | regression1.c | 50 struct rcu_head rcu; member
66 static void page_rcu_free(struct rcu_head *rcu) in page_rcu_free() argument
68 struct page *p = container_of(rcu, struct page, rcu); in page_rcu_free()
76 call_rcu(&p->rcu, page_rcu_free); in page_free()
|
| /linux/net/openvswitch/ |
| H A D | flow_table.c | 127 static void rcu_free_flow_callback(struct rcu_head *rcu) in rcu_free_flow_callback() argument
129 struct sw_flow *flow = container_of(rcu, struct sw_flow, rcu); in rcu_free_flow_callback()
140 call_rcu(&flow->rcu, rcu_free_flow_callback); in ovs_flow_free()
181 static void mask_array_rcu_cb(struct rcu_head *rcu) in mask_array_rcu_cb() argument
183 struct mask_array *ma = container_of(rcu, struct mask_array, rcu); in mask_array_rcu_cb()
260 call_rcu(&old->rcu, mask_array_rcu_cb); in tbl_mask_array_realloc()
317 kfree_rcu(mask, rcu); in tbl_mask_array_del_mask()
350 static void mask_cache_rcu_cb(struct rcu_head *rcu) in mask_cache_rcu_cb() argument
449 flow_tbl_destroy_rcu_cb(struct rcu_head * rcu) flow_tbl_destroy_rcu_cb() argument
[all...] |
| H A D | vport-netdev.c | 155 static void vport_netdev_free(struct rcu_head *rcu) in ovs_netdev_detach_dev()
157 struct vport *vport = container_of(rcu, struct vport, rcu); in ovs_netdev_detach_dev()
196 call_rcu(&vport->rcu, vport_netdev_free); in ovs_netdev_tunnel_destroy()
216 call_rcu(&vport->rcu, vport_netdev_free);
143 vport_netdev_free(struct rcu_head * rcu) vport_netdev_free() argument
|
| H A D | flow_table.h | 31 struct rcu_head rcu; member
47 struct rcu_head rcu; member
57 struct rcu_head rcu; member
|
| /linux/drivers/net/wireguard/ |
| H A D | ratelimiter.c | 31 struct rcu_head rcu; member
41 static void entry_free(struct rcu_head *rcu) in entry_free() argument
44 container_of(rcu, struct ratelimiter_entry, rcu)); in entry_free()
51 call_rcu(&entry->rcu, entry_free); in entry_uninit()
|
| H A D | peer.c | 186 static void rcu_release(struct rcu_head *rcu) in rcu_release() argument
188 struct wg_peer *peer = container_of(rcu, struct wg_peer, rcu); in rcu_release()
220 call_rcu(&peer->rcu, rcu_release); in kref_release()
|
| /linux/kernel/sched/ |
| H A D | ext_idle.c | 990 guard(rcu)();
1021 guard(rcu)();
1075 guard(rcu)(); in scx_bpf_select_cpu_and()
1093 guard(rcu)(); in scx_bpf_select_cpu_and()
1129 guard(rcu)();
1154 guard(rcu)(); in scx_bpf_get_idle_cpumask()
1187 guard(rcu)();
1216 guard(rcu)(); in scx_bpf_get_idle_smtmask()
1266 guard(rcu)();
1307 guard(rcu)();
975 guard(rcu)(); scx_bpf_cpu_node() local
1006 guard(rcu)(); scx_bpf_select_cpu_dfl() local
1060 guard(rcu)(); __scx_bpf_select_cpu_and() local
1078 guard(rcu)(); scx_bpf_select_cpu_and() local
1114 guard(rcu)(); scx_bpf_get_idle_cpumask_node() local
1139 guard(rcu)(); scx_bpf_get_idle_cpumask() local
1172 guard(rcu)(); scx_bpf_get_idle_smtmask_node() local
1201 guard(rcu)(); scx_bpf_get_idle_smtmask() local
1251 guard(rcu)(); scx_bpf_test_and_clear_cpu_idle() local
1292 guard(rcu)(); scx_bpf_pick_idle_cpu_node() local
1333 guard(rcu)(); scx_bpf_pick_idle_cpu() local
1379 guard(rcu)(); scx_bpf_pick_any_cpu_node() local
1427 guard(rcu)(); scx_bpf_pick_any_cpu() local
[all...] |
| /linux/net/mac802154/ |
| H A D | llsec.h | 32 struct rcu_head rcu; member
44 struct rcu_head rcu; member
50 struct rcu_head rcu; member
|
| /linux/Documentation/translations/zh_CN/core-api/ |
| H A D | kernel-api.rst | 360 kernel/rcu/tree.c
362 kernel/rcu/tree_exp.h
364 kernel/rcu/update.c
368 kernel/rcu/srcutree.c
378 kernel/rcu/sync.c
|
| /linux/security/keys/ |
| H A D | request_key_auth.c | 121 static void request_key_auth_rcu_disposal(struct rcu_head *rcu) in request_key_auth_rcu_disposal() argument
124 container_of(rcu, struct request_key_auth, rcu); in request_key_auth_rcu_disposal()
140 call_rcu(&rka->rcu, request_key_auth_rcu_disposal); in request_key_auth_revoke()
153 call_rcu(&rka->rcu, request_key_auth_rcu_disposal); in request_key_auth_destroy()
|
| /linux/drivers/gpu/drm/xe/ |
| H A D | xe_dep_scheduler.c | 35 struct rcu_head rcu; member
102 init_rcu_head(&dep_scheduler->rcu); in xe_dep_scheduler_create()
129 kfree_rcu(dep_scheduler, rcu); in xe_dep_scheduler_fini()
|
| /linux/kernel/bpf/ |
| H A D | local_storage.c | 177 kfree_rcu(new, rcu); in cgroup_storage_update_elem()
544 static void free_shared_cgroup_storage_rcu(struct rcu_head *rcu) in free_shared_cgroup_storage_rcu() argument
547 container_of(rcu, struct bpf_cgroup_storage, rcu); in free_shared_cgroup_storage_rcu()
553 static void free_percpu_cgroup_storage_rcu(struct rcu_head *rcu) in free_percpu_cgroup_storage_rcu() argument
556 container_of(rcu, struct bpf_cgroup_storage, rcu); in free_percpu_cgroup_storage_rcu()
573 call_rcu(&storage->rcu, free_shared_cgroup_storage_rcu); in bpf_cgroup_storage_free()
575 call_rcu(&storage->rcu, free_percpu_cgroup_storage_rcu); in bpf_cgroup_storage_free()
|
| /linux/fs/afs/ |
| H A D | vl_list.c | 34 static void afs_vlserver_rcu(struct rcu_head *rcu) in afs_vlserver_rcu() argument
36 struct afs_vlserver *vlserver = container_of(rcu, struct afs_vlserver, rcu); in afs_vlserver_rcu()
40 kfree_rcu(vlserver, rcu); in afs_vlserver_rcu()
47 call_rcu(&vlserver->rcu, afs_vlserver_rcu); in afs_put_vlserver()
72 kfree_rcu(vllist, rcu); in afs_put_vlserverlist()
|