Home
last modified time | relevance | path

Searched refs:rcu (Results 1 – 25 of 594) sorted by relevance

12345678910>>...24

/linux/tools/memory-model/
H A Dlinux-kernel.cat64 let gp = po ; [Sync-rcu | Sync-srcu] ; po?
69 let barrier = fencerel(Barrier | Rmb | Wmb | Mb | Sync-rcu | Sync-srcu |
129 * In the definition of rcu-fence below, the po term at the left-hand side
131 * out. They have been moved into the definitions of rcu-link and rb.
134 let rcu-gp = [Sync-rcu] (* Compare with gp *)
136 let rcu-rscsi = rcu-rscs^-1
144 let rcu-link = po? ; hb* ; pb* ; prop ; po
148 * critical sections (joined by rcu
[all...]
H A Dlinux-kernel.bell29 'rcu-lock (*rcu_read_lock*) ||
30 'rcu-unlock (*rcu_read_unlock*) ||
31 'sync-rcu (*synchronize_rcu*) ||
57 let rcu-rscs = let rec
69 flag ~empty Rcu-lock \ domain(rcu-rscs) as unmatched-rcu-lock
70 flag ~empty Rcu-unlock \ range(rcu-rscs) as unmatched-rcu-unlock
82 flag ~empty rcu-rscs & (po ; [Sync-srcu] ; po) as invalid-sleep
/linux/kernel/bpf/
H A Dbpf_local_storage.c108 /* rcu tasks trace callback for use_kmalloc_nolock == false */ in bpf_selem_alloc()
109 static void __bpf_local_storage_free_trace_rcu(struct rcu_head *rcu) in bpf_selem_alloc()
116 local_storage = container_of(rcu, struct bpf_local_storage, rcu); in __bpf_local_storage_free_trace_rcu() argument
120 kfree_rcu(local_storage, rcu); in __bpf_local_storage_free_trace_rcu()
128 kfree_rcu(local_storage, rcu); in __bpf_local_storage_free_trace_rcu()
130 call_rcu_tasks_trace(&local_storage->rcu, in bpf_local_storage_free_rcu() argument
134 static void bpf_local_storage_free_rcu(struct rcu_head *rcu) in bpf_local_storage_free_rcu()
138 local_storage = container_of(rcu, struct bpf_local_storage, rcu); in bpf_local_storage_free_trace_rcu() argument
186 __bpf_selem_free_trace_rcu(struct rcu_head * rcu) __bpf_selem_free_trace_rcu() argument
207 bpf_selem_free_rcu(struct rcu_head * rcu) bpf_selem_free_rcu() argument
222 bpf_selem_free_trace_rcu(struct rcu_head * rcu) bpf_selem_free_trace_rcu() argument
[all...]
/linux/io_uring/
H A Deventfd.c21 struct rcu_head rcu; member
28 static void io_eventfd_free(struct rcu_head *rcu) in io_eventfd_free() argument
30 struct io_ev_fd *ev_fd = container_of(rcu, struct io_ev_fd, rcu); in io_eventfd_free()
39 call_rcu(&ev_fd->rcu, io_eventfd_free); in io_eventfd_put()
42 static void io_eventfd_do_signal(struct rcu_head *rcu) in io_eventfd_do_signal() argument
44 struct io_ev_fd *ev_fd = container_of(rcu, struct io_ev_fd, rcu); in io_eventfd_do_signal()
60 call_rcu_hurry(&ev_fd->rcu, io_eventfd_do_signal); in __io_eventfd_signal()
83 guard(rcu)();
[all...]
H A Dnapi.c18 struct rcu_head rcu; member
52 scoped_guard(rcu) { in __io_napi_add_id()
101 kfree_rcu(e, rcu); in __io_napi_del_id()
120 kfree_rcu(e, rcu); in __io_napi_remove_stale()
220 scoped_guard(rcu) { in io_napi_blocking_busy_loop()
261 kfree_rcu(e, rcu); in io_napi_free()
388 scoped_guard(rcu) { in io_napi_sqpoll_busy_poll()
/linux/fs/dlm/
H A Dmemory.c100 static void __free_rsb_rcu(struct rcu_head *rcu) in __free_rsb_rcu() argument
102 struct dlm_rsb *r = container_of(rcu, struct dlm_rsb, rcu); in __free_rsb_rcu()
110 call_rcu(&r->rcu, __free_rsb_rcu); in dlm_free_rsb()
118 static void __free_lkb_rcu(struct rcu_head *rcu) in __free_lkb_rcu() argument
120 struct dlm_lkb *lkb = container_of(rcu, struct dlm_lkb, rcu); in __free_lkb_rcu()
136 call_rcu(&lkb->rcu, __free_lkb_rcu); in dlm_free_lkb()
/linux/lib/
H A Dbug.c72 guard(rcu)(); in module_find_bug() local
266 bool rcu = false; in report_bug_entry() local
268 rcu = warn_rcu_enter(); in report_bug_entry()
270 warn_rcu_exit(rcu); in report_bug_entry()
278 bool rcu = false; in report_bug() local
280 rcu = warn_rcu_enter(); in report_bug()
282 warn_rcu_exit(rcu); in report_bug()
300 scoped_guard(rcu) { in generic_bug_clear_once()
H A Dpercpu-refcount.c150 static void percpu_ref_call_confirm_rcu(struct rcu_head *rcu) in percpu_ref_call_confirm_rcu() argument
152 struct percpu_ref_data *data = container_of(rcu, in percpu_ref_call_confirm_rcu()
153 struct percpu_ref_data, rcu); in percpu_ref_call_confirm_rcu()
167 static void percpu_ref_switch_to_atomic_rcu(struct rcu_head *rcu) in percpu_ref_switch_to_atomic_rcu() argument
169 struct percpu_ref_data *data = container_of(rcu, in percpu_ref_switch_to_atomic_rcu()
170 struct percpu_ref_data, rcu); in percpu_ref_switch_to_atomic_rcu()
206 percpu_ref_call_confirm_rcu(rcu); in percpu_ref_switch_to_atomic_rcu()
233 call_rcu_hurry(&ref->data->rcu, in __percpu_ref_switch_to_atomic()
H A Dtest_objpool.c38 struct completion rcu; member
131 struct rcu_head rcu; member
141 init_completion(&data->rcu); in ot_init_data()
419 static void ot_fini_async_rcu(struct rcu_head *rcu) in ot_fini_async_rcu() argument
421 struct ot_context *sop = container_of(rcu, struct ot_context, rcu); in ot_fini_async_rcu()
428 complete(&test->data.rcu); in ot_fini_async_rcu()
434 call_rcu(&sop->rcu, ot_fini_async_rcu); in ot_fini_async()
591 wait_for_completion(&test->data.rcu); in ot_start_async()
/linux/include/net/
H A Dif_inet6.h80 struct rcu_head rcu; member
87 struct rcu_head rcu; member
99 struct rcu_head rcu; member
109 struct rcu_head rcu; member
133 struct rcu_head rcu; member
153 struct rcu_head rcu; member
219 struct rcu_head rcu; member
/linux/include/linux/
H A Dwatch_queue.h30 struct rcu_head rcu; member
39 struct rcu_head rcu; member
56 struct rcu_head rcu; member
73 struct rcu_head rcu; member
115 kfree_rcu(wlist, rcu); in remove_watch_list()
H A Drcupdate.h521 #define unrcu_pointer(p) __unrcu_pointer(p, __UNIQUE_ID(rcu))
549 #define rcu_dereference_raw(p) __rcu_dereference_raw(p, __UNIQUE_ID(rcu))
644 #define rcu_access_pointer(p) __rcu_access_pointer((p), __UNIQUE_ID(rcu), __rcu)
680 __rcu_dereference_check((p), __UNIQUE_ID(rcu), \
696 __rcu_dereference_check((p), __UNIQUE_ID(rcu), \
712 __rcu_dereference_check((p), __UNIQUE_ID(rcu), \
730 __rcu_dereference_check((p), __UNIQUE_ID(rcu), \
742 __rcu_dereference_check((p), __UNIQUE_ID(rcu), 1, __rcu)
761 __rcu_dereference_protected((p), __UNIQUE_ID(rcu), (c), __rcu)
1195 DEFINE_LOCK_GUARD_0(rcu,
H A Dcontext_tracking.h157 static __always_inline void warn_rcu_exit(bool rcu) in warn_rcu_exit() argument
159 if (rcu) in warn_rcu_exit()
169 static __always_inline void warn_rcu_exit(bool rcu) { } in warn_rcu_exit() argument
/linux/rust/kernel/
H A Drevocable.rs10 use crate::{bindings, prelude::*, sync::rcu, types::Opaque};
100 let guard = rcu::read_lock(); in try_access()
118 pub fn try_access_with_guard<'a>(&'a self, _guard: &'a rcu::Guard) -> Option<&'a T> { in try_access_with_guard()
241 _rcu_guard: rcu::Guard,
246 fn new(data_ref: *const T, rcu_guard: rcu::Guard) -> Self { in new()
/linux/tools/testing/radix-tree/
H A Dregression1.c50 struct rcu_head rcu; member
66 static void page_rcu_free(struct rcu_head *rcu) in page_rcu_free() argument
68 struct page *p = container_of(rcu, struct page, rcu); in page_rcu_free()
76 call_rcu(&p->rcu, page_rcu_free); in page_free()
/linux/net/openvswitch/
H A Dvport-netdev.c143 static void vport_netdev_free(struct rcu_head *rcu) in vport_netdev_free() argument
145 struct vport *vport = container_of(rcu, struct vport, rcu); in vport_netdev_free()
177 call_rcu(&vport->rcu, vport_netdev_free); in netdev_destroy()
196 call_rcu(&vport->rcu, vport_netdev_free); in ovs_netdev_tunnel_destroy()
H A Dflow_table.h31 struct rcu_head rcu; member
47 struct rcu_head rcu; member
57 struct rcu_head rcu; member
/linux/fs/fuse/
H A Dacl.c15 struct inode *inode, int type, bool rcu) in __fuse_get_acl() argument
22 if (rcu) in __fuse_get_acl()
79 struct posix_acl *fuse_get_inode_acl(struct inode *inode, int type, bool rcu) in fuse_get_inode_acl() argument
92 return __fuse_get_acl(fc, inode, type, rcu); in fuse_get_inode_acl()
/linux/kernel/sched/
H A Dext_idle.c954 guard(rcu)(); in scx_bpf_cpu_node() local
983 guard(rcu)(); in scx_bpf_select_cpu_dfl() local
1035 guard(rcu)(); in __scx_bpf_select_cpu_and() local
1053 guard(rcu)(); in scx_bpf_select_cpu_and() local
1076 guard(rcu)(); in scx_bpf_get_idle_cpumask_node() local
1100 guard(rcu)(); in scx_bpf_get_idle_cpumask() local
1131 guard(rcu)(); in scx_bpf_get_idle_smtmask_node() local
1159 guard(rcu)(); in scx_bpf_get_idle_smtmask() local
1208 guard(rcu)(); in scx_bpf_test_and_clear_cpu_idle() local
1247 guard(rcu)(); in scx_bpf_pick_idle_cpu_node() local
[all …]
/linux/drivers/net/wireguard/
H A Dratelimiter.c31 struct rcu_head rcu; member
41 static void entry_free(struct rcu_head *rcu) in entry_free() argument
44 container_of(rcu, struct ratelimiter_entry, rcu)); in entry_free()
51 call_rcu(&entry->rcu, entry_free); in entry_uninit()
H A Dpeer.c186 static void rcu_release(struct rcu_head *rcu) in rcu_release() argument
188 struct wg_peer *peer = container_of(rcu, struct wg_peer, rcu); in rcu_release()
220 call_rcu(&peer->rcu, rcu_release); in kref_release()
/linux/net/mac802154/
H A Dllsec.h32 struct rcu_head rcu; member
44 struct rcu_head rcu; member
50 struct rcu_head rcu; member
/linux/security/keys/
H A Drequest_key_auth.c121 static void request_key_auth_rcu_disposal(struct rcu_head *rcu) in request_key_auth_rcu_disposal() argument
124 container_of(rcu, struct request_key_auth, rcu); in request_key_auth_rcu_disposal()
140 call_rcu(&rka->rcu, request_key_auth_rcu_disposal); in request_key_auth_revoke()
153 call_rcu(&rka->rcu, request_key_auth_rcu_disposal); in request_key_auth_destroy()
/linux/Documentation/translations/zh_CN/core-api/
H A Dkernel-api.rst360 kernel/rcu/tree.c
362 kernel/rcu/tree_exp.h
364 kernel/rcu/update.c
368 kernel/rcu/srcutree.c
378 kernel/rcu/sync.c
/linux/fs/afs/
H A Dvl_list.c35 static void afs_vlserver_rcu(struct rcu_head *rcu) in afs_vlserver_rcu() argument
37 struct afs_vlserver *vlserver = container_of(rcu, struct afs_vlserver, rcu); in afs_vlserver_rcu()
41 kfree_rcu(vlserver, rcu); in afs_vlserver_rcu()
48 call_rcu(&vlserver->rcu, afs_vlserver_rcu); in afs_put_vlserver()
73 kfree_rcu(vllist, rcu); in afs_put_vlserverlist()

12345678910>>...24