| /linux/tools/memory-model/ |
| H A D | linux-kernel.bell | 36 'after-srcu-read-unlock (*smp_mb__after_srcu_read_unlock*)
51 enum SRCU = 'srcu-lock || 'srcu-unlock || 'sync-srcu
53 (* All srcu events *)
54 let Srcu = Srcu-lock | Srcu-unlock | Sync-srcu
73 let carry-srcu-data = (data ; [~ Srcu-unlock] ; rf)*
74 let srcu-rscs = ([Srcu-lock] ; carry-srcu-data ; data ; [Srcu-unlock]) & loc
77 flag ~empty Srcu-lock \ domain(srcu
[all...] |
| H A D | linux-kernel.cat | 63 ([M] ; po? ; [Srcu-unlock] ; fencerel(After-srcu-read-unlock) ; [M])
64 let gp = po ; [Sync-rcu | Sync-srcu] ; po?
69 let barrier = fencerel(Barrier | Rmb | Wmb | Mb | Sync-rcu | Sync-srcu |
135 let srcu-gp = [Sync-srcu]
137 let srcu-rscsi = srcu-rscs^-1
154 let rec rcu-order = rcu-gp | srcu-gp |
156 ((srcu-gp ; rcu-link ; srcu
[all...] |
| H A D | linux-kernel.def | 27 smp_mb__after_srcu_read_unlock() { __fence{after-srcu-read-unlock}; }
53 srcu_read_lock(X) __load{srcu-lock}(*X)
54 srcu_read_unlock(X,Y) { __store{srcu-unlock}(*X,Y); }
55 srcu_down_read(X) __load{srcu-lock}(*X)
56 srcu_up_read(X,Y) { __store{srcu-unlock}(*X,Y); }
57 synchronize_srcu(X) { __srcu{sync-srcu}(X); }
58 synchronize_srcu_expedited(X) { __srcu{sync-srcu}(X); }
|
| /linux/mm/ |
| H A D | mmu_notifier.c | 16 #include <linux/srcu.h>
25 DEFINE_STATIC_SRCU(srcu);
337 id = srcu_read_lock(&srcu); in mn_hlist_release()
339 srcu_read_lock_held(&srcu)) in mn_hlist_release()
362 srcu_read_unlock(&srcu, id);
373 synchronize_srcu(&srcu); in __mmu_notifier_clear_flush_young()
400 id = srcu_read_lock(&srcu); in __mmu_notifier_clear_young()
403 srcu_read_lock_held(&srcu)) { in __mmu_notifier_clear_young()
408 srcu_read_unlock(&srcu, id); in __mmu_notifier_test_young()
420 id = srcu_read_lock(&srcu); in __mmu_notifier_test_young()
[all...] |
| /linux/arch/sh/kernel/ |
| H A D | traps_32.c | 109 unsigned char __user *srcu, *dstu; in handle_unaligned_ins() local
131 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
132 srcu += regs->regs[0]; in handle_unaligned_ins()
139 if (ma->from(dst, srcu, count)) in handle_unaligned_ins()
182 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
183 srcu += (instruction & 0x000F) << 2; in handle_unaligned_ins()
187 if (ma->from(dst, srcu, 4)) in handle_unaligned_ins()
193 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
202 if (ma->from(dst, srcu, count)) in handle_unaligned_ins()
224 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
[all …]
|
| /linux/drivers/nvme/host/ |
| H A D | multipath.c | 207 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_mpath_end_request()
209 srcu_read_lock_held(&ctrl->srcu)) { in nvme_mpath_end_request()
216 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_kick_requeue_lists()
252 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_mpath_clear_current_path()
254 srcu_read_lock_held(&ctrl->srcu)) { in nvme_mpath_clear_current_path()
258 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_mpath_clear_current_path()
268 srcu_idx = srcu_read_lock(&head->srcu); in nvme_mpath_clear_ctrl_paths()
270 srcu_read_lock_held(&head->srcu)) { in nvme_mpath_clear_ctrl_paths()
274 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_mpath_revalidate_paths()
304 srcu_read_lock_held(&head->srcu)) { in nvme_path_is_disabled()
[all...] |
| H A D | ioctl.c | 696 __releases(&head->srcu) in nvme_ns_head_ctrl_ioctl()
702 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ctrl_ioctl()
722 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_ioctl()
738 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ioctl()
753 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_ioctl()
764 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_ioctl()
773 int srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_uring_cmd()
779 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_uring_cmd()
813 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_dev_user_cmd()
833 srcu_read_unlock(&ctrl->srcu, srcu_id in nvme_dev_user_cmd()
[all...] |
| H A D | core.c | 672 cleanup_srcu_struct(&head->srcu); in nvme_free_ns_head()
3931 ret = init_srcu_struct(&head->srcu); in nvme_alloc_ns_head()
3960 cleanup_srcu_struct(&head->srcu); in nvme_global_check_duplicate_ids()
4102 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_ns_add_to_ctrl_list()
4104 srcu_read_lock_held(&ctrl->srcu)) { in nvme_alloc_ns()
4114 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_alloc_ns()
4204 synchronize_srcu(&ctrl->srcu); in nvme_alloc_ns()
4223 synchronize_srcu(&ctrl->srcu); in nvme_ns_remove()
4265 synchronize_srcu(&ns->head->srcu); in nvme_ns_remove()
4269 synchronize_srcu(&ns->head->srcu); in nvme_ns_remove_by_nsid()
[all...] |
| /linux/arch/x86/kvm/mmu/ |
| H A D | page_track.c | 96 srcu_read_lock_held(&kvm->srcu)); in __kvm_write_track_add_gfn()
119 srcu_read_lock_held(&kvm->srcu)); in __kvm_write_track_remove_gfn()
327 idx = srcu_read_lock(&kvm->srcu); in kvm_write_track_add_gfn()
331 srcu_read_unlock(&kvm->srcu, idx); in kvm_write_track_add_gfn()
339 srcu_read_unlock(&kvm->srcu, idx); in kvm_write_track_add_gfn()
357 idx = srcu_read_lock(&kvm->srcu); in kvm_write_track_remove_gfn()
361 srcu_read_unlock(&kvm->srcu, idx); in kvm_write_track_remove_gfn()
369 srcu_read_unlock(&kvm->srcu, idx); in kvm_write_track_remove_gfn()
|
| /linux/drivers/net/wireless/microchip/wilc1000/ |
| H A D | netdev.c | 140 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_wlan_get_num_conn_ifcs()
145 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_wlan_get_num_conn_ifcs()
154 srcu_idx = srcu_read_lock(&wl->srcu); in wilc_wake_tx_queues()
159 srcu_read_unlock(&wl->srcu, srcu_idx); in wilc_wake_tx_queues()
673 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_set_mac_addr()
678 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
681 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
685 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
776 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_mac_xmit()
781 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_mac_xmit()
[all …]
|
| H A D | cfg80211.c | 243 srcu_idx = srcu_read_lock(&wl->srcu); in set_channel()
246 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
257 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
804 srcu_idx = srcu_read_lock(&wl->srcu); in set_wiphy_params()
859 srcu_read_unlock(&wl->srcu, srcu_idx); in set_wiphy_params()
1536 srcu_idx = srcu_read_lock(&wl->srcu); in add_virtual_intf()
1541 srcu_read_unlock(&wl->srcu, srcu_idx); in add_virtual_intf()
1547 srcu_read_unlock(&wl->srcu, srcu_idx); in add_virtual_intf()
1555 srcu_read_unlock(&wl->srcu, srcu_idx); in add_virtual_intf()
1560 srcu_read_unlock(&wl->srcu, srcu_id in add_virtual_intf()
[all...] |
| /linux/arch/arm64/kvm/ |
| H A D | pvtime.c | 25 idx = srcu_read_lock(&kvm->srcu); in kvm_update_stolen_time()
32 srcu_read_unlock(&kvm->srcu, idx); in kvm_update_stolen_time()
96 idx = srcu_read_lock(&kvm->srcu); in kvm_arm_pvtime_set_attr()
99 srcu_read_unlock(&kvm->srcu, idx); in kvm_arm_pvtime_set_attr()
|
| /linux/drivers/gpio/ |
| H A D | gpiolib.h | 21 #include <linux/srcu.h>
57 * @srcu: protects the pointer to the underlying GPIO chip
84 struct srcu_struct srcu;
236 srcu_read_unlock(&_T.gdev->srcu, _T.idx),
241 _guard.idx = srcu_read_lock(&_guard.gdev->srcu);
243 &_guard.gdev->srcu);
288 scoped_guard(srcu, &desc->gdev->desc_srcu) { \
81 struct srcu_struct srcu; global() member
|
| H A D | gpiolib.c | 28 #include <linux/srcu.h>
174 scoped_guard(srcu, &gpio_devices_srcu) { in gpio_to_desc()
427 lockdep_assert_held(&gc->gpiodev->srcu); in gpiochip_get_direction()
560 guard(srcu)(&gpio_devices_srcu); in gpio_name_to_desc()
564 guard(srcu)(&gdev->srcu); in gpio_name_to_desc()
566 gc = srcu_dereference(gdev->chip, &gdev->srcu); in gpio_name_to_desc()
880 cleanup_srcu_struct(&gdev->srcu);
1048 guard(srcu)(&gpio_devices_srcu); in gpiochip_add_data_with_key()
1052 guard(srcu)( in gpiochip_add_data_with_key()
[all...] |
| H A D | gpiolib-cdev.c | 214 guard(srcu)(&lh->gdev->srcu); in linehandle_ioctl()
1436 guard(srcu)(&lr->gdev->srcu); in linereq_ioctl()
1467 guard(srcu)(&lr->gdev->srcu); in linereq_poll()
1489 guard(srcu)(&lr->gdev->srcu); in linereq_read()
1763 guard(srcu)(&le->gdev->srcu);
[all...] |
| /linux/drivers/hid/bpf/ |
| H A D | hid_bpf_dispatch.c | 105 idx = srcu_read_lock(&hdev->bpf.srcu); in dispatch_hid_bpf_raw_requests()
107 srcu_read_lock_held(&hdev->bpf.srcu)) { in dispatch_hid_bpf_raw_requests()
118 srcu_read_unlock(&hdev->bpf.srcu, idx); in dispatch_hid_bpf_raw_requests()
142 idx = srcu_read_lock(&hdev->bpf.srcu); in dispatch_hid_bpf_output_report()
144 srcu_read_lock_held(&hdev->bpf.srcu)) { in dispatch_hid_bpf_output_report()
155 srcu_read_unlock(&hdev->bpf.srcu, idx); in dispatch_hid_bpf_output_report()
640 synchronize_srcu(&hdev->bpf.srcu); in hid_bpf_destroy_device()
641 cleanup_srcu_struct(&hdev->bpf.srcu); in hid_bpf_destroy_device()
649 return init_srcu_struct(&hdev->bpf.srcu); in hid_bpf_device_init()
|
| /linux/include/linux/ |
| H A D | notifier.h | 77 struct srcu_struct srcu; member
96 cleanup_srcu_struct(&(name)->srcu);
112 .srcu = __SRCU_STRUCT_INIT(name.srcu, name.srcuu, pcpu, 0), \
|
| /linux/arch/powerpc/kvm/ |
| H A D | book3s_hv_uvmem.c | 485 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_start()
504 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_start()
674 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_abort()
679 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_abort()
841 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_done()
864 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_done()
888 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_share_page()
925 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_share_page()
958 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_page_in()
985 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_page_in()
[all …]
|
| H A D | book3s_64_mmu_hv.c | 447 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_hv_emulate_mmio()
450 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_hv_emulate_mmio()
745 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
758 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1137 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1146 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1154 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1173 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1177 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
1248 int srcu_idx = srcu_read_lock(&kvm->srcu); in resize_hpt_rehash_hpte()
[all …]
|
| /linux/tools/memory-model/Documentation/ |
| H A D | herd-representation.txt | 59 | srcu_read_lock | R[srcu-lock] |
61 | srcu_read_unlock | W[srcu-unlock] |
63 | synchronize_srcu | SRCU[sync-srcu] |
64 | smp_mb__after_srcu_read_unlock | F[after-srcu-read-unlock] |
|
| /linux/arch/x86/kernel/cpu/sgx/ |
| H A D | encl.c | 759 cleanup_srcu_struct(&encl->srcu); in sgx_encl_release()
796 synchronize_srcu(&encl_mm->encl->srcu); in sgx_mmu_notifier_release()
823 idx = srcu_read_lock(&encl->srcu); in sgx_encl_find_mm()
832 srcu_read_unlock(&encl->srcu, idx); in sgx_encl_find_mm()
934 idx = srcu_read_lock(&encl->srcu); in sgx_encl_cpumask()
945 srcu_read_unlock(&encl->srcu, idx); in sgx_encl_cpumask()
1019 idx = srcu_read_lock(&encl->srcu); in sgx_encl_get_mem_cgroup()
1032 srcu_read_unlock(&encl->srcu, idx); in sgx_encl_get_mem_cgroup()
1213 idx = srcu_read_lock(&encl->srcu); in sgx_zap_enclave_ptes()
1230 srcu_read_unlock(&encl->srcu, id in sgx_zap_enclave_ptes()
[all...] |
| H A D | driver.c | 33 ret = init_srcu_struct(&encl->srcu); in __sgx_open()
89 synchronize_srcu(&encl->srcu); in sgx_release()
|
| /linux/Documentation/virt/kvm/ |
| H A D | locking.rst | 40 - ``synchronize_srcu(&kvm->srcu)`` is called inside critical sections
42 be taken inside a kvm->srcu read-side critical section; that is, the
45 srcu_read_lock(&kvm->srcu);
50 kvm->srcu read-side critical section, for example while processing
277 ``kvm->srcu``
279 :Type: srcu lock
283 :Comment: The srcu read lock must be held while accessing memslots (e.g.
286 The srcu index can be stored in kvm_vcpu->srcu_idx per vcpu
294 in a ``kvm->srcu`` read-side critical section.
|
| /linux/kernel/ |
| H A D | notifier.c | 518 synchronize_srcu(&nh->srcu); in srcu_notifier_chain_unregister()
545 idx = srcu_read_lock(&nh->srcu); in srcu_notifier_call_chain()
547 srcu_read_unlock(&nh->srcu, idx); in srcu_notifier_call_chain()
567 if (init_srcu_struct(&nh->srcu) < 0) in srcu_init_notifier_head()
|
| /linux/arch/loongarch/kvm/intc/ |
| H A D | ipi.c | 143 idx = srcu_read_lock(&vcpu->kvm->srcu); in send_ipi_data()
145 srcu_read_unlock(&vcpu->kvm->srcu, idx); in send_ipi_data()
159 idx = srcu_read_lock(&vcpu->kvm->srcu); in send_ipi_data()
161 srcu_read_unlock(&vcpu->kvm->srcu, idx); in send_ipi_data()
|