Home
last modified time | relevance | path

Searched refs:srcu (Results 1 – 25 of 68) sorted by relevance

123

/linux/tools/memory-model/
H A Dlinux-kernel.bell36 'after-srcu-read-unlock (*smp_mb__after_srcu_read_unlock*)
51 enum SRCU = 'srcu-lock || 'srcu-unlock || 'sync-srcu
53 (* All srcu events *)
54 let Srcu = Srcu-lock | Srcu-unlock | Sync-srcu
73 let carry-srcu-data = (data ; [~ Srcu-unlock] ; rf)*
74 let srcu-rscs = ([Srcu-lock] ; carry-srcu-data ; data ; [Srcu-unlock]) & loc
77 flag ~empty Srcu-lock \ domain(srcu
[all...]
H A Dlinux-kernel.cat63 ([M] ; po? ; [Srcu-unlock] ; fencerel(After-srcu-read-unlock) ; [M])
64 let gp = po ; [Sync-rcu | Sync-srcu] ; po?
69 let barrier = fencerel(Barrier | Rmb | Wmb | Mb | Sync-rcu | Sync-srcu |
135 let srcu-gp = [Sync-srcu]
137 let srcu-rscsi = srcu-rscs^-1
154 let rec rcu-order = rcu-gp | srcu-gp |
156 ((srcu-gp ; rcu-link ; srcu
[all...]
H A Dlinux-kernel.def27 smp_mb__after_srcu_read_unlock() { __fence{after-srcu-read-unlock}; }
53 srcu_read_lock(X) __load{srcu-lock}(*X)
54 srcu_read_unlock(X,Y) { __store{srcu-unlock}(*X,Y); }
55 srcu_down_read(X) __load{srcu-lock}(*X)
56 srcu_up_read(X,Y) { __store{srcu-unlock}(*X,Y); }
57 synchronize_srcu(X) { __srcu{sync-srcu}(X); }
58 synchronize_srcu_expedited(X) { __srcu{sync-srcu}(X); }
/linux/mm/
H A Dmmu_notifier.c25 DEFINE_STATIC_SRCU(srcu);
311 id = srcu_read_lock(&srcu); in mn_hlist_release()
313 srcu_read_lock_held(&srcu)) in mn_hlist_release()
336 srcu_read_unlock(&srcu, id); in mn_hlist_release()
347 synchronize_srcu(&srcu); in mn_hlist_release()
374 id = srcu_read_lock(&srcu); in __mmu_notifier_clear_flush_young()
377 srcu_read_lock_held(&srcu)) { in __mmu_notifier_clear_flush_young()
382 srcu_read_unlock(&srcu, id); in __mmu_notifier_clear_flush_young()
394 id = srcu_read_lock(&srcu); in __mmu_notifier_clear_young()
397 srcu_read_lock_held(&srcu)) { in __mmu_notifier_clear_young()
[all …]
/linux/arch/sh/kernel/
H A Dtraps_32.c109 unsigned char __user *srcu, *dstu; in handle_unaligned_ins() local
131 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
132 srcu += regs->regs[0]; in handle_unaligned_ins()
139 if (ma->from(dst, srcu, count)) in handle_unaligned_ins()
182 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
183 srcu += (instruction & 0x000F) << 2; in handle_unaligned_ins()
187 if (ma->from(dst, srcu, 4)) in handle_unaligned_ins()
193 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
202 if (ma->from(dst, srcu, count)) in handle_unaligned_ins()
224 srcu = (unsigned char __user *)*rm; in handle_unaligned_ins()
[all …]
/linux/drivers/nvme/host/
H A Dmultipath.c220 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_kick_requeue_lists()
222 srcu_read_lock_held(&ctrl->srcu)) { in nvme_kick_requeue_lists()
229 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_kick_requeue_lists()
265 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_mpath_clear_ctrl_paths()
267 srcu_read_lock_held(&ctrl->srcu)) { in nvme_mpath_clear_ctrl_paths()
271 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_mpath_clear_ctrl_paths()
281 srcu_idx = srcu_read_lock(&head->srcu); in nvme_mpath_revalidate_paths()
283 srcu_read_lock_held(&head->srcu)) { in nvme_mpath_revalidate_paths()
287 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_mpath_revalidate_paths()
317 srcu_read_lock_held(&head->srcu)) { in __nvme_find_path()
[all …]
H A Dioctl.c688 __releases(&head->srcu) in nvme_ns_head_ctrl_ioctl()
694 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ctrl_ioctl()
714 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_ioctl()
730 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ioctl()
745 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_ioctl()
756 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_ioctl()
765 int srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_uring_cmd()
771 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_uring_cmd()
809 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_dev_user_cmd()
829 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_dev_user_cmd()
[all …]
/linux/arch/x86/kvm/mmu/
H A Dpage_track.c96 srcu_read_lock_held(&kvm->srcu)); in __kvm_write_track_add_gfn()
119 srcu_read_lock_held(&kvm->srcu)); in __kvm_write_track_remove_gfn()
327 idx = srcu_read_lock(&kvm->srcu); in kvm_write_track_add_gfn()
331 srcu_read_unlock(&kvm->srcu, idx); in kvm_write_track_add_gfn()
339 srcu_read_unlock(&kvm->srcu, idx); in kvm_write_track_add_gfn()
357 idx = srcu_read_lock(&kvm->srcu); in kvm_write_track_remove_gfn()
361 srcu_read_unlock(&kvm->srcu, idx); in kvm_write_track_remove_gfn()
369 srcu_read_unlock(&kvm->srcu, idx); in kvm_write_track_remove_gfn()
/linux/arch/arm64/kvm/
H A Dpvtime.c25 idx = srcu_read_lock(&kvm->srcu); in kvm_update_stolen_time()
32 srcu_read_unlock(&kvm->srcu, idx); in kvm_update_stolen_time()
96 idx = srcu_read_lock(&kvm->srcu); in kvm_arm_pvtime_set_attr()
99 srcu_read_unlock(&kvm->srcu, idx); in kvm_arm_pvtime_set_attr()
/linux/include/linux/
H A Dnotifier.h77 struct srcu_struct srcu; member
96 cleanup_srcu_struct(&(name)->srcu);
112 .srcu = __SRCU_STRUCT_INIT(name.srcu, name.srcuu, pcpu, 0), \
/linux/drivers/hid/bpf/
H A Dhid_bpf_dispatch.c105 idx = srcu_read_lock(&hdev->bpf.srcu); in dispatch_hid_bpf_raw_requests()
107 srcu_read_lock_held(&hdev->bpf.srcu)) { in dispatch_hid_bpf_raw_requests()
118 srcu_read_unlock(&hdev->bpf.srcu, idx); in dispatch_hid_bpf_raw_requests()
142 idx = srcu_read_lock(&hdev->bpf.srcu); in dispatch_hid_bpf_output_report()
144 srcu_read_lock_held(&hdev->bpf.srcu)) { in dispatch_hid_bpf_output_report()
155 srcu_read_unlock(&hdev->bpf.srcu, idx); in dispatch_hid_bpf_output_report()
641 synchronize_srcu(&hdev->bpf.srcu); in hid_bpf_destroy_device()
642 cleanup_srcu_struct(&hdev->bpf.srcu); in hid_bpf_destroy_device()
650 return init_srcu_struct(&hdev->bpf.srcu); in hid_bpf_device_init()
H A Dhid_bpf_struct_ops.c223 synchronize_srcu(&hdev->bpf.srcu); in hid_bpf_reg()
254 synchronize_srcu(&hdev->bpf.srcu); in hid_bpf_unreg()
/linux/drivers/gpio/
H A Dgpiolib.c177 scoped_guard(srcu, &gpio_devices_srcu) { in gpio_to_desc()
422 lockdep_assert_held(&gc->gpiodev->srcu); in gpiochip_get_direction()
558 guard(srcu)(&gpio_devices_srcu); in gpio_name_to_desc()
562 guard(srcu)(&gdev->srcu); in gpio_name_to_desc()
564 gc = srcu_dereference(gdev->chip, &gdev->srcu); in gpio_name_to_desc()
878 cleanup_srcu_struct(&gdev->srcu); in gpiodev_release()
966 guard(srcu)(&gpio_devices_srcu); in gpiochip_setup_devs()
1150 ret = init_srcu_struct(&gdev->srcu); in gpiochip_add_data_with_key()
1254 cleanup_srcu_struct(&gdev->srcu); in gpiochip_add_data_with_key()
1306 synchronize_srcu(&gdev->srcu); in gpiochip_remove()
[all …]
/linux/tools/memory-model/Documentation/
H A Dherd-representation.txt59 | srcu_read_lock | R[srcu-lock] |
61 | srcu_read_unlock | W[srcu-unlock] |
63 | synchronize_srcu | SRCU[sync-srcu] |
64 | smp_mb__after_srcu_read_unlock | F[after-srcu-read-unlock] |
/linux/arch/powerpc/kvm/
H A Dbook3s_hv_uvmem.c485 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_start()
504 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_start()
674 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_abort()
679 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_abort()
841 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_done()
864 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_done()
888 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_share_page()
925 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_share_page()
958 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_page_in()
985 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_page_in()
[all …]
H A Dbook3s_64_vio.c590 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_put_tce()
623 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_h_put_tce()
659 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_put_tce_indirect()
716 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvmppc_h_put_tce_indirect()
/linux/kernel/
H A Dnotifier.c518 synchronize_srcu(&nh->srcu); in srcu_notifier_chain_unregister()
545 idx = srcu_read_lock(&nh->srcu); in srcu_notifier_call_chain()
547 srcu_read_unlock(&nh->srcu, idx); in srcu_notifier_call_chain()
567 if (init_srcu_struct(&nh->srcu) < 0) in srcu_init_notifier_head()
/linux/arch/x86/kernel/cpu/sgx/
H A Ddriver.c33 ret = init_srcu_struct(&encl->srcu); in __sgx_open()
89 synchronize_srcu(&encl->srcu); in sgx_release()
/linux/tools/testing/selftests/rcutorture/configs/rcu/
H A DSRCU-T.boot1 rcutorture.torture_type=srcu
/linux/include/net/
H A Drtnetlink.h142 struct srcu_struct srcu; member
222 struct srcu_struct srcu; member
/linux/arch/x86/kvm/
H A Dxen.c46 int idx = srcu_read_lock(&kvm->srcu); in kvm_xen_shared_info_init()
104 srcu_read_unlock(&kvm->srcu, idx); in kvm_xen_shared_info_init()
777 idx = srcu_read_lock(&kvm->srcu); in kvm_xen_hvm_set_attr()
803 srcu_read_unlock(&kvm->srcu, idx); in kvm_xen_hvm_set_attr()
911 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_xen_vcpu_set_attr()
1145 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_xen_vcpu_set_attr()
1443 idx = srcu_read_lock(&kvm->srcu); in wait_pending_event()
1466 srcu_read_unlock(&kvm->srcu, idx); in wait_pending_event()
1818 idx = srcu_read_lock(&kvm->srcu); in kvm_xen_set_evtchn_fast()
1889 srcu_read_unlock(&kvm->srcu, idx); in kvm_xen_set_evtchn_fast()
[all …]
/linux/drivers/pci/controller/
H A Dvmd.c123 struct srcu_struct srcu; member
301 synchronize_srcu(&vmdirq->irq->srcu); in vmd_msi_free()
670 idx = srcu_read_lock(&irqs->srcu); in vmd_irq()
673 srcu_read_unlock(&irqs->srcu, idx); in vmd_irq()
698 err = init_srcu_struct(&vmd->irqs[i].srcu); in vmd_alloc_irqs()
1052 cleanup_srcu_struct(&vmd->irqs[i].srcu); in vmd_cleanup_srcu()
/linux/drivers/net/wireless/microchip/wilc1000/
H A Dnetdev.h37 srcu_read_lock_held(&_w->srcu))
231 struct srcu_struct srcu; member
/linux/arch/s390/kvm/
H A Dpci.c250 idx = srcu_read_lock(&kvm->srcu); in kvm_s390_pci_aif_enable()
253 srcu_read_unlock(&kvm->srcu, idx); in kvm_s390_pci_aif_enable()
265 idx = srcu_read_lock(&kvm->srcu); in kvm_s390_pci_aif_enable()
269 srcu_read_unlock(&kvm->srcu, idx); in kvm_s390_pci_aif_enable()
H A Dpv.c50 lockdep_assert_held(&kvm->srcu); in kvm_s390_pv_make_secure()
316 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_destroy_lower_2g()
328 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_destroy_lower_2g()
747 guard(srcu)(&kvm->srcu); in kvm_s390_pv_unpack()

123