| /linux/kernel/rcu/ |
| H A D | srcutiny.c | 41 ssp->srcu_idx = 0; in init_srcu_struct_fields()
95 WARN_ON(ssp->srcu_idx != ssp->srcu_idx_max); in cleanup_srcu_struct()
96 WARN_ON(ssp->srcu_idx & 0x1); in cleanup_srcu_struct()
131 if (ssp->srcu_gp_running || ULONG_CMP_GE(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) { in srcu_drive_gp()
143 idx = (ssp->srcu_idx & 0x2) / 2; in srcu_drive_gp()
144 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
155 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
176 idx = ULONG_CMP_LT(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max)); in srcu_drive_gp()
271 ret = (READ_ONCE(ssp->srcu_idx) + 3) & ~0x1; in get_state_synchronize_srcu()
301 unsigned long cur_s = READ_ONCE(ssp->srcu_idx); in poll_state_synchronize_srcu()
|
| /linux/drivers/net/wireless/microchip/wilc1000/ |
| H A D | netdev.c | 136 int srcu_idx; in wilc_wlan_get_num_conn_ifcs() local
140 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_wlan_get_num_conn_ifcs()
145 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_wlan_get_num_conn_ifcs()
151 int srcu_idx; in wilc_wake_tx_queues() local
154 srcu_idx = srcu_read_lock(&wl->srcu); in wilc_wake_tx_queues()
159 srcu_read_unlock(&wl->srcu, srcu_idx); in wilc_wake_tx_queues()
661 int srcu_idx; in wilc_set_mac_addr() local
673 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_set_mac_addr()
678 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
681 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_set_mac_addr()
[all …]
|
| H A D | cfg80211.c | 241 int srcu_idx; in set_channel() local
243 srcu_idx = srcu_read_lock(&wl->srcu); in set_channel()
246 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
257 srcu_read_unlock(&wl->srcu, srcu_idx); in set_channel()
802 int srcu_idx; in set_wiphy_params() local
804 srcu_idx = srcu_read_lock(&wl->srcu); in set_wiphy_params()
859 srcu_read_unlock(&wl->srcu, srcu_idx); in set_wiphy_params()
1528 int srcu_idx; in add_virtual_intf() local
1530 srcu_idx = srcu_read_lock(&wl->srcu); in add_virtual_intf()
1535 srcu_read_unlock(&wl->srcu, srcu_idx); in add_virtual_intf()
[all …]
|
| H A D | hif.c | 1582 int srcu_idx; in wilc_network_info_received() local
1587 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_network_info_received()
1619 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_network_info_received()
1627 int srcu_idx; in wilc_gnrl_async_info_received() local
1634 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_gnrl_async_info_received()
1661 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_gnrl_async_info_received()
1669 int srcu_idx; in wilc_scan_complete_received() local
1674 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_scan_complete_received()
1699 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_scan_complete_received()
|
| /linux/drivers/nvme/host/ |
| H A D | multipath.c | 219 int srcu_idx; in nvme_kick_requeue_lists() local
221 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_kick_requeue_lists()
230 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_kick_requeue_lists()
260 int srcu_idx; in nvme_mpath_clear_ctrl_paths() local
262 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_mpath_clear_ctrl_paths()
268 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_mpath_clear_ctrl_paths()
276 int srcu_idx; in nvme_mpath_revalidate_paths() local
278 srcu_idx = srcu_read_lock(&head->srcu); in nvme_mpath_revalidate_paths()
284 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_mpath_revalidate_paths()
538 int srcu_idx; in nvme_ns_head_submit_bio() local
[all …]
|
| H A D | ioctl.c | 730 void __user *argp, struct nvme_ns_head *head, int srcu_idx, in nvme_ns_head_ctrl_ioctl() argument
738 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ctrl_ioctl()
752 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_ioctl() local
758 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_ioctl()
769 return nvme_ns_head_ctrl_ioctl(ns, cmd, argp, head, srcu_idx, in nvme_ns_head_ioctl()
774 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ioctl()
787 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_chr_ioctl() local
789 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_ioctl()
795 return nvme_ns_head_ctrl_ioctl(ns, cmd, argp, head, srcu_idx, in nvme_ns_head_chr_ioctl()
800 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_ioctl()
[all …]
|
| H A D | pr.c | 56 int srcu_idx = srcu_read_lock(&head->srcu); in nvme_send_ns_head_pr_command() local
64 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_send_ns_head_pr_command()
|
| H A D | core.c | 4194 int srcu_idx; in nvme_find_get_ns() local
4196 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_find_get_ns()
4208 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_find_get_ns()
5315 int srcu_idx; in nvme_mark_namespaces_dead() local
5317 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_mark_namespaces_dead()
5321 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_mark_namespaces_dead()
5328 int srcu_idx; in nvme_unfreeze() local
5330 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_unfreeze()
5334 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_unfreeze()
5343 int srcu_idx; in nvme_wait_freeze_timeout() local
[all …]
|
| H A D | sysfs.c | 191 int srcu_idx, ret = -EWOULDBLOCK; in ns_head_update_nuse() local
197 srcu_idx = srcu_read_lock(&head->srcu); in ns_head_update_nuse()
210 srcu_read_unlock(&head->srcu, srcu_idx); in ns_head_update_nuse()
|
| /linux/arch/powerpc/kvm/ |
| H A D | book3s_hv_uvmem.c | 470 int srcu_idx, bkt; in kvmppc_h_svm_init_start() local
485 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_start()
504 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_start()
661 int srcu_idx, bkt; in kvmppc_h_svm_init_abort() local
674 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_abort()
679 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_abort()
834 int srcu_idx, bkt; in kvmppc_h_svm_init_done() local
841 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_done()
864 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_done()
885 int srcu_idx; in kvmppc_share_page() local
[all …]
|
| H A D | book3s_xive_native.c | 575 int srcu_idx; in kvmppc_xive_native_set_queue_config() local
646 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_xive_native_set_queue_config()
651 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
658 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
664 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_xive_native_set_queue_config()
895 int srcu_idx; in kvmppc_xive_native_vcpu_eq_sync() local
907 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_xive_native_vcpu_eq_sync()
909 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_xive_native_vcpu_eq_sync()
|
| H A D | book3s_64_mmu_hv.c | 743 int srcu_idx, bkt; in kvmppc_rmap_reset() local
745 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_rmap_reset()
758 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_rmap_reset()
1135 int srcu_idx; in kvmppc_pin_guest_page() local
1137 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_pin_guest_page()
1146 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1154 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_pin_guest_page()
1164 int srcu_idx; in kvmppc_unpin_guest_page() local
1173 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_unpin_guest_page()
1177 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_unpin_guest_page()
[all …]
|
| H A D | book3s.c | 939 int srcu_idx; in kvmppc_h_logical_ci_load() local
945 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
947 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
982 int srcu_idx; in kvmppc_h_logical_ci_store() local
1006 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
1008 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
|
| H A D | book3s_hv_nested.c | 572 int srcu_idx; in kvmhv_set_partition_table() local
575 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_set_partition_table()
580 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_set_partition_table()
680 int srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_update_ptbl_cache() local
683 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_update_ptbl_cache()
806 int srcu_idx, bkt; in kvmhv_release_all_nested() local
824 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmhv_release_all_nested()
827 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmhv_release_all_nested()
|
| /linux/drivers/md/ |
| H A D | dm-ioctl.c | 292 int srcu_idx; in dm_ima_need_measure() local
308 if (!table || dm_get_live_table(md, &srcu_idx) == table) { in dm_ima_need_measure()
313 dm_put_live_table(md, srcu_idx); in dm_ima_need_measure()
387 int srcu_idx; in __hash_remove() local
398 table = dm_get_live_table(hc->md, &srcu_idx); in __hash_remove()
401 dm_put_live_table(hc->md, srcu_idx); in __hash_remove()
523 int srcu_idx; in dm_hash_rename() local
590 table = dm_get_live_table(hc->md, &srcu_idx); in dm_hash_rename()
593 dm_put_live_table(hc->md, srcu_idx); in dm_hash_rename()
869 static struct dm_table *dm_get_inactive_table(struct mapped_device *md, int *srcu_idx) in dm_get_inactive_table() argument
[all …]
|
| H A D | dm-verity-loadpin.c | 58 int srcu_idx; in dm_verity_loadpin_is_bdev_trusted() local
71 table = dm_get_live_table(md, &srcu_idx); in dm_verity_loadpin_is_bdev_trusted()
82 dm_put_live_table(md, srcu_idx); in dm_verity_loadpin_is_bdev_trusted()
|
| H A D | dm.c | 413 static int dm_prepare_ioctl(struct mapped_device *md, int *srcu_idx, in dm_prepare_ioctl() argument
423 map = dm_get_live_table(md, srcu_idx); in dm_prepare_ioctl()
440 dm_put_live_table(md, *srcu_idx); in dm_prepare_ioctl()
448 static void dm_unprepare_ioctl(struct mapped_device *md, int srcu_idx) in dm_unprepare_ioctl() argument
450 dm_put_live_table(md, srcu_idx); in dm_unprepare_ioctl()
457 int r, srcu_idx; in dm_blk_ioctl() local
460 r = dm_prepare_ioctl(md, &srcu_idx, &bdev, cmd, arg, &forward); in dm_blk_ioctl()
483 dm_unprepare_ioctl(md, srcu_idx); in dm_blk_ioctl()
685 int *srcu_idx) __acquires(md->io_barrier) in dm_get_live_table() argument
687 *srcu_idx = srcu_read_lock(&md->io_barrier); in dm_get_live_table()
[all …]
|
| /linux/include/linux/ |
| H A D | srcutiny.h | 21 unsigned long srcu_idx; /* Current reader array element in bit 0x2. */ member
85 idx = ((READ_ONCE(ssp->srcu_idx) + 1) & 0x2) >> 1; in __srcu_read_lock()
148 idx = ((data_race(READ_ONCE(ssp->srcu_idx)) + 1) & 0x2) >> 1; in srcu_torture_stats_print()
153 data_race(READ_ONCE(ssp->srcu_idx)), in srcu_torture_stats_print()
|
| /linux/net/rds/ |
| H A D | info.c | 174 int srcu_idx; in rds_info_getsockopt() local
227 srcu_idx = srcu_read_lock(&rds_info_srcu); in rds_info_getsockopt()
230 srcu_read_unlock(&rds_info_srcu, srcu_idx); in rds_info_getsockopt()
240 srcu_read_unlock(&rds_info_srcu, srcu_idx); in rds_info_getsockopt()
|
| /linux/drivers/ptp/ |
| H A D | ptp_vclock.c | 282 int srcu_idx; in ptp_convert_timestamp() local
287 srcu_idx = srcu_read_lock(&vclock_srcu); in ptp_convert_timestamp()
301 srcu_read_unlock(&vclock_srcu, srcu_idx); in ptp_convert_timestamp()
|
| /linux/block/ |
| H A D | blk-mq.h | 443 int srcu_idx; \
446 srcu_idx = srcu_read_lock(__tag_set->srcu); \
448 srcu_read_unlock(__tag_set->srcu, srcu_idx); \
|
| /linux/fs/tracefs/ |
| H A D | internal.h | 80 void eventfs_remount_unlock(int srcu_idx);
|
| H A D | inode.c | 316 int srcu_idx; in tracefs_apply_options() local
341 srcu_idx = eventfs_remount_lock(); in tracefs_apply_options()
363 eventfs_remount_unlock(srcu_idx); in tracefs_apply_options()
|
| H A D | event_inode.c | 924 void eventfs_remount_unlock(int srcu_idx) in eventfs_remount_unlock() argument
926 srcu_read_unlock(&eventfs_srcu, srcu_idx); in eventfs_remount_unlock()
|
| /linux/arch/loongarch/kvm/ |
| H A D | mmu.c | 775 int srcu_idx, err, retry_no = 0, level; in kvm_map_page() local
786 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_map_page()
911 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_map_page()
|