| /linux/kernel/rcu/ |
| H A D | srcutiny.c | 40 ssp->srcu_idx = 0; in init_srcu_struct_fields()
92 WARN_ON(ssp->srcu_idx != ssp->srcu_idx_max); in cleanup_srcu_struct()
93 WARN_ON(ssp->srcu_idx & 0x1); in cleanup_srcu_struct()
128 if (ssp->srcu_gp_running || ULONG_CMP_GE(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max))) { in srcu_drive_gp()
140 idx = (ssp->srcu_idx & 0x2) / 2; in srcu_drive_gp()
141 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
152 WRITE_ONCE(ssp->srcu_idx, ssp->srcu_idx + 1); in srcu_drive_gp()
173 idx = ULONG_CMP_LT(ssp->srcu_idx, READ_ONCE(ssp->srcu_idx_max)); in srcu_drive_gp()
254 ret = (READ_ONCE(ssp->srcu_idx) + 3) & ~0x1; in get_state_synchronize_srcu()
284 unsigned long cur_s = READ_ONCE(ssp->srcu_idx); in poll_state_synchronize_srcu()
|
| /linux/drivers/nvme/host/ |
| H A D | multipath.c | 218 int srcu_idx; in nvme_kick_requeue_lists() local
220 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_kick_requeue_lists()
229 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_kick_requeue_lists()
263 int srcu_idx; in nvme_mpath_clear_ctrl_paths() local
265 srcu_idx = srcu_read_lock(&ctrl->srcu); in nvme_mpath_clear_ctrl_paths()
271 srcu_read_unlock(&ctrl->srcu, srcu_idx); in nvme_mpath_clear_ctrl_paths()
279 int srcu_idx; in nvme_mpath_revalidate_paths() local
281 srcu_idx = srcu_read_lock(&head->srcu); in nvme_mpath_revalidate_paths()
287 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_mpath_revalidate_paths()
516 int srcu_idx; in nvme_ns_head_submit_bio() local
[all …]
|
| H A D | ioctl.c | 686 void __user *argp, struct nvme_ns_head *head, int srcu_idx, in nvme_ns_head_ctrl_ioctl() argument
694 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ctrl_ioctl()
708 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_ioctl() local
714 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_ioctl()
725 return nvme_ns_head_ctrl_ioctl(ns, cmd, argp, head, srcu_idx, in nvme_ns_head_ioctl()
730 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_ioctl()
743 int srcu_idx, ret = -EWOULDBLOCK; in nvme_ns_head_chr_ioctl() local
745 srcu_idx = srcu_read_lock(&head->srcu); in nvme_ns_head_chr_ioctl()
751 return nvme_ns_head_ctrl_ioctl(ns, cmd, argp, head, srcu_idx, in nvme_ns_head_chr_ioctl()
756 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_ns_head_chr_ioctl()
[all …]
|
| H A D | pr.c | 56 int srcu_idx = srcu_read_lock(&head->srcu); in nvme_send_ns_head_pr_command() local
64 srcu_read_unlock(&head->srcu, srcu_idx); in nvme_send_ns_head_pr_command()
|
| H A D | sysfs.c | 190 int srcu_idx, ret = -EWOULDBLOCK; in ns_head_update_nuse() local
196 srcu_idx = srcu_read_lock(&head->srcu); in ns_head_update_nuse()
209 srcu_read_unlock(&head->srcu, srcu_idx); in ns_head_update_nuse()
|
| /linux/arch/powerpc/kvm/ |
| H A D | book3s_hv_uvmem.c | 470 int srcu_idx, bkt; in kvmppc_h_svm_init_start() local
485 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_start()
504 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_start()
661 int srcu_idx, bkt; in kvmppc_h_svm_init_abort() local
674 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_abort()
679 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_abort()
834 int srcu_idx, bkt; in kvmppc_h_svm_init_done() local
841 srcu_idx = srcu_read_lock(&kvm->srcu); in kvmppc_h_svm_init_done()
864 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvmppc_h_svm_init_done()
885 int srcu_idx; in kvmppc_share_page() local
[all …]
|
| /linux/drivers/md/ |
| H A D | dm-verity-loadpin.c | 58 int srcu_idx; in dm_verity_loadpin_is_bdev_trusted() local
71 table = dm_get_live_table(md, &srcu_idx); in dm_verity_loadpin_is_bdev_trusted()
82 dm_put_live_table(md, srcu_idx); in dm_verity_loadpin_is_bdev_trusted()
|
| H A D | dm-ioctl.c | 311 int srcu_idx; in __hash_remove() local
322 table = dm_get_live_table(hc->md, &srcu_idx); in __hash_remove()
325 dm_put_live_table(hc->md, srcu_idx); in __hash_remove()
434 int srcu_idx; in dm_hash_rename() local
496 table = dm_get_live_table(hc->md, &srcu_idx); in dm_hash_rename()
499 dm_put_live_table(hc->md, srcu_idx); in dm_hash_rename()
789 static struct dm_table *dm_get_inactive_table(struct mapped_device *md, int *srcu_idx) in dm_get_inactive_table() argument
795 dm_get_live_table(md, srcu_idx); in dm_get_inactive_table()
814 int *srcu_idx) in dm_get_live_or_inactive_table() argument
817 dm_get_inactive_table(md, srcu_idx) : dm_get_live_table(md, srcu_idx); in dm_get_live_or_inactive_table()
[all …]
|
| H A D | dm.c | 413 static int dm_prepare_ioctl(struct mapped_device *md, int *srcu_idx, in dm_prepare_ioctl() argument
423 map = dm_get_live_table(md, srcu_idx); in dm_prepare_ioctl()
440 dm_put_live_table(md, *srcu_idx); in dm_prepare_ioctl()
448 static void dm_unprepare_ioctl(struct mapped_device *md, int srcu_idx) in dm_unprepare_ioctl() argument
450 dm_put_live_table(md, srcu_idx); in dm_unprepare_ioctl()
457 int r, srcu_idx; in dm_blk_ioctl() local
460 r = dm_prepare_ioctl(md, &srcu_idx, &bdev, cmd, arg, &forward); in dm_blk_ioctl()
483 dm_unprepare_ioctl(md, srcu_idx); in dm_blk_ioctl()
685 int *srcu_idx) __acquires(md->io_barrier) in dm_get_live_table() argument
687 *srcu_idx = srcu_read_lock(&md->io_barrier); in dm_get_live_table()
[all …]
|
| H A D | dm-rq.c | 494 int srcu_idx; in dm_mq_queue_rq() local
497 map = dm_get_live_table(md, &srcu_idx); in dm_mq_queue_rq()
501 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
505 dm_put_live_table(md, srcu_idx); in dm_mq_queue_rq()
|
| H A D | dm-zone.c | 54 int srcu_idx, ret = -EIO; in dm_blk_report_zones() local
66 map = dm_get_live_table(md, &srcu_idx); in dm_blk_report_zones()
83 dm_put_live_table(md, srcu_idx); in dm_blk_report_zones()
|
| H A D | dm-table.c | 987 int srcu_idx; in dm_table_determine_type() local
988 struct dm_table *live_table = dm_get_live_table(t->md, &srcu_idx); in dm_table_determine_type()
993 dm_put_live_table(t->md, srcu_idx); in dm_table_determine_type()
1179 int srcu_idx; in dm_keyslot_evict() local
1181 t = dm_get_live_table(md, &srcu_idx); in dm_keyslot_evict()
1195 dm_put_live_table(md, srcu_idx); in dm_keyslot_evict()
1281 int srcu_idx; in dm_exec_wrappedkey_op() local
1286 t = dm_get_live_table(md, &srcu_idx); in dm_exec_wrappedkey_op()
1308 dm_put_live_table(md, srcu_idx); in dm_exec_wrappedkey_op()
|
| /linux/include/linux/ |
| H A D | srcutiny.h | 20 unsigned long srcu_idx; /* Current reader array element in bit 0x2. */ member
80 idx = ((READ_ONCE(ssp->srcu_idx) + 1) & 0x2) >> 1; in __srcu_read_lock()
138 idx = ((data_race(READ_ONCE(ssp->srcu_idx)) + 1) & 0x2) >> 1; in srcu_torture_stats_print()
143 data_race(READ_ONCE(ssp->srcu_idx)), in srcu_torture_stats_print()
|
| H A D | uprobes.h | 118 int srcu_idx; member
|
| H A D | fsnotify_backend.h | 482 int srcu_idx; member
|
| /linux/block/ |
| H A D | blk-mq-tag.c | 438 int i, nr_tags, srcu_idx; in blk_mq_tagset_busy_iter() local
440 srcu_idx = srcu_read_lock(&tagset->tags_srcu); in blk_mq_tagset_busy_iter()
449 srcu_read_unlock(&tagset->tags_srcu, srcu_idx); in blk_mq_tagset_busy_iter()
499 int srcu_idx; in blk_mq_queue_tag_busy_iter() local
509 srcu_idx = srcu_read_lock(&q->tag_set->tags_srcu); in blk_mq_queue_tag_busy_iter()
539 srcu_read_unlock(&q->tag_set->tags_srcu, srcu_idx); in blk_mq_queue_tag_busy_iter()
|
| H A D | blk-mq.h | 443 int srcu_idx; \
446 srcu_idx = srcu_read_lock(__tag_set->srcu); \
448 srcu_read_unlock(__tag_set->srcu, srcu_idx); \
|
| /linux/mm/kasan/ |
| H A D | quarantine.c | 243 int srcu_idx; in kasan_quarantine_reduce() local
259 srcu_idx = srcu_read_lock(&remove_cache_srcu); in kasan_quarantine_reduce()
287 srcu_read_unlock(&remove_cache_srcu, srcu_idx); in kasan_quarantine_reduce()
|
| /linux/drivers/net/wireless/microchip/wilc1000/ |
| H A D | hif.c | 1577 int srcu_idx; in wilc_network_info_received() local
1582 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_network_info_received()
1614 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_network_info_received()
1622 int srcu_idx; in wilc_gnrl_async_info_received() local
1629 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_gnrl_async_info_received()
1656 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_gnrl_async_info_received()
1664 int srcu_idx; in wilc_scan_complete_received() local
1669 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_scan_complete_received()
1694 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_scan_complete_received()
|
| H A D | wlan.c | 841 int srcu_idx; in wilc_wlan_handle_txq() local
854 srcu_idx = srcu_read_lock(&wilc->srcu); in wilc_wlan_handle_txq()
857 srcu_read_unlock(&wilc->srcu, srcu_idx); in wilc_wlan_handle_txq()
|
| /linux/kernel/events/ |
| H A D | uprobes.c | 710 static void hprobe_init_leased(struct hprobe *hprobe, struct uprobe *uprobe, int srcu_idx) in hprobe_init_leased() argument
715 hprobe->srcu_idx = srcu_idx; in hprobe_init_leased()
723 hprobe->srcu_idx = -1; in hprobe_init_stable()
760 __srcu_read_unlock(&uretprobes_srcu, hprobe->srcu_idx); in hprobe_finalize()
832 __srcu_read_unlock(&uretprobes_srcu, hprobe->srcu_idx); in hprobe_expire()
2254 int srcu_idx; in prepare_uretprobe() local
2293 srcu_idx = __srcu_read_lock(&uretprobes_srcu); in prepare_uretprobe()
2302 hprobe_init_leased(&ri->hprobe, uprobe, srcu_idx); in prepare_uretprobe()
|
| /linux/arch/loongarch/kvm/ |
| H A D | mmu.c | 775 int srcu_idx, err, retry_no = 0, level; in kvm_map_page() local
786 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_map_page()
911 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_map_page()
|
| /linux/arch/s390/kvm/ |
| H A D | kvm-s390.c | 2121 int srcu_idx, i, r = 0; in kvm_s390_get_skeys() local
2139 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_get_skeys()
2151 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_get_skeys()
2169 int srcu_idx, i, r = 0; in kvm_s390_set_skeys() local
2197 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_set_skeys()
2222 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_set_skeys()
2358 int srcu_idx, peek, ret; in kvm_s390_get_cmma_bits() local
2387 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_get_cmma_bits()
2392 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_get_cmma_bits()
2417 int srcu_idx, r = 0; in kvm_s390_set_cmma_bits() local
[all …]
|
| H A D | pv.c | 314 int srcu_idx; in kvm_s390_destroy_lower_2g() local
316 srcu_idx = srcu_read_lock(&kvm->srcu); in kvm_s390_destroy_lower_2g()
328 srcu_read_unlock(&kvm->srcu, srcu_idx); in kvm_s390_destroy_lower_2g()
|
| /linux/fs/notify/ |
| H A D | mark.c | 511 srcu_read_unlock(&fsnotify_mark_srcu, iter_info->srcu_idx); in fsnotify_prepare_user_wait()
526 iter_info->srcu_idx = srcu_read_lock(&fsnotify_mark_srcu); in fsnotify_finish_user_wait()
|