/linux/kernel/rcu/ |
H A D | tree_stall.h | 525 data_race(rcu_state.n_force_qs) - rcu_state.n_force_qs_gpstart, in print_cpu_stall_info() 544 data_race(READ_ONCE(rcu_state.gp_flags)), in rcu_check_gp_kthread_starvation() 546 data_race(READ_ONCE(rcu_state.gp_state)), in rcu_check_gp_kthread_starvation() 547 gpk ? data_race(READ_ONCE(gpk->__state)) : ~0, cpu); in rcu_check_gp_kthread_starvation() 556 } else if (!(data_race(READ_ONCE(rdp->mynode->qsmask)) & rdp->grpmask)) { in rcu_check_gp_kthread_starvation() 587 data_race(READ_ONCE(rcu_state.gp_flags)), // Diagnostic read in rcu_check_gp_kthread_expired_fqs_timer() 589 data_race(READ_ONCE(gpk->__state))); in rcu_check_gp_kthread_expired_fqs_timer() 639 data_race(rcu_state.n_online_cpus)); // Diagnostic read in print_other_cpu_stall() 651 gpa = data_race(READ_ONCE(rcu_state.gp_activity)); in print_other_cpu_stall() 654 data_race(READ_ONCE(jiffies_till_next_fqs)), in print_other_cpu_stall() [all …]
|
H A D | tasks.h | 240 int i = data_race(rtp->gp_state); // Let KCSAN detect update races in tasks_gp_state_getname() 303 rtp->name, data_race(rtp->percpu_enqueue_shift), data_race(rtp->percpu_enqueue_lim), in cblist_init_generic() 732 if (!data_race(rcu_segcblist_empty(&rtpcp->cblist))) in show_rcu_tasks_generic_gp_kthread() 734 if (data_race(rtpcp->urgent_gp)) in show_rcu_tasks_generic_gp_kthread() 736 if (!data_race(rcu_segcblist_empty(&rtpcp->cblist)) && data_race(rtpcp->urgent_gp)) in show_rcu_tasks_generic_gp_kthread() 743 tasks_gp_state_getname(rtp), data_race(rtp->gp_state), in show_rcu_tasks_generic_gp_kthread() 744 jiffies - data_race(rtp->gp_jiffies), in show_rcu_tasks_generic_gp_kthread() 745 data_race(rcu_seq_current(&rtp->tasks_gp_seq)), in show_rcu_tasks_generic_gp_kthread() 746 data_race(rtp->n_ipis_fails), data_race(rtp->n_ipis), in show_rcu_tasks_generic_gp_kthread() 747 ".k"[!!data_race(rtp->kthread_ptr)], in show_rcu_tasks_generic_gp_kthread() [all …]
|
H A D | tree_exp.h | 577 "D."[!!data_race(rdp->cpu_no_qs.b.exp)]); in synchronize_rcu_expedited_stall() 581 j - jiffies_start, rcu_state.expedited_sequence, data_race(rnp_root->expmask), in synchronize_rcu_expedited_stall() 582 ".T"[!!data_race(rnp_root->exp_tasks)]); in synchronize_rcu_expedited_stall() 591 rnp->level, rnp->grplo, rnp->grphi, data_race(rnp->expmask), in synchronize_rcu_expedited_stall() 592 ".T"[!!data_race(rnp->exp_tasks)]); in synchronize_rcu_expedited_stall()
|
H A D | srcutree.c | 1884 u0 = data_race(atomic_long_read(&sdp->srcu_unlock_count[!idx])); in srcu_torture_stats_print() 1885 u1 = data_race(atomic_long_read(&sdp->srcu_unlock_count[idx])); in srcu_torture_stats_print() 1893 l0 = data_race(atomic_long_read(&sdp->srcu_lock_count[!idx])); in srcu_torture_stats_print() 1894 l1 = data_race(atomic_long_read(&sdp->srcu_lock_count[idx])); in srcu_torture_stats_print()
|
/linux/include/linux/ |
H A D | srcutiny.h | 90 idx = ((data_race(READ_ONCE(ssp->srcu_idx)) + 1) & 0x2) >> 1; in srcu_torture_stats_print() 93 data_race(READ_ONCE(ssp->srcu_lock_nesting[!idx])), in srcu_torture_stats_print() 94 data_race(READ_ONCE(ssp->srcu_lock_nesting[idx])), in srcu_torture_stats_print() 95 data_race(READ_ONCE(ssp->srcu_idx)), in srcu_torture_stats_print() 96 data_race(READ_ONCE(ssp->srcu_idx_max))); in srcu_torture_stats_print()
|
H A D | page-flags.h | 968 return page_mapcount_is_type(data_race(page->page_type)); in page_has_type() 974 return data_race(folio->page.page_type >> 24) == PGTY_##lname; \ 980 VM_BUG_ON_FOLIO(data_race(folio->page.page_type) != UINT_MAX, \ 996 return data_race(page->page_type >> 24) == PGTY_##lname; \ 1002 VM_BUG_ON_PAGE(data_race(page->page_type) != UINT_MAX, page); \
|
H A D | compiler.h | 209 #define data_race(expr) \ macro
|
H A D | console.h | 526 return data_race(READ_ONCE(con->flags)); in console_srcu_read_flags()
|
/linux/tools/memory-model/Documentation/ |
H A D | access-marking.txt | 20 2. Data-race marking, for example, "data_race(a = b);" 37 WRITE_ONCE(a, b + data_race(c + d) + READ_ONCE(e)); 39 Neither plain C-language accesses nor data_race() (#1 and #2 above) place 45 preferable to data_race(), which in turn is usually preferable to plain 47 data_race(READ_ONCE(a)), which will both restrict compiler optimizations 52 race with one of data_race(), READ_ONCE(), or WRITE_ONCE(), will prevent 56 ill-considered additions of data_race(), READ_ONCE(), and WRITE_ONCE() 60 data_race() and even plain C-language accesses is preferable to 64 Use of the data_race() Macro 67 Here are some situations where data_race() should be used instead of [all …]
|
/linux/security/tomoyo/ |
H A D | util.c | 1069 perm = data_race(container_of(ptr, struct tomoyo_path_acl, head)->perm); in tomoyo_domain_quota_is_ok() 1072 perm = data_race(container_of(ptr, struct tomoyo_path2_acl, head)->perm); in tomoyo_domain_quota_is_ok() 1075 perm = data_race(container_of(ptr, struct tomoyo_path_number_acl, head) in tomoyo_domain_quota_is_ok() 1079 perm = data_race(container_of(ptr, struct tomoyo_mkdev_acl, head)->perm); in tomoyo_domain_quota_is_ok() 1082 perm = data_race(container_of(ptr, struct tomoyo_inet_acl, head)->perm); in tomoyo_domain_quota_is_ok() 1085 perm = data_race(container_of(ptr, struct tomoyo_unix_acl, head)->perm); in tomoyo_domain_quota_is_ok()
|
/linux/Documentation/translations/zh_CN/dev-tools/ |
H A D | kcsan.rst | 88 * KCSAN 支持使用 ``data_race(expr)`` 注解,这个注解告诉 KCSAN 任何由访问 92 * 与 ``data_race(...)`` 相似,可以使用类型限定符 ``__data_racy`` 来标记一个变量
|
/linux/lib/ |
H A D | cmpxchg-emu.c | 41 ret = data_race(cmpxchg(p32, old32.w, new32.w)); // Overridden above. in cmpxchg_emu_u8()
|
H A D | stackdepot.c | 561 if (data_race(stackdepot_memcmp(entries, stack->entries, size))) in find_stack() 790 seq_printf(seq, "pools: %d\n", data_race(pools_num)); 792 seq_printf(seq, "%s: %ld\n", counter_names[i], data_race(counters[i])); in stats_show()
|
H A D | group_cpus.c | 383 cpumask_copy(npresmsk, data_race(cpu_present_mask)); in group_cpus_evenly()
|
/linux/arch/powerpc/kernel/ |
H A D | interrupt.c | 168 if (!data_race(warned)) { in check_return_regs_valid() 169 data_race(warned = true); in check_return_regs_valid()
|
/linux/mm/ |
H A D | page_io.c | 454 if (data_race(sis->flags & SWP_FS_OPS)) in __swap_writepage() 461 else if (data_race(sis->flags & SWP_SYNCHRONOUS_IO)) in __swap_writepage() 626 if (data_race(sis->flags & SWP_FS_OPS)) { in swap_read_folio()
|
H A D | page_counter.c | 149 data_race(c->failcnt++); in page_counter_try_charge()
|
/linux/kernel/locking/ |
H A D | osq_lock.c | 164 if (data_race(prev->next) == node && in osq_lock()
|
H A D | locktorture.c | 953 long max = 0, min = statp ? data_race(statp[0].n_lock_acquired) : 0; in __torture_print_stats() 958 if (data_race(statp[i].n_lock_fail)) in __torture_print_stats() 960 cur = data_race(statp[i].n_lock_acquired); in __torture_print_stats()
|
/linux/fs/btrfs/ |
H A D | block-rsv.h | 108 return data_race(rsv->full); in btrfs_block_rsv_full()
|
/linux/kernel/irq/ |
H A D | irqdesc.c | 980 return data_race(desc->tot_count); in kstat_irqs_desc() 983 sum += data_race(per_cpu(desc->kstat_irqs->cnt, cpu)); in kstat_irqs_desc()
|
/linux/drivers/net/wireless/ath/ath9k/ |
H A D | wmi.c | 159 if (!data_race(priv->initialized)) { in ath9k_wmi_event_tasklet()
|
/linux/mm/kfence/ |
H A D | core.c | 1213 distance = addr - data_race(meta->addr + meta->size); in kfence_handle_page_fault() 1219 if (!to_report || distance > data_race(meta->addr) - addr) in kfence_handle_page_fault()
|
/linux/fs/jbd2/ |
H A D | transaction.c | 348 if (!data_race(journal->j_running_transaction)) { in start_this_handle() 1509 if (data_race(jh->b_transaction != transaction && in jbd2_journal_dirty_metadata() 1518 if (data_race(jh->b_transaction == transaction && in jbd2_journal_dirty_metadata()
|
/linux/net/9p/ |
H A D | trans_fd.c | 846 data_race(ts->rd->f_flags |= O_NONBLOCK); in p9_fd_open() 852 data_race(ts->wr->f_flags |= O_NONBLOCK); in p9_fd_open()
|