| /linux/fs/xfs/ |
| H A D | xfs_stats.c | 15 val += *(((__u32 *)per_cpu_ptr(stats, cpu) + idx)); in counter_val()
79 xs_xstrat_bytes += per_cpu_ptr(stats, i)->s.xs_xstrat_bytes; in xfs_stats_format()
80 xs_write_bytes += per_cpu_ptr(stats, i)->s.xs_write_bytes; in xfs_stats_format()
81 xs_read_bytes += per_cpu_ptr(stats, i)->s.xs_read_bytes; in xfs_stats_format()
82 xs_defer_relog += per_cpu_ptr(stats, i)->s.xs_defer_relog; in xfs_stats_format()
83 xs_gc_bytes += per_cpu_ptr(stats, i)->s.xs_gc_bytes; in xfs_stats_format()
112 xs_inodes_active = per_cpu_ptr(stats, c)->s.xs_inodes_active; in xfs_stats_clearall()
113 xs_inodes_meta = per_cpu_ptr(stats, c)->s.xs_inodes_meta; in xfs_stats_clearall()
114 memset(per_cpu_ptr(stats, c), 0, sizeof(*stats)); in xfs_stats_clearall()
115 per_cpu_ptr(stats, c)->s.xs_inodes_active = xs_inodes_active; in xfs_stats_clearall()
[all …]
|
| H A D | xfs_stats.h | 177 per_cpu_ptr(xfsstats.xs_stats, current_cpu())->s.v++; \
178 per_cpu_ptr(mp->m_stats.xs_stats, current_cpu())->s.v++; \
183 per_cpu_ptr(xfsstats.xs_stats, current_cpu())->s.v--; \
184 per_cpu_ptr(mp->m_stats.xs_stats, current_cpu())->s.v--; \
189 per_cpu_ptr(xfsstats.xs_stats, current_cpu())->s.v += (inc); \
190 per_cpu_ptr(mp->m_stats.xs_stats, current_cpu())->s.v += (inc); \
195 per_cpu_ptr(xfsstats.xs_stats, current_cpu())->a[off]++; \
196 per_cpu_ptr(mp->m_stats.xs_stats, current_cpu())->a[off]++; \
201 per_cpu_ptr(xfsstats.xs_stats, current_cpu())->a[off]; \
202 per_cpu_ptr(mp->m_stats.xs_stats, current_cpu())->a[off]; \
[all …]
|
| /linux/kernel/trace/ |
| H A D | remote_test.c | 44 WARN_ON(*per_cpu_ptr(&simple_rbs, cpu)); in remote_test_load_simple_rb()
45 *per_cpu_ptr(&simple_rbs, cpu) = cpu_buffer; in remote_test_load_simple_rb()
61 struct simple_rb_per_cpu *cpu_buffer = *per_cpu_ptr(&simple_rbs, cpu); in remote_test_unload_simple_rb()
73 *per_cpu_ptr(&simple_rbs, cpu) = NULL; in remote_test_unload_simple_rb()
149 WARN_ON(simple_ring_buffer_enable_tracing(*per_cpu_ptr(&simple_rbs, rb_desc->cpu), in remote_test_enable_tracing()
161 cpu_buffer = *per_cpu_ptr(&simple_rbs, cpu); in remote_test_swap_reader_page()
175 cpu_buffer = *per_cpu_ptr(&simple_rbs, cpu); in remote_test_reset()
|
| /linux/drivers/infiniband/ulp/rtrs/ |
| H A D | rtrs-clt-stats.c | 27 s = per_cpu_ptr(stats->pcpu_stats, con->cpu); in rtrs_clt_update_wc_stats()
47 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_stats_migration_from_cnt_to_str()
66 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_stats_migration_to_cnt_to_str()
90 r = &per_cpu_ptr(stats->pcpu_stats, cpu)->rdma; in rtrs_clt_stats_rdma_to_str()
119 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_reset_rdma_stats()
135 s = per_cpu_ptr(stats->pcpu_stats, cpu); in rtrs_clt_reset_cpu_migr_stats()
|
| H A D | rtrs-srv-stats.c | 21 r = per_cpu_ptr(stats->rdma_stats, cpu); in rtrs_srv_reset_rdma_stats()
40 r = per_cpu_ptr(stats->rdma_stats, cpu); in rtrs_srv_stats_rdma_to_str()
|
| /linux/kernel/ |
| H A D | smpboot.c | 168 struct task_struct *tsk = *per_cpu_ptr(ht->store, cpu); in __smpboot_create_thread()
193 *per_cpu_ptr(ht->store, cpu) = tsk; in __smpboot_create_thread()
226 struct task_struct *tsk = *per_cpu_ptr(ht->store, cpu); in smpboot_unpark_thread()
245 struct task_struct *tsk = *per_cpu_ptr(ht->store, cpu); in smpboot_park_thread()
268 struct task_struct *tsk = *per_cpu_ptr(ht->store, cpu); in smpboot_destroy_threads()
272 *per_cpu_ptr(ht->store, cpu) = NULL; in smpboot_destroy_threads()
|
| H A D | relay.c | 202 *per_cpu_ptr(chan->buf, buf->cpu) = NULL; in relay_destroy_buf()
332 if (chan->is_global && (buf = *per_cpu_ptr(chan->buf, 0))) { in relay_reset()
339 if ((buf = *per_cpu_ptr(chan->buf, i))) in relay_reset()
386 return *per_cpu_ptr(chan->buf, 0); in relay_open_buf()
410 *per_cpu_ptr(chan->buf, 0) = buf; in relay_open_buf()
444 if (*per_cpu_ptr(chan->buf, cpu)) in relay_prepare_cpu()
452 *per_cpu_ptr(chan->buf, cpu) = buf; in relay_prepare_cpu()
520 *per_cpu_ptr(chan->buf, i) = buf; in relay_open()
529 if ((buf = *per_cpu_ptr(chan->buf, i))) in relay_open()
632 buf = *per_cpu_ptr(chan->buf, cpu); in relay_subbufs_consumed()
[all …]
|
| /linux/include/linux/ |
| H A D | context_tracking_state.h | 96 struct context_tracking *ct = per_cpu_ptr(&context_tracking, cpu); in ct_rcu_watching_cpu()
103 struct context_tracking *ct = per_cpu_ptr(&context_tracking, cpu); in ct_rcu_watching_cpu_acquire()
115 struct context_tracking *ct = per_cpu_ptr(&context_tracking, cpu); in ct_nesting_cpu()
127 struct context_tracking *ct = per_cpu_ptr(&context_tracking, cpu); in ct_nmi_nesting_cpu()
|
| H A D | part_stat.h | 29 (per_cpu_ptr((part)->bd_stats, (cpu))->field)
39 res += per_cpu_ptr((part)->bd_stats, _cpu)->field; \
48 memset(per_cpu_ptr(part->bd_stats, i), value, in part_stat_set_all()
|
| /linux/kernel/sched/ |
| H A D | cpuacct.c | 99 u64 *cpuusage = per_cpu_ptr(ca->cpuusage, cpu); in cpuacct_cpuusage_read()
100 u64 *cpustat = per_cpu_ptr(ca->cpustat, cpu)->cpustat; in cpuacct_cpuusage_read()
139 u64 *cpuusage = per_cpu_ptr(ca->cpuusage, cpu); in cpuacct_cpuusage_write()
140 u64 *cpustat = per_cpu_ptr(ca->cpustat, cpu)->cpustat; in cpuacct_cpuusage_write()
272 u64 *cpustat = per_cpu_ptr(ca->cpustat, cpu)->cpustat; in cpuacct_stats_show()
280 cputime.sum_exec_runtime += *per_cpu_ptr(ca->cpuusage, cpu); in cpuacct_stats_show()
344 *per_cpu_ptr(ca->cpuusage, cpu) += cputime; in cpuacct_charge()
|
| H A D | topology.c | 899 sd = *per_cpu_ptr(d->sd, i); in alloc_sd_llc()
931 sd = *per_cpu_ptr(d->sd, i); in alloc_sd_llc()
1212 sibling = *per_cpu_ptr(sdd->sd, i); in build_balance_mask()
1273 sg->sgc = *per_cpu_ptr(sdd->sgc, cpu); in init_overlap_sched_group()
1333 sibling = *per_cpu_ptr(sdd->sd, i); in build_overlap_sched_groups()
1483 struct sched_domain *sd = *per_cpu_ptr(sdd->sd, cpu); in get_group()
1491 sg = *per_cpu_ptr(sdd->sg, cpu); in get_group()
1492 sg->sgc = *per_cpu_ptr(sdd->sgc, cpu); in get_group()
1874 if (atomic_read(&(*per_cpu_ptr(d->sds, cpu))->ref)) in claim_allocations()
1875 *per_cpu_ptr(d->sds, cpu) = NULL; in claim_allocations()
[all …]
|
| /linux/kernel/bpf/ |
| H A D | percpu_freelist.c | 15 struct pcpu_freelist_head *head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_init()
58 head = per_cpu_ptr(s->freelist, cpu); in ___pcpu_freelist_push_nmi()
89 head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_push()
107 head = per_cpu_ptr(s->freelist, cpu); in pcpu_freelist_populate()
|
| /linux/arch/x86/events/amd/ |
| H A D | uncore.c | 167 struct amd_uncore_ctx *ctx = *per_cpu_ptr(pmu->ctx, event->cpu); in amd_uncore_start()
185 struct amd_uncore_ctx *ctx = *per_cpu_ptr(pmu->ctx, event->cpu); in amd_uncore_stop()
206 struct amd_uncore_ctx *ctx = *per_cpu_ptr(pmu->ctx, event->cpu); in amd_uncore_add()
253 struct amd_uncore_ctx *ctx = *per_cpu_ptr(pmu->ctx, event->cpu); in amd_uncore_del()
304 ctx = *per_cpu_ptr(pmu->ctx, event->cpu); in amd_uncore_event_init()
486 union amd_uncore_info *info = per_cpu_ptr(uncore->info, cpu); in amd_uncore_ctx_cid()
493 union amd_uncore_info *info = per_cpu_ptr(uncore->info, cpu); in amd_uncore_ctx_gid()
500 union amd_uncore_info *info = per_cpu_ptr(uncore->info, cpu); in amd_uncore_ctx_num_pmcs()
515 ctx = *per_cpu_ptr(pmu->ctx, cpu); in amd_uncore_ctx_free()
527 *per_cpu_ptr(pmu->ctx, cpu) = NULL; in amd_uncore_ctx_free()
[all …]
|
| /linux/arch/s390/kernel/ |
| H A D | wti.c | 104 struct wti_state *st = per_cpu_ptr(&wti_state, cpu); in wti_pending()
133 st = per_cpu_ptr(&wti_state, cpu); in wti_show()
144 struct wti_state *st = per_cpu_ptr(&wti_state, cpu); in wti_thread_fn()
179 st = per_cpu_ptr(&wti_state, cpu); in wti_init()
|
| /linux/fs/squashfs/ |
| H A D | decompressor_multi_percpu.c | 39 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_create()
53 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_create()
70 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_destroy()
|
| /linux/arch/x86/kernel/cpu/ |
| H A D | aperfmperf.c | 388 per_cpu_ptr(arch_cpu_scale, cpu)->capacity = SCHED_CAPACITY_SCALE; in arch_enable_hybrid_capacity_scale()
389 per_cpu_ptr(arch_cpu_scale, cpu)->freq_ratio = arch_max_freq_ratio; in arch_enable_hybrid_capacity_scale()
419 WRITE_ONCE(per_cpu_ptr(arch_cpu_scale, cpu)->capacity, in arch_set_cpu_capacity()
421 WRITE_ONCE(per_cpu_ptr(arch_cpu_scale, cpu)->freq_ratio, in arch_set_cpu_capacity()
431 return READ_ONCE(per_cpu_ptr(arch_cpu_scale, cpu)->capacity); in arch_scale_cpu_capacity()
508 struct aperfmperf *s = per_cpu_ptr(&cpu_samples, cpu); in arch_freq_get_on_cpu()
|
| /linux/drivers/clocksource/ |
| H A D | timer-mp-csky.c | 78 struct timer_of *to = per_cpu_ptr(&csky_to, cpu); in csky_mptimer_starting_cpu()
145 to = per_cpu_ptr(&csky_to, cpu); in csky_mptimer_init()
168 to = per_cpu_ptr(&csky_to, cpu_rollback); in csky_mptimer_init()
|
| /linux/tools/testing/shared/linux/ |
| H A D | percpu.h | 10 #define per_cpu_ptr(ptr, cpu) ({ (void)(cpu); (ptr); }) macro
11 #define per_cpu(var, cpu) (*per_cpu_ptr(&(var), cpu))
|
| /linux/arch/x86/kernel/acpi/ |
| H A D | cstate.c | 183 percpu_entry = per_cpu_ptr(cpu_cstate_entry, cpu); in acpi_processor_ffh_cstate_probe()
214 percpu_entry = per_cpu_ptr(cpu_cstate_entry, cpu); in acpi_processor_ffh_play_dead()
224 percpu_entry = per_cpu_ptr(cpu_cstate_entry, cpu); in acpi_processor_ffh_cstate_enter()
|
| /linux/arch/x86/kernel/ |
| H A D | kgdb.c | 208 bp = *per_cpu_ptr(breakinfo[breakno].pev, cpu); in kgdb_correct_hw_break()
237 pevent = per_cpu_ptr(breakinfo[breakno].pev, cpu); in hw_break_reserve_slot()
249 pevent = per_cpu_ptr(breakinfo[breakno].pev, cpu); in hw_break_reserve_slot()
264 pevent = per_cpu_ptr(breakinfo[breakno].pev, cpu); in hw_break_release_slot()
304 bp = *per_cpu_ptr(breakinfo[i].pev, cpu); in kgdb_remove_all_hw_break()
397 bp = *per_cpu_ptr(breakinfo[i].pev, cpu); in kgdb_disable_hw_debug()
667 pevent = per_cpu_ptr(breakinfo[i].pev, cpu); in kgdb_arch_late()
|
| /linux/net/netfilter/ |
| H A D | nf_flow_table_procfs.c | 18 return per_cpu_ptr(net->ft.stat, cpu); in nf_flow_table_cpu_seq_start()
33 return per_cpu_ptr(net->ft.stat, cpu); in nf_flow_table_cpu_seq_next()
|
| /linux/arch/riscv/kernel/ |
| H A D | cpu.c | 173 struct riscv_cpuinfo *ci = per_cpu_ptr(&riscv_cpuinfo, cpu_id); in riscv_cached_mvendorid()
181 struct riscv_cpuinfo *ci = per_cpu_ptr(&riscv_cpuinfo, cpu_id); in riscv_cached_marchid()
189 struct riscv_cpuinfo *ci = per_cpu_ptr(&riscv_cpuinfo, cpu_id); in riscv_cached_mimpid()
332 struct riscv_cpuinfo *ci = per_cpu_ptr(&riscv_cpuinfo, cpu_id); in c_show()
|
| /linux/drivers/cpuidle/ |
| H A D | cpuidle-haltpoll.c | 60 dev = per_cpu_ptr(haltpoll_cpuidle_devices, cpu); in haltpoll_cpu_online()
77 dev = per_cpu_ptr(haltpoll_cpuidle_devices, cpu); in haltpoll_cpu_offline()
|
| /linux/Documentation/translations/zh_CN/core-api/ |
| H A D | this_cpu_ops.rst | 99 y = per_cpu_ptr(&x, cpu);
248 要远程访问每CPU数据结构，通常使用 ``per_cpu_ptr()`` 函数::
253 struct data *p = per_cpu_ptr(&datap, cpu);
|
| /linux/net/core/ |
| H A D | dst_cache.c | 172 local_lock_init(&per_cpu_ptr(dst_cache->cache, i)->bh_lock); in dst_cache_init()
187 dst_release(per_cpu_ptr(dst_cache->cache, i)->dst); in dst_cache_destroy()
202 struct dst_cache_pcpu *idst = per_cpu_ptr(dst_cache->cache, i); in dst_cache_reset_now()
|