Home
last modified time | relevance | path

Searched refs:raw_cpu_ptr (Results 1 – 25 of 32) sorted by relevance

12

/linux/include/linux/
H A Dsrcutree.h297 atomic_long_inc(raw_cpu_ptr(&scp->srcu_locks)); // Y, and implicit RCU reader. in __srcu_read_lock_fast()
321 atomic_long_inc(raw_cpu_ptr(&scp->srcu_unlocks)); // Z, and implicit RCU reader. in __srcu_read_unlock_fast()
341 atomic_long_inc(raw_cpu_ptr(&scp->srcu_locks)); // Y, and implicit RCU reader. in __srcu_read_lock_fast_updown()
365 atomic_long_inc(raw_cpu_ptr(&scp->srcu_unlocks)); // Z, and implicit RCU reader. in __srcu_read_unlock_fast_updown()
H A Dpercpu-defs.h238 #define raw_cpu_ptr(ptr) \ macro
251 #define this_cpu_ptr(ptr) raw_cpu_ptr(ptr)
263 #define raw_cpu_ptr(ptr) per_cpu_ptr(ptr, 0) macro
264 #define this_cpu_ptr(ptr) raw_cpu_ptr(ptr)
/linux/arch/arm64/include/asm/
H A Dpercpu.h159 op(raw_cpu_ptr(&(pcp)), __VA_ARGS__); \
167 __retval = (typeof(pcp))op(raw_cpu_ptr(&(pcp)), ##args); \
254 ptr__ = raw_cpu_ptr(&(pcp)); \
271 #define this_cpu_ptr raw_cpu_ptr
H A Dstacktrace.h66 unsigned long low = (unsigned long)raw_cpu_ptr(overflow_stack); in stackinfo_get_overflow()
/linux/include/asm-generic/
H A Dpercpu.h82 *raw_cpu_ptr(&(pcp)); \
87 *raw_cpu_ptr(&(pcp)) op val; \
92 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \
100 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \
118 TYPEOF_UNQUAL(pcp) *__p = raw_cpu_ptr(&(pcp)); \
142 ___ret = READ_ONCE(*raw_cpu_ptr(&(pcp))); \
H A Dmmiowb.h30 #define __mmiowb_state() raw_cpu_ptr(&__mmiowb_state)
/linux/arch/loongarch/include/asm/
H A Dpercpu.h110 typeof(*raw_cpu_ptr(&(pcp))) __ret; \
112 __ret = cmpxchg_local(raw_cpu_ptr(&(pcp)), o, n); \
121 __retval = (typeof(pcp))operation(raw_cpu_ptr(&(pcp)), \
/linux/mm/kmsan/
H A Dkmsan.h83 return in_task() ? &current->kmsan_ctx : raw_cpu_ptr(&kmsan_percpu_ctx); in kmsan_get_context()
/linux/drivers/crypto/caam/
H A Dqi.c147 struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev->dev); in caam_fq_ern_cb()
571 struct caam_napi *caam_napi = raw_cpu_ptr(&pcpu_qipriv.caam_napi); in caam_rsp_fq_dqrr_cb()
574 struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev->dev); in caam_rsp_fq_dqrr_cb()
/linux/arch/x86/kernel/cpu/mce/
H A Dcore.c2439 __mcheck_cpu_init_vendor(raw_cpu_ptr(&cpu_info)); in mce_syscore_resume()
2460 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_cpu_restart()
2479 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_disable_cmci()
2486 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_enable_ce()
2730 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_disable_cpu()
2744 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_reenable_cpu()
H A Dintel.c312 if (!mce_available(raw_cpu_ptr(&cpu_info)) || !cmci_supported(&banks)) in cmci_recheck()
/linux/kernel/kcsan/
H A Dcore.c206 return in_task() ? &current->kcsan_ctx : raw_cpu_ptr(&kcsan_cpu_ctx); in get_ctx()
594 raw_cpu_ptr(&kcsan_cpu_ctx)->disable_count++; in kcsan_setup_watchpoint()
709 raw_cpu_ptr(&kcsan_cpu_ctx)->disable_count--; in kcsan_setup_watchpoint()
/linux/kernel/rcu/
H A Dsrcutree.c750 sdp = raw_cpu_ptr(ssp->sda); in __srcu_check_read_flavor()
803 struct srcu_ctr *scp = raw_cpu_ptr(scpp); in __srcu_read_lock_nmisafe()
819 atomic_long_inc(&raw_cpu_ptr(__srcu_ctr_to_ptr(ssp, idx))->srcu_unlocks); in __srcu_read_unlock_nmisafe()
1242 sdp = raw_cpu_ptr(ssp->sda); in srcu_should_expedite()
1309 sdp = raw_cpu_ptr(ssp->sda); in srcu_gp_start_if_needed()
H A Dtree_plugin.h999 if (!READ_ONCE(*raw_cpu_ptr(&rcu_data.rcu_urgent_qs))) in rcu_all_qs()
/linux/net/core/
H A Ddrop_monitor.c450 hw_data = raw_cpu_ptr(&dm_hw_cpu_data); in net_dm_hw_trap_summary_probe()
518 data = raw_cpu_ptr(&dm_cpu_data); in net_dm_packet_trace_kfree_skb_hit()
985 hw_data = raw_cpu_ptr(&dm_hw_cpu_data); in net_dm_hw_trap_packet_probe()
/linux/drivers/char/
H A Drandom.c359 crng = raw_cpu_ptr(&crngs); in crng_make_state()
521 batch = raw_cpu_ptr(&batched_entropy_##type); \
/linux/mm/
H A Dzswap.c852 acomp_ctx = raw_cpu_ptr(pool->acomp_ctx); in zswap_compress()
932 acomp_ctx = raw_cpu_ptr(pool->acomp_ctx); in zswap_decompress()
H A Dvmalloc.c2887 vbq = raw_cpu_ptr(&vmap_block_queue); in vb_alloc()
3426 struct vfree_deferred *p = raw_cpu_ptr(&vfree_deferred); in vfree_atomic()
/linux/drivers/infiniband/ulp/rtrs/
H A Drtrs-clt.c832 if (!list_empty(raw_cpu_ptr(clt_path->mp_skip_entry))) in get_next_path_min_inflight()
848 list_add(raw_cpu_ptr(min_path->mp_skip_entry), &it->skip_list); in get_next_path_min_inflight()
883 if (!list_empty(raw_cpu_ptr(clt_path->mp_skip_entry))) in get_next_path_min_latency()
899 list_add(raw_cpu_ptr(min_path->mp_skip_entry), &it->skip_list); in get_next_path_min_latency()
/linux/kernel/printk/
H A Dnbcon.c1427 return raw_cpu_ptr(&nbcon_pcpu_emergency_nesting); in nbcon_get_cpu_emergency_nesting()
/linux/net/netfilter/
H A Dnft_set_pipapo_avx2.c1142 scratch = *raw_cpu_ptr(m->scratch); in pipapo_get_avx2()
H A Dnft_set_pipapo.c431 scratch = *raw_cpu_ptr(m->scratch); in pipapo_get_slow()
/linux/net/ipv4/
H A Droute.c1528 p = (struct rtable **)raw_cpu_ptr(nhc->nhc_pcpu_rth_output); in rt_cache_route()
1559 struct uncached_list *ul = raw_cpu_ptr(&rt_uncached_list); in rt_add_uncached_list()
2676 prth = raw_cpu_ptr(nhc->nhc_pcpu_rth_output); in __mkroute_output()
/linux/drivers/md/
H A Ddm-stats.c695 last = raw_cpu_ptr(stats->last); in dm_stats_account_io()
/linux/kernel/time/
H A Dhrtimer.c1926 cpu_base = raw_cpu_ptr(&hrtimer_bases); in __hrtimer_setup()

12