Home
last modified time | relevance | path

Searched refs:raw_cpu_ptr (Results 1 – 25 of 39) sorted by relevance

12

/linux/arch/s390/include/asm/
H A Dpercpu.h34 ptr__ = raw_cpu_ptr(&(pcp)); \
73 ptr__ = raw_cpu_ptr(&(pcp)); \
100 ptr__ = raw_cpu_ptr(&(pcp)); \
119 ptr__ = raw_cpu_ptr(&(pcp)); \
141 ptr__ = raw_cpu_ptr(&(pcp)); \
162 ptr__ = raw_cpu_ptr(&(pcp)); \
173 ptr__ = raw_cpu_ptr(&(pcp)); \
/linux/arch/arm64/include/asm/
H A Dpercpu.h152 op(raw_cpu_ptr(&(pcp)), __VA_ARGS__); \
160 __retval = (typeof(pcp))op(raw_cpu_ptr(&(pcp)), ##args); \
247 ptr__ = raw_cpu_ptr(&(pcp)); \
264 #define this_cpu_ptr raw_cpu_ptr
H A Dstacktrace.h67 unsigned long low = (unsigned long)raw_cpu_ptr(overflow_stack); in stackinfo_get_overflow()
/linux/arch/loongarch/include/asm/
H A Dpercpu.h121 typeof(*raw_cpu_ptr(&(pcp))) __ret; \
123 __ret = cmpxchg_local(raw_cpu_ptr(&(pcp)), o, n); \
132 __retval = (typeof(pcp))operation(raw_cpu_ptr(&(pcp)), \
/linux/include/linux/
H A Dsrcutree.h251 atomic_long_inc(raw_cpu_ptr(&scp->srcu_locks)); /* Z */ in __srcu_read_lock_fast()
277 atomic_long_inc(raw_cpu_ptr(&scp->srcu_unlocks)); /* Z */ in __srcu_read_unlock_fast()
326 struct srcu_data *sdp = raw_cpu_ptr(ssp->sda); in srcu_check_read_flavor_force()
H A Dpercpu-defs.h242 #define raw_cpu_ptr(ptr) \ macro
255 #define this_cpu_ptr(ptr) raw_cpu_ptr(ptr)
267 #define raw_cpu_ptr(ptr) per_cpu_ptr(ptr, 0) macro
268 #define this_cpu_ptr(ptr) raw_cpu_ptr(ptr)
H A Dsbitmap.h350 *raw_cpu_ptr(sb->alloc_hint) = bitnr; in sbitmap_put()
/linux/include/asm-generic/
H A Dmmiowb.h30 #define __mmiowb_state() raw_cpu_ptr(&__mmiowb_state)
/linux/net/netfilter/
H A Dnft_counter.c73 this_cpu = raw_cpu_ptr(cpu_stats); in nft_counter_do_init()
252 this_cpu = raw_cpu_ptr(cpu_stats); in nft_counter_clone()
H A Dnft_set_pipapo.c427 if (unlikely(!m || !*raw_cpu_ptr(m->scratch))) in nft_pipapo_lookup()
430 scratch = *raw_cpu_ptr(m->scratch); in nft_pipapo_lookup()
/linux/drivers/irqchip/
H A Dirq-gic.c651 ptr = raw_cpu_ptr(gic->saved_ppi_enable); in gic_cpu_save()
655 ptr = raw_cpu_ptr(gic->saved_ppi_active); in gic_cpu_save()
659 ptr = raw_cpu_ptr(gic->saved_ppi_conf); in gic_cpu_save()
681 ptr = raw_cpu_ptr(gic->saved_ppi_enable); in gic_cpu_restore()
688 ptr = raw_cpu_ptr(gic->saved_ppi_active); in gic_cpu_restore()
695 ptr = raw_cpu_ptr(gic->saved_ppi_conf); in gic_cpu_restore()
/linux/fs/bcachefs/
H A Drcu_pending.c434 p = raw_cpu_ptr(pending->p); in __rcu_pending_enqueue()
524 p = raw_cpu_ptr(pending->p); in __rcu_pending_enqueue()
568 return rcu_pending_pcpu_dequeue(raw_cpu_ptr(pending->p)); in rcu_pending_dequeue()
/linux/mm/kmsan/
H A Dkmsan.h83 return in_task() ? &current->kmsan_ctx : raw_cpu_ptr(&kmsan_percpu_ctx); in kmsan_get_context()
/linux/drivers/crypto/caam/
H A Dqi.c147 struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev->dev); in caam_fq_ern_cb()
574 struct caam_napi *caam_napi = raw_cpu_ptr(&pcpu_qipriv.caam_napi); in caam_rsp_fq_dqrr_cb()
577 struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev->dev); in caam_rsp_fq_dqrr_cb()
/linux/arch/x86/kernel/cpu/mce/
H A Dcore.c2485 __mcheck_cpu_init_vendor(raw_cpu_ptr(&cpu_info)); in mce_syscore_resume()
2501 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_cpu_restart()
2519 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_disable_cmci()
2526 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_enable_ce()
2770 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_disable_cpu()
2784 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_reenable_cpu()
H A Dintel.c312 if (!mce_available(raw_cpu_ptr(&cpu_info)) || !cmci_supported(&banks)) in cmci_recheck()
/linux/kernel/rcu/
H A Dsrcutree.c733 sdp = raw_cpu_ptr(ssp->sda); in __srcu_check_read_flavor()
782 struct srcu_ctr *scp = raw_cpu_ptr(scpp); in __srcu_read_lock_nmisafe()
798 atomic_long_inc(&raw_cpu_ptr(__srcu_ctr_to_ptr(ssp, idx))->srcu_unlocks); in __srcu_read_unlock_nmisafe()
1209 sdp = raw_cpu_ptr(ssp->sda); in srcu_should_expedite()
1274 sdp = raw_cpu_ptr(ssp->sda); in srcu_gp_start_if_needed()
/linux/net/ipv6/
H A Dseg6_hmac.c391 p_tfm = raw_cpu_ptr(algo->tfms); in seg6_hmac_init_algo()
/linux/kernel/irq/
H A Dchip.c857 res = action->handler(irq, raw_cpu_ptr(action->percpu_dev_id)); in handle_percpu_devid_irq()
892 res = action->handler(irq, raw_cpu_ptr(action->percpu_dev_id)); in handle_percpu_devid_fasteoi_nmi()
/linux/drivers/char/
H A Drandom.c369 crng = raw_cpu_ptr(&crngs); in crng_make_state()
534 batch = raw_cpu_ptr(&batched_entropy_##type); \
/linux/kernel/time/
H A Dhrtimer.c949 struct hrtimer_cpu_base *cpu_base = raw_cpu_ptr(&hrtimer_bases); in clock_was_set()
1610 cpu_base = raw_cpu_ptr(&hrtimer_bases); in __hrtimer_setup()
/linux/kernel/
H A Dtaskstats.c623 listeners = raw_cpu_ptr(&listener_array); in taskstats_exit()
/linux/drivers/infiniband/ulp/rtrs/
H A Drtrs-clt.c832 if (!list_empty(raw_cpu_ptr(clt_path->mp_skip_entry))) in get_next_path_min_inflight()
848 list_add(raw_cpu_ptr(min_path->mp_skip_entry), &it->skip_list); in get_next_path_min_inflight()
883 if (!list_empty(raw_cpu_ptr(clt_path->mp_skip_entry))) in get_next_path_min_latency()
899 list_add(raw_cpu_ptr(min_path->mp_skip_entry), &it->skip_list); in get_next_path_min_latency()
/linux/kernel/printk/
H A Dnbcon.c1359 return raw_cpu_ptr(&nbcon_pcpu_emergency_nesting); in nbcon_get_cpu_emergency_nesting()
/linux/kernel/kcsan/
H A Dcore.c206 return in_task() ? &current->kcsan_ctx : raw_cpu_ptr(&kcsan_cpu_ctx); in get_ctx()

12