/linux/arch/s390/include/asm/ |
H A D | percpu.h | 34 ptr__ = raw_cpu_ptr(&(pcp)); \ 73 ptr__ = raw_cpu_ptr(&(pcp)); \ 100 ptr__ = raw_cpu_ptr(&(pcp)); \ 119 ptr__ = raw_cpu_ptr(&(pcp)); \ 141 ptr__ = raw_cpu_ptr(&(pcp)); \ 162 ptr__ = raw_cpu_ptr(&(pcp)); \ 173 ptr__ = raw_cpu_ptr(&(pcp)); \
|
/linux/arch/arm64/include/asm/ |
H A D | percpu.h | 152 op(raw_cpu_ptr(&(pcp)), __VA_ARGS__); \ 160 __retval = (typeof(pcp))op(raw_cpu_ptr(&(pcp)), ##args); \ 247 ptr__ = raw_cpu_ptr(&(pcp)); \ 264 #define this_cpu_ptr raw_cpu_ptr
|
H A D | stacktrace.h | 67 unsigned long low = (unsigned long)raw_cpu_ptr(overflow_stack); in stackinfo_get_overflow()
|
/linux/arch/loongarch/include/asm/ |
H A D | percpu.h | 121 typeof(*raw_cpu_ptr(&(pcp))) __ret; \ 123 __ret = cmpxchg_local(raw_cpu_ptr(&(pcp)), o, n); \ 132 __retval = (typeof(pcp))operation(raw_cpu_ptr(&(pcp)), \
|
/linux/include/linux/ |
H A D | srcutree.h | 251 atomic_long_inc(raw_cpu_ptr(&scp->srcu_locks)); /* Z */ in __srcu_read_lock_fast() 277 atomic_long_inc(raw_cpu_ptr(&scp->srcu_unlocks)); /* Z */ in __srcu_read_unlock_fast() 326 struct srcu_data *sdp = raw_cpu_ptr(ssp->sda); in srcu_check_read_flavor_force()
|
H A D | percpu-defs.h | 242 #define raw_cpu_ptr(ptr) \ macro 255 #define this_cpu_ptr(ptr) raw_cpu_ptr(ptr) 267 #define raw_cpu_ptr(ptr) per_cpu_ptr(ptr, 0) macro 268 #define this_cpu_ptr(ptr) raw_cpu_ptr(ptr)
|
H A D | sbitmap.h | 350 *raw_cpu_ptr(sb->alloc_hint) = bitnr; in sbitmap_put()
|
/linux/include/asm-generic/ |
H A D | mmiowb.h | 30 #define __mmiowb_state() raw_cpu_ptr(&__mmiowb_state)
|
/linux/net/netfilter/ |
H A D | nft_counter.c | 73 this_cpu = raw_cpu_ptr(cpu_stats); in nft_counter_do_init() 252 this_cpu = raw_cpu_ptr(cpu_stats); in nft_counter_clone()
|
H A D | nft_set_pipapo.c | 427 if (unlikely(!m || !*raw_cpu_ptr(m->scratch))) in nft_pipapo_lookup() 430 scratch = *raw_cpu_ptr(m->scratch); in nft_pipapo_lookup()
|
/linux/drivers/irqchip/ |
H A D | irq-gic.c | 651 ptr = raw_cpu_ptr(gic->saved_ppi_enable); in gic_cpu_save() 655 ptr = raw_cpu_ptr(gic->saved_ppi_active); in gic_cpu_save() 659 ptr = raw_cpu_ptr(gic->saved_ppi_conf); in gic_cpu_save() 681 ptr = raw_cpu_ptr(gic->saved_ppi_enable); in gic_cpu_restore() 688 ptr = raw_cpu_ptr(gic->saved_ppi_active); in gic_cpu_restore() 695 ptr = raw_cpu_ptr(gic->saved_ppi_conf); in gic_cpu_restore()
|
/linux/fs/bcachefs/ |
H A D | rcu_pending.c | 434 p = raw_cpu_ptr(pending->p); in __rcu_pending_enqueue() 524 p = raw_cpu_ptr(pending->p); in __rcu_pending_enqueue() 568 return rcu_pending_pcpu_dequeue(raw_cpu_ptr(pending->p)); in rcu_pending_dequeue()
|
/linux/mm/kmsan/ |
H A D | kmsan.h | 83 return in_task() ? ¤t->kmsan_ctx : raw_cpu_ptr(&kmsan_percpu_ctx); in kmsan_get_context()
|
/linux/drivers/crypto/caam/ |
H A D | qi.c | 147 struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev->dev); in caam_fq_ern_cb() 574 struct caam_napi *caam_napi = raw_cpu_ptr(&pcpu_qipriv.caam_napi); in caam_rsp_fq_dqrr_cb() 577 struct device *qidev = &(raw_cpu_ptr(&pcpu_qipriv)->net_dev->dev); in caam_rsp_fq_dqrr_cb()
|
/linux/arch/x86/kernel/cpu/mce/ |
H A D | core.c | 2485 __mcheck_cpu_init_vendor(raw_cpu_ptr(&cpu_info)); in mce_syscore_resume() 2501 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_cpu_restart() 2519 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_disable_cmci() 2526 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_enable_ce() 2770 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_disable_cpu() 2784 if (!mce_available(raw_cpu_ptr(&cpu_info))) in mce_reenable_cpu()
|
H A D | intel.c | 312 if (!mce_available(raw_cpu_ptr(&cpu_info)) || !cmci_supported(&banks)) in cmci_recheck()
|
/linux/kernel/rcu/ |
H A D | srcutree.c | 733 sdp = raw_cpu_ptr(ssp->sda); in __srcu_check_read_flavor() 782 struct srcu_ctr *scp = raw_cpu_ptr(scpp); in __srcu_read_lock_nmisafe() 798 atomic_long_inc(&raw_cpu_ptr(__srcu_ctr_to_ptr(ssp, idx))->srcu_unlocks); in __srcu_read_unlock_nmisafe() 1209 sdp = raw_cpu_ptr(ssp->sda); in srcu_should_expedite() 1274 sdp = raw_cpu_ptr(ssp->sda); in srcu_gp_start_if_needed()
|
/linux/net/ipv6/ |
H A D | seg6_hmac.c | 391 p_tfm = raw_cpu_ptr(algo->tfms); in seg6_hmac_init_algo()
|
/linux/kernel/irq/ |
H A D | chip.c | 857 res = action->handler(irq, raw_cpu_ptr(action->percpu_dev_id)); in handle_percpu_devid_irq() 892 res = action->handler(irq, raw_cpu_ptr(action->percpu_dev_id)); in handle_percpu_devid_fasteoi_nmi()
|
/linux/drivers/char/ |
H A D | random.c | 369 crng = raw_cpu_ptr(&crngs); in crng_make_state() 534 batch = raw_cpu_ptr(&batched_entropy_##type); \
|
/linux/kernel/time/ |
H A D | hrtimer.c | 949 struct hrtimer_cpu_base *cpu_base = raw_cpu_ptr(&hrtimer_bases); in clock_was_set() 1610 cpu_base = raw_cpu_ptr(&hrtimer_bases); in __hrtimer_setup()
|
/linux/kernel/ |
H A D | taskstats.c | 623 listeners = raw_cpu_ptr(&listener_array); in taskstats_exit()
|
/linux/drivers/infiniband/ulp/rtrs/ |
H A D | rtrs-clt.c | 832 if (!list_empty(raw_cpu_ptr(clt_path->mp_skip_entry))) in get_next_path_min_inflight() 848 list_add(raw_cpu_ptr(min_path->mp_skip_entry), &it->skip_list); in get_next_path_min_inflight() 883 if (!list_empty(raw_cpu_ptr(clt_path->mp_skip_entry))) in get_next_path_min_latency() 899 list_add(raw_cpu_ptr(min_path->mp_skip_entry), &it->skip_list); in get_next_path_min_latency()
|
/linux/kernel/printk/ |
H A D | nbcon.c | 1359 return raw_cpu_ptr(&nbcon_pcpu_emergency_nesting); in nbcon_get_cpu_emergency_nesting()
|
/linux/kernel/kcsan/ |
H A D | core.c | 206 return in_task() ? ¤t->kcsan_ctx : raw_cpu_ptr(&kcsan_cpu_ctx); in get_ctx()
|