| /linux/arch/x86/lib/ |
| H A D | cmpxchg16b_emu.S | 26 cmpq __percpu (%rsi), %rax
28 cmpq __percpu 8(%rsi), %rdx
32 movq %rbx, __percpu (%rsi)
33 movq %rcx, __percpu 8(%rsi)
45 movq __percpu (%rsi), %rax
46 movq __percpu 8(%rsi), %rdx
|
| /linux/include/net/ |
| H A D | gen_stats.h | 50 struct gnet_stats_basic_sync __percpu *cpu,
53 struct gnet_stats_basic_sync __percpu *cpu,
56 struct gnet_stats_basic_sync __percpu *cpu,
61 struct gnet_stats_queue __percpu *cpu_q,
64 const struct gnet_stats_queue __percpu *cpu_q,
71 struct gnet_stats_basic_sync __percpu *cpu_bstats,
77 struct gnet_stats_basic_sync __percpu *cpu_bstats,
|
| /linux/include/linux/ |
| H A D | srcu.h | 324 static inline struct srcu_ctr __percpu *srcu_read_lock_fast(struct srcu_struct *ssp) __acquires_shared(ssp)
327 struct srcu_ctr __percpu *retval;
364 static inline struct srcu_ctr __percpu *srcu_read_lock_fast_updown(struct srcu_struct *ssp) in srcu_read_lock_fast_notrace()
367 struct srcu_ctr __percpu *retval; in srcu_read_lock_fast_notrace()
380 static inline struct srcu_ctr __percpu *srcu_read_lock_fast_notrace(struct srcu_struct *ssp)
383 struct srcu_ctr __percpu *retval;
402 static inline struct srcu_ctr __percpu *srcu_down_read_fast(struct srcu_struct *ssp) __acquires_shared(ssp)
497 static inline void srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in srcu_read_unlock_fast_updown()
514 srcu_read_unlock_fast_updown(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) __releases_shared(ssp)
528 struct srcu_ctr __percpu *sc in srcu_up_read_fast()
[all...] |
| H A D | srcutree.h | 105 struct srcu_ctr __percpu *srcu_ctrp;
106 struct srcu_data __percpu *sda; /* Per-CPU srcu_data array. */
244 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()
251 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()
288 static inline struct srcu_ctr __percpu notrace *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()
291 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast()
312 __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()
332 struct srcu_ctr __percpu notrace *__srcu_read_lock_fast_updown(struct srcu_struct *ssp) in __srcu_read_lock_fast_updown()
335 struct srcu_ctr __percpu *scp = READ_ONCE(ssp->srcu_ctrp); in __srcu_read_lock_fast_updown()
356 __srcu_read_unlock_fast_updown(struct srcu_struct *ssp, struct srcu_ctr __percpu *sc in __srcu_read_unlock_fast_updown()
[all...] |
| H A D | srcutiny.h | 90 static inline bool __srcu_ptr_to_ctr(struct srcu_struct *ssp, struct srcu_ctr __percpu *scpp) in __srcu_ptr_to_ctr()
95 static inline struct srcu_ctr __percpu *__srcu_ctr_to_ptr(struct srcu_struct *ssp, int idx) in __srcu_ctr_to_ptr()
97 return (struct srcu_ctr __percpu *)(intptr_t)idx;
100 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast(struct srcu_struct *ssp) in __srcu_read_lock_fast()
106 static inline void __srcu_read_unlock_fast(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in __srcu_read_unlock_fast()
112 static inline struct srcu_ctr __percpu *__srcu_read_lock_fast_updown(struct srcu_struct *ssp)
119 void __srcu_read_unlock_fast_updown(struct srcu_struct *ssp, struct srcu_ctr __percpu *scp) in synchronize_srcu_expedited()
|
| H A D | percpu.h | 136 extern void __percpu *pcpu_alloc_noprof(size_t size, size_t align, bool reserved,
147 (typeof(type) __percpu *)__alloc_percpu_gfp(sizeof(type), \
150 (typeof(type) __percpu *)__alloc_percpu(sizeof(type), \
153 ((typeof(type) __percpu *)pcpu_alloc_noprof(sizeof(type), \
156 extern void free_percpu(void __percpu *__pdata);
158 DEFINE_FREE(free_percpu, void __percpu *, free_percpu(_T))
|
| H A D | kmemleak.h | 20 extern void kmemleak_alloc_percpu(const void __percpu *ptr, size_t size,
26 extern void kmemleak_free_percpu(const void __percpu *ptr) __ref;
31 extern void kmemleak_ignore_percpu(const void __percpu *ptr) __ref;
72 static inline void kmemleak_alloc_percpu(const void __percpu *ptr, size_t size, in kmemleak_alloc_percpu()
89 static inline void kmemleak_free_percpu(const void __percpu *ptr) in kmemleak_free_percpu()
101 static inline void kmemleak_ignore_percpu(const void __percpu *ptr) in kmemleak_ignore_percpu()
|
| H A D | percpu-refcount.h | 159 unsigned long __percpu **percpu_countp) in __ref_is_percpu()
185 *percpu_countp = (unsigned long __percpu *)percpu_ptr; in __ref_is_percpu()
200 unsigned long __percpu *percpu_count; in percpu_ref_get_many()
238 unsigned long __percpu *percpu_count; in percpu_ref_tryget_many()
277 unsigned long __percpu *percpu_count; in percpu_ref_tryget_live_rcu()
328 unsigned long __percpu *percpu_count; in percpu_ref_put_many()
|
| H A D | hw_breakpoint.h | 79 extern struct perf_event * __percpu *
86 extern void unregister_wide_hw_breakpoint(struct perf_event * __percpu *cpu_events);
122 static inline struct perf_event * __percpu *
130 unregister_wide_hw_breakpoint(struct perf_event * __percpu *cpu_events) { } in unregister_wide_hw_breakpoint()
|
| H A D | bpf_mem_alloc.h | 12 struct bpf_mem_caches __percpu *caches;
13 struct bpf_mem_cache __percpu *cache;
|
| /linux/fs/squashfs/ |
| H A D | decompressor_multi_percpu.c | 31 struct squashfs_stream __percpu *percpu; in squashfs_decompressor_create()
63 struct squashfs_stream __percpu *percpu = in squashfs_decompressor_destroy()
64 (void __percpu *)(unsigned long) msblk->stream; in squashfs_decompressor_destroy()
81 struct squashfs_stream __percpu *percpu = in squashfs_decompress()
82 (void __percpu *)(unsigned long) msblk->stream; in squashfs_decompress()
|
| /linux/lib/ |
| H A D | percpu-refcount.c | 42 static unsigned long __percpu *percpu_count_ptr(struct percpu_ref *ref) in percpu_count_ptr()
44 return (unsigned long __percpu *) in percpu_count_ptr()
78 free_percpu((void __percpu *)ref->percpu_count_ptr); in percpu_ref_init()
110 unsigned long __percpu *percpu_count = percpu_count_ptr(ref); in __percpu_ref_exit()
172 unsigned long __percpu *percpu_count = percpu_count_ptr(ref); in percpu_ref_switch_to_atomic_rcu()
239 unsigned long __percpu *percpu_count = percpu_count_ptr(ref); in __percpu_ref_switch_to_percpu()
412 unsigned long __percpu *percpu_count; in percpu_ref_is_zero()
465 unsigned long __percpu *percpu_count; in percpu_ref_resurrect()
|
| /linux/net/core/ |
| H A D | gen_stats.c | 127 struct gnet_stats_basic_sync __percpu *cpu) in gnet_stats_add_basic_cpu()
150 struct gnet_stats_basic_sync __percpu *cpu, in gnet_stats_add_basic()
175 struct gnet_stats_basic_sync __percpu *cpu, in gnet_stats_read_basic()
212 struct gnet_stats_basic_sync __percpu *cpu, in ___gnet_stats_copy_basic()
261 struct gnet_stats_basic_sync __percpu *cpu, in gnet_stats_copy_basic()
288 struct gnet_stats_basic_sync __percpu *cpu, in gnet_stats_copy_basic_hw()
341 const struct gnet_stats_queue __percpu *q) in gnet_stats_add_queue_cpu()
357 const struct gnet_stats_queue __percpu *cpu, in gnet_stats_add_queue()
388 struct gnet_stats_queue __percpu *cpu_q, in gnet_stats_copy_queue()
|
| H A D | gen_estimator.c | 46 struct gnet_stats_basic_sync __percpu *cpu_bstats;
133 struct gnet_stats_basic_sync __percpu *cpu_bstats, in gen_new_estimator()
236 struct gnet_stats_basic_sync __percpu *cpu_bstats, in gen_replace_estimator()
|
| /linux/include/trace/events/ |
| H A D | percpu.h | 16 void __percpu *ptr, size_t bytes_alloc, gfp_t gfp_flags),
29 __field( void __percpu *, ptr )
56 TP_PROTO(void *base_addr, int off, void __percpu *ptr),
63 __field( void __percpu *, ptr )
|
| /linux/net/smc/ |
| H A D | smc_stats.h | 114 struct smc_stats __percpu *_smc_stats = _net->smc.smc_stats; \
129 struct smc_stats __percpu *_smc_stats = _net->smc.smc_stats; \
167 struct smc_stats __percpu *_smc_stats = _net->smc.smc_stats; \
186 struct smc_stats __percpu *_smc_stats = net->smc.smc_stats; \
232 struct smc_stats __percpu *smc_stats = net->smc.smc_stats; \
245 struct smc_stats __percpu *smc_stats = (net)->smc.smc_stats; \
|
| /linux/drivers/perf/ |
| H A D | arm_pmu.c | 35 void (*free_pmuirq)(unsigned int irq, int cpu, void __percpu *devid);
38 static void armpmu_free_pmuirq(unsigned int irq, int cpu, void __percpu *devid) in armpmu_free_pmuirq()
49 static void armpmu_free_pmunmi(unsigned int irq, int cpu, void __percpu *devid) in armpmu_free_pmunmi()
66 void __percpu *devid) in armpmu_free_percpu_pmuirq()
68 struct arm_pmu *armpmu = *per_cpu_ptr((void * __percpu *)devid, cpu); in armpmu_free_percpu_pmuirq()
93 void __percpu *devid) in armpmu_free_percpu_pmunmi()
95 struct arm_pmu *armpmu = *per_cpu_ptr((void * __percpu *)devid, cpu); in armpmu_free_percpu_pmunmi()
617 void armpmu_free_irq(struct arm_pmu * __percpu *armpmu, int irq, int cpu) in armpmu_free_irq()
630 int armpmu_request_irq(struct arm_pmu * __percpu *pcpu_armpmu, int irq, int cpu) in armpmu_request_irq()
702 struct pmu_hw_events __percpu *hw_events = pmu->hw_events; in armpmu_get_cpu_irq()
|
| /linux/mm/ |
| H A D | vmstat.c | 348 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __mod_zone_page_state()
349 s8 __percpu *p = pcp->vm_stat_diff + item; in __mod_zone_page_state()
379 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __mod_node_page_state()
380 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __mod_node_page_state()
437 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __inc_zone_state()
438 s8 __percpu *p = pcp->vm_stat_diff + item; in __inc_zone_state()
458 struct per_cpu_nodestat __percpu *pcp = pgdat->per_cpu_nodestats; in __inc_node_state()
459 s8 __percpu *p = pcp->vm_node_stat_diff + item; in __inc_node_state()
493 struct per_cpu_zonestat __percpu *pcp = zone->per_cpu_zonestats; in __dec_zone_state()
494 s8 __percpu * in __dec_zone_state()
[all...] |
| /linux/arch/csky/include/asm/ |
| H A D | asid.h | 15 atomic64_t __percpu *active;
16 u64 __percpu *reserved;
|
| /linux/fs/xfs/ |
| H A D | xfs_stats.c | 10 static int counter_val(struct xfsstats __percpu *stats, int idx) in counter_val()
19 int xfs_stats_format(struct xfsstats __percpu *stats, char *buf) in xfs_stats_format()
101 void xfs_stats_clearall(struct xfsstats __percpu *stats) in xfs_stats_clearall()
|
| /linux/kernel/bpf/ |
| H A D | bpf_lru_list.h | 48 struct bpf_lru_locallist __percpu *local_list;
56 struct bpf_lru_list __percpu *percpu_lru;
|
| H A D | hashtab.c | 95 struct htab_elem *__percpu *extra_elems;
191 void __percpu *pptr) in htab_elem_set_ptr()
193 *(void __percpu **)htab_elem_value(l, key_size) = pptr; in htab_elem_set_ptr()
196 static inline void __percpu *htab_elem_get_ptr(struct htab_elem *l, u32 key_size) in htab_elem_get_ptr()
198 return *(void __percpu **)htab_elem_value(l, key_size); in htab_elem_get_ptr()
252 void __percpu *pptr = htab_elem_get_ptr(elem, htab->map.key_size); in htab_free_prealloced_fields()
276 void __percpu *pptr; in htab_free_elems()
332 void __percpu *pptr; in prealloc_init()
385 struct htab_elem *__percpu *pptr, *l_new; in alloc_extra_elems()
480 void __percpu *pptr = *(void __percpu **)obj; in htab_pcpu_mem_dtor()
[all …]
|
| /linux/net/openvswitch/ |
| H A D | flow_table.h | 33 struct mask_cache_entry __percpu *mask_cache;
49 struct mask_array_stats __percpu *masks_usage_stats;
|
| /linux/drivers/block/rnbd/ |
| H A D | rnbd-clt.h | 81 struct rnbd_cpu_qlist __percpu
84 int __percpu *cpu_rr; /* per-cpu var for CPU round-robin */
|
| /linux/drivers/net/ethernet/freescale/dpaa/ |
| H A D | dpaa_eth.h | 60 int __percpu *percpu_count;
131 struct dpaa_percpu_priv __percpu *percpu_priv;
|