Home
last modified time | relevance | path

Searched refs:percpu (Results 1 – 25 of 61) sorted by relevance

123

/linux/fs/squashfs/
H A Ddecompressor_multi_percpu.c31 struct squashfs_stream __percpu *percpu; in squashfs_decompressor_create() local
34 percpu = alloc_percpu(struct squashfs_stream); in squashfs_decompressor_create()
35 if (percpu == NULL) in squashfs_decompressor_create()
39 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_create()
49 return (void *)(__force unsigned long) percpu; in squashfs_decompressor_create()
53 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_create()
57 free_percpu(percpu); in squashfs_decompressor_create()
63 struct squashfs_stream __percpu *percpu = in squashfs_decompressor_destroy() local
70 stream = per_cpu_ptr(percpu, cpu); in squashfs_decompressor_destroy()
73 free_percpu(percpu); in squashfs_decompressor_destroy()
[all …]
/linux/tools/testing/selftests/bpf/prog_tests/
H A Dglobal_data_init.c139 if (!ASSERT_OK_PTR(skel->percpu, "skel->percpu")) in test_global_percpu_data_init()
154 ASSERT_STREQ(bpf_map__name(skel->maps.percpu), ".percpu", "map name"); in test_global_percpu_data_init()
155 ASSERT_EQ(skel->percpu->data, -1, "skel->percpu->data"); in test_global_percpu_data_init()
156 ASSERT_FALSE(skel->percpu->set, "skel->percpu->set"); in test_global_percpu_data_init()
157 ASSERT_EQ(skel->percpu->nums[6], 0, "skel->percpu->nums[6]"); in test_global_percpu_data_init()
158 ASSERT_EQ(skel->percpu->struct_data.i, -1, "struct_data.i"); in test_global_percpu_data_init()
159 ASSERT_FALSE(skel->percpu->struct_data.set, "struct_data.set"); in test_global_percpu_data_init()
160 ASSERT_EQ(skel->percpu->struct_data.nums[6], 0, "struct_data.nums[6]"); in test_global_percpu_data_init()
162 map = skel->maps.percpu; in test_global_percpu_data_init()
184 ASSERT_EQ((void *) init_data, (void *) skel->percpu, "skel->percpu eq init_data"); in test_global_percpu_data_init()
[all …]
/linux/kernel/bpf/
H A Dmemalloc.c262 static void free_one(void *obj, bool percpu) in free_one()
264 if (percpu)
270 static int free_all(struct bpf_mem_cache *c, struct llist_node *llnode, bool percpu) in free_all()
278 free_one(pos, percpu);
522 /* To avoid consuming memory, for non-percpu allocation, assume that in bpf_mem_alloc_init()
539 int bpf_mem_alloc_init(struct bpf_mem_alloc *ma, int size, bool percpu) in bpf_mem_alloc_init()
546 if (percpu && size == 0) in bpf_mem_alloc_init()
550 if (percpu) in bpf_mem_alloc_init()
552 ma->percpu = percpu; in bpf_mem_alloc_init()
257 free_one(void * obj,bool percpu) free_one() argument
265 free_all(struct bpf_mem_cache * c,struct llist_node * llnode,bool percpu) free_all() argument
507 bpf_mem_alloc_init(struct bpf_mem_alloc * ma,int size,bool percpu) bpf_mem_alloc_init() argument
628 bool percpu = !!c->percpu_size; drain_mem_cache() local
1008 bpf_mem_alloc_check_size(bool percpu,size_t size) bpf_mem_alloc_check_size() argument
[all...]
H A Darraymap.c55 bool percpu = attr->map_type == BPF_MAP_TYPE_PERCPU_ARRAY; in array_map_alloc_check() local
63 (percpu && numa_node != NUMA_NO_NODE)) in array_map_alloc_check()
78 if (percpu && round_up(attr->value_size, 8) > PCPU_MIN_UNIT_SIZE) in array_map_alloc_check()
86 bool percpu = attr->map_type == BPF_MAP_TYPE_PERCPU_ARRAY; in array_map_alloc() local
117 if (percpu) { in array_map_alloc()
153 if (percpu && bpf_array_alloc_percpu(array)) { in array_map_alloc()
839 bool percpu = map->map_type == BPF_MAP_TYPE_PERCPU_ARRAY; in array_map_mem_usage() local
844 if (percpu) { in array_map_mem_usage()
H A Dhashtab.c213 /* Both percpu and fd htab support in-place update, so no need for
415 bool percpu = (attr->map_type == BPF_MAP_TYPE_PERCPU_HASH || in htab_map_alloc_check()
421 * the map's value itself is percpu. percpu_lru has in htab_map_alloc_check()
446 if (numa_node != NUMA_NO_NODE && (percpu || percpu_lru)) in htab_map_alloc_check()
464 /* percpu map value size is bound by PCPU_MIN_UNIT_SIZE */ in htab_map_alloc_check()
465 if (percpu && round_up(attr->value_size, 8) > PCPU_MIN_UNIT_SIZE) in htab_map_alloc_check()
565 bool percpu = (attr->map_type == BPF_MAP_TYPE_PERCPU_HASH || in htab_map_alloc()
569 * the map's value itself is percpu. percpu_lru has in htab_map_alloc()
606 if (percpu) in htab_map_alloc()
670 if (percpu) { in htab_map_alloc()
414 bool percpu = (attr->map_type == BPF_MAP_TYPE_PERCPU_HASH || htab_map_alloc_check() local
550 bool percpu = (attr->map_type == BPF_MAP_TYPE_PERCPU_HASH || htab_map_alloc() local
1084 alloc_htab_elem(struct bpf_htab * htab,void * key,void * value,u32 key_size,u32 hash,bool percpu,bool onallcpus,struct htab_elem * old_elem,u64 map_flags) alloc_htab_elem() argument
1364 htab_map_update_elem_in_place(struct bpf_map * map,void * key,void * value,u64 map_flags,bool percpu,bool onallcpus) htab_map_update_elem_in_place() argument
2348 bool percpu = htab_is_percpu(htab); htab_map_mem_usage() local
[all...]
/linux/arch/alpha/boot/
H A Dmain.c65 struct percpu_struct * percpu; in pal_init() local
95 percpu = (struct percpu_struct *) in pal_init()
97 rev = percpu->pal_revision = percpu->palcode_avail[2]; in pal_init()
H A Dbootp.c71 struct percpu_struct * percpu; in pal_init() local
101 percpu = (struct percpu_struct *) in pal_init()
103 rev = percpu->pal_revision = percpu->palcode_avail[2]; in pal_init()
H A Dbootpz.c119 struct percpu_struct * percpu; in pal_init() local
149 percpu = (struct percpu_struct *) in pal_init()
151 rev = percpu->pal_revision = percpu->palcode_avail[2]; in pal_init()
/linux/include/linux/
H A Dbpf_mem_alloc.h15 bool percpu; member
31 int bpf_mem_alloc_init(struct bpf_mem_alloc *ma, int size, bool percpu);
43 int bpf_mem_alloc_check_size(bool percpu, size_t size);
/linux/Documentation/translations/zh_CN/core-api/
H A Dworkqueue.rst595 events percpu 0 2 4 6
596 events_highpri percpu 1 3 5 7
597 events_long percpu 0 2 4 6
599 events_freezable percpu 0 2 4 6
600 events_power_efficient percpu 0 2 4 6
601 events_freezable_power_ percpu 0 2 4 6
602 rcu_gp percpu 0 2 4 6
603 rcu_par_gp percpu 0 2 4 6
604 slub_flushwq percpu 0 2 4 6
/linux/tools/testing/selftests/cgroup/
H A Dtest_kmem.c356 long current, percpu, slab; in test_percpu_basic() local
385 percpu = cg_read_key_long(parent, "memory.stat", "percpu "); in test_percpu_basic()
388 if (current > 0 && percpu > 0 && slab >= 0 && in test_percpu_basic()
389 labs(current - (percpu + slab)) < MAX_VMSTAT_ERROR) in test_percpu_basic()
393 current, percpu, slab, current - (percpu + slab)); in test_percpu_basic()
/linux/net/rds/
H A Dib_recv.c107 cache->percpu = alloc_percpu_gfp(struct rds_ib_cache_head, gfp); in rds_ib_recv_alloc_cache()
108 if (!cache->percpu) in rds_ib_recv_alloc_cache()
112 head = per_cpu_ptr(cache->percpu, cpu); in rds_ib_recv_alloc_cache()
130 free_percpu(ic->i_cache_incs.percpu); in rds_ib_recv_alloc_caches()
143 head = per_cpu_ptr(cache->percpu, cpu); in rds_ib_cache_splice_all_lists()
166 free_percpu(ic->i_cache_incs.percpu); in rds_ib_recv_free_caches()
177 free_percpu(ic->i_cache_frags.percpu); in rds_ib_recv_free_caches()
488 chpfirst = __this_cpu_read(cache->percpu->first); in rds_ib_recv_cache_put()
494 __this_cpu_write(cache->percpu->first, new_item); in rds_ib_recv_cache_put()
495 __this_cpu_inc(cache->percpu->count); in rds_ib_recv_cache_put()
[all …]
/linux/drivers/md/
H A Draid5.c1545 static struct page **to_addr_page(struct raid5_percpu *percpu, int i) in to_addr_page() argument
1547 return percpu->scribble + i * percpu->scribble_obj_size; in to_addr_page()
1552 struct raid5_percpu *percpu, int i) in to_addr_conv() argument
1554 return (void *) (to_addr_page(percpu, i) + sh->disks + 2); in to_addr_conv()
1561 to_addr_offs(struct stripe_head *sh, struct raid5_percpu *percpu) in to_addr_offs() argument
1563 return (unsigned int *) (to_addr_conv(sh, percpu, 0) + sh->disks + 2); in to_addr_offs()
1567 ops_run_compute5(struct stripe_head *sh, struct raid5_percpu *percpu) in ops_run_compute5() argument
1570 struct page **xor_srcs = to_addr_page(percpu, 0); in ops_run_compute5()
1571 unsigned int *off_srcs = to_addr_offs(sh, percpu); in ops_run_compute5()
1597 ops_complete_compute, sh, to_addr_conv(sh, percpu, 0)); in ops_run_compute5()
[all …]
/linux/drivers/clocksource/
H A Dtimer-qcom.c152 bool percpu) in msm_timer_init() argument
158 msm_timer_has_ppi = percpu; in msm_timer_init()
166 if (percpu) in msm_timer_init()
/linux/arch/sparc/kernel/
H A Dsun4m_irq.c107 bool percpu; member
200 if (handler_data->percpu) { in sun4m_mask_irq()
219 if (handler_data->percpu) { in sun4m_unmask_irq()
278 handler_data->percpu = real_irq < OBP_INT_LEVEL_ONBOARD; in sun4m_build_device_irq()
/linux/Documentation/trace/coresight/
H A Dcoresight-trbe.rst13 Trace Buffer Extension (TRBE) is a percpu hardware which captures in system
14 memory, CPU traces generated from a corresponding percpu tracing unit. This
/linux/kernel/sched/
H A Dcpuacct.c215 u64 percpu; in __cpuacct_percpu_seq_show() local
219 percpu = cpuacct_cpuusage_read(ca, i, index); in __cpuacct_percpu_seq_show()
220 seq_printf(m, "%llu ", (unsigned long long) percpu); in __cpuacct_percpu_seq_show()
/linux/Documentation/translations/zh_CN/dev-tools/
H A Dkmemleak.rst140 - ``kmemleak_alloc_percpu`` - 通知一个 percpu 类型的内存分配
144 - ``kmemleak_free_percpu`` - 通知一个 percpu 类型的内存释放
/linux/Documentation/RCU/
H A Drcuref.rst8 Please note that the percpu-ref feature is likely your first
10 include/linux/percpu-refcount.h for more information. However, in
11 those unusual cases where percpu-ref would consume too much memory,
/linux/Documentation/translations/zh_CN/locking/
H A Dindex.rst34 * percpu-rw-semaphore
/linux/arch/powerpc/include/asm/nohash/
H A Dpgtable.h321 pte_t *ptep, pte_t pte, int percpu) in __set_pte_at() argument
328 if (IS_ENABLED(CONFIG_PPC32) && IS_ENABLED(CONFIG_PTE_64BIT) && !percpu) { in __set_pte_at()
/linux/mm/
H A DMakefile55 mm_init.o percpu.o slab_common.o \
138 obj-$(CONFIG_PERCPU_STATS) += percpu-stats.o
/linux/Documentation/translations/zh_CN/mm/
H A Dvmalloced-kernel-stacks.rst129 - vmalloced堆栈的percpu缓存似乎比高阶堆栈分配要快一些，至少在缓存命中时是这样。
/linux/include/xen/
H A Devents.h29 int bind_virq_to_irq(unsigned int virq, unsigned int cpu, bool percpu);
/linux/arch/powerpc/include/asm/book3s/32/
H A Dpgtable.h547 pte_t *ptep, pte_t pte, int percpu) in __set_pte_at() argument
549 if ((!IS_ENABLED(CONFIG_SMP) && !IS_ENABLED(CONFIG_PTE_64BIT)) || percpu) { in __set_pte_at()

123