Lines Matching refs:elem_size

54 static u32 stack_map_calculate_max_depth(u32 size, u32 elem_size, u64 flags)  in stack_map_calculate_max_depth()  argument
60 max_depth = size / elem_size; in stack_map_calculate_max_depth()
70 u64 elem_size = sizeof(struct stack_map_bucket) + in prealloc_elems_and_freelist() local
74 smap->elems = bpf_map_area_alloc(elem_size * smap->map.max_entries, in prealloc_elems_and_freelist()
83 pcpu_freelist_populate(&smap->freelist, smap->elems, elem_size, in prealloc_elems_and_freelist()
628 u32 elem_size = stack_map_data_size(map); in BPF_CALL_3() local
641 max_depth = stack_map_calculate_max_depth(map->value_size, elem_size, flags); in BPF_CALL_3()
746 void *buf, u32 elem_size, u64 flags) in callchain_store() argument
754 copy_len = trace_nr * elem_size; in callchain_store()
768 static long callchain_finalize(void *buf, u32 size, u32 trace_nr, u32 elem_size, in callchain_finalize() argument
773 u32 copy_len = trace_nr * elem_size; in callchain_finalize()
791 u32 trace_nr, elem_size, max_depth; in __bpf_get_stack() local
801 elem_size = user_build_id ? sizeof(struct bpf_stack_build_id) : sizeof(u64); in __bpf_get_stack()
802 if (unlikely(size % elem_size)) in __bpf_get_stack()
817 max_depth = stack_map_calculate_max_depth(size, elem_size, flags); in __bpf_get_stack()
837 trace_nr = callchain_store(trace, trace->nr, buf, elem_size, flags); in __bpf_get_stack()
844 return callchain_finalize(buf, size, trace_nr, elem_size, flags, may_fault); in __bpf_get_stack()
945 u32 elem_size, max_depth, nr_trace; in __bpf_get_stack_pe() local
951 elem_size = user_build_id ? sizeof(struct bpf_stack_build_id) : sizeof(u64); in __bpf_get_stack_pe()
952 if (unlikely(size % elem_size)) in __bpf_get_stack_pe()
955 max_depth = stack_map_calculate_max_depth(size, elem_size, flags); in __bpf_get_stack_pe()
961 nr_trace = callchain_store(trace, trace_nr, buf, elem_size, flags); in __bpf_get_stack_pe()
962 return callchain_finalize(buf, size, nr_trace, elem_size, flags, false /* !may_fault */); in __bpf_get_stack_pe()