Lines Matching refs:bucket

514 	struct stack_map_bucket *bucket;  member
540 stackid->bucket = READ_ONCE(smap->buckets[stackid->id]); in stackid_init()
541 stackid->hash_matches = stackid->bucket && stackid->bucket->hash == stackid->hash; in stackid_init()
561 if (stackid->hash_matches && stackid->bucket->nr == stackid->nr && in stackid_fastpath()
562 memcmp(stackid->bucket->data, stackid->ips, stackid->len) == 0) in stackid_fastpath()
564 if (stackid->bucket && !(flags & BPF_F_REUSE_STACKID)) in stackid_fastpath()
574 struct stack_map_bucket *bucket; in stackid_new_bucket() local
577 bucket = (struct stack_map_bucket *) pcpu_freelist_pop(&smap->freelist); in stackid_new_bucket()
578 if (unlikely(!bucket)) in stackid_new_bucket()
582 id_offs = (struct bpf_stack_build_id *)bucket->data; in stackid_new_bucket()
586 memcpy(bucket->data, stackid->ips, stackid->len); in stackid_new_bucket()
589 bucket->hash = stackid->hash; in stackid_new_bucket()
590 bucket->nr = stackid->nr; in stackid_new_bucket()
591 return bucket; in stackid_new_bucket()
608 if (stackid->hash_matches && stackid->bucket->nr == stackid->nr && in stackid_install()
609 memcmp(stackid->bucket->data, new_bucket->data, trace_len) == 0) { in stackid_install()
613 if (stackid->bucket && !(flags & BPF_F_REUSE_STACKID)) { in stackid_install()
1039 struct stack_map_bucket *bucket, *old_bucket; in bpf_stackmap_extract() local
1045 bucket = xchg(&smap->buckets[id], NULL); in bpf_stackmap_extract()
1046 if (!bucket) in bpf_stackmap_extract()
1049 trace_len = bucket->nr * stack_map_data_size(map); in bpf_stackmap_extract()
1050 memcpy(value, bucket->data, trace_len); in bpf_stackmap_extract()
1054 old_bucket = bucket; in bpf_stackmap_extract()
1056 old_bucket = xchg(&smap->buckets[id], bucket); in bpf_stackmap_extract()