Lines Matching refs:swhash
10546 find_swevent_head_rcu(struct swevent_htable *swhash, u64 type, u32 event_id) in find_swevent_head_rcu() argument
10550 hlist = rcu_dereference(swhash->swevent_hlist); in find_swevent_head_rcu()
10559 find_swevent_head(struct swevent_htable *swhash, struct perf_event *event) in find_swevent_head() argument
10570 hlist = rcu_dereference_protected(swhash->swevent_hlist, in find_swevent_head()
10583 struct swevent_htable *swhash = this_cpu_ptr(&swevent_htable); in do_perf_sw_event() local
10588 head = find_swevent_head_rcu(swhash, type, event_id); in do_perf_sw_event()
10646 struct swevent_htable *swhash = this_cpu_ptr(&swevent_htable); in perf_swevent_add() local
10657 head = find_swevent_head(swhash, event); in perf_swevent_add()
10684 swevent_hlist_deref(struct swevent_htable *swhash) in swevent_hlist_deref() argument
10686 return rcu_dereference_protected(swhash->swevent_hlist, in swevent_hlist_deref()
10687 lockdep_is_held(&swhash->hlist_mutex)); in swevent_hlist_deref()
10690 static void swevent_hlist_release(struct swevent_htable *swhash) in swevent_hlist_release() argument
10692 struct swevent_hlist *hlist = swevent_hlist_deref(swhash); in swevent_hlist_release()
10697 RCU_INIT_POINTER(swhash->swevent_hlist, NULL); in swevent_hlist_release()
10703 struct swevent_htable *swhash = &per_cpu(swevent_htable, cpu); in swevent_hlist_put_cpu() local
10705 mutex_lock(&swhash->hlist_mutex); in swevent_hlist_put_cpu()
10707 if (!--swhash->hlist_refcount) in swevent_hlist_put_cpu()
10708 swevent_hlist_release(swhash); in swevent_hlist_put_cpu()
10710 mutex_unlock(&swhash->hlist_mutex); in swevent_hlist_put_cpu()
10723 struct swevent_htable *swhash = &per_cpu(swevent_htable, cpu); in swevent_hlist_get_cpu() local
10726 mutex_lock(&swhash->hlist_mutex); in swevent_hlist_get_cpu()
10727 if (!swevent_hlist_deref(swhash) && in swevent_hlist_get_cpu()
10736 rcu_assign_pointer(swhash->swevent_hlist, hlist); in swevent_hlist_get_cpu()
10738 swhash->hlist_refcount++; in swevent_hlist_get_cpu()
10740 mutex_unlock(&swhash->hlist_mutex); in swevent_hlist_get_cpu()
14576 struct swevent_htable *swhash; in perf_event_init_all_cpus() local
14589 swhash = &per_cpu(swevent_htable, cpu); in perf_event_init_all_cpus()
14590 mutex_init(&swhash->hlist_mutex); in perf_event_init_all_cpus()
14609 struct swevent_htable *swhash = &per_cpu(swevent_htable, cpu); in perf_swevent_init_cpu() local
14611 mutex_lock(&swhash->hlist_mutex); in perf_swevent_init_cpu()
14612 if (swhash->hlist_refcount > 0 && !swevent_hlist_deref(swhash)) { in perf_swevent_init_cpu()
14617 rcu_assign_pointer(swhash->swevent_hlist, hlist); in perf_swevent_init_cpu()
14619 mutex_unlock(&swhash->hlist_mutex); in perf_swevent_init_cpu()