Lines Matching refs:perf_event_context
173 static inline void __perf_ctx_lock(struct perf_event_context *ctx) in __perf_ctx_lock()
180 struct perf_event_context *ctx) in perf_ctx_lock()
187 static inline void __perf_ctx_unlock(struct perf_event_context *ctx) in __perf_ctx_unlock()
203 struct perf_event_context *ctx) in perf_ctx_unlock()
212 struct perf_event_context *ctx;
220 struct perf_event_context *ctx) in class_perf_ctx_lock_constructor()
232 struct perf_event_context *perf_cpu_task_ctx(void) in perf_cpu_task_ctx()
258 struct perf_event_context *, void *);
270 struct perf_event_context *ctx = event->ctx; in event_function()
272 struct perf_event_context *task_ctx = cpuctx->task_ctx; in event_function()
314 struct perf_event_context *ctx = event->ctx; in event_function_call()
371 struct perf_event_context *ctx = event->ctx; in event_function_local()
374 struct perf_event_context *task_ctx = NULL; in event_function_local()
667 static void update_context_time(struct perf_event_context *ctx);
789 static void perf_ctx_disable(struct perf_event_context *ctx, bool cgroup) in perf_ctx_disable()
797 static void perf_ctx_enable(struct perf_event_context *ctx, bool cgroup) in perf_ctx_enable()
805 static void ctx_sched_out(struct perf_event_context *ctx, struct pmu *pmu, enum event_type_t event_…
806 static void ctx_sched_in(struct perf_event_context *ctx, struct pmu *pmu, enum event_type_t event_t…
916 struct perf_event_context *ctx = &cpuctx->ctx; in perf_cgroup_set_timestamp()
1064 perf_cgroup_event_enable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_enable()
1086 perf_cgroup_event_disable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_disable()
1155 perf_cgroup_event_enable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_enable()
1160 perf_cgroup_event_disable(struct perf_event *event, struct perf_event_context *ctx) in perf_cgroup_event_disable()
1270 static void get_ctx(struct perf_event_context *ctx) in get_ctx()
1277 struct perf_event_context *ctx; in free_ctx()
1279 ctx = container_of(head, struct perf_event_context, rcu_head); in free_ctx()
1283 static void put_ctx(struct perf_event_context *ctx) in put_ctx()
1365 static struct perf_event_context *
1368 struct perf_event_context *ctx; in perf_event_ctx_lock_nested()
1389 static inline struct perf_event_context *
1396 struct perf_event_context *ctx) in perf_event_ctx_unlock()
1407 static __must_check struct perf_event_context *
1408 unclone_ctx(struct perf_event_context *ctx) in unclone_ctx()
1410 struct perf_event_context *parent_ctx = ctx->parent_ctx; in unclone_ctx()
1468 static struct perf_event_context *
1471 struct perf_event_context *ctx; in perf_lock_task_context()
1524 static struct perf_event_context *
1527 struct perf_event_context *ctx; in perf_pin_task_context()
1538 static void perf_unpin_context(struct perf_event_context *ctx) in perf_unpin_context()
1550 static void __update_context_time(struct perf_event_context *ctx, bool adv) in __update_context_time()
1572 static void update_context_time(struct perf_event_context *ctx) in update_context_time()
1579 struct perf_event_context *ctx = event->ctx; in perf_event_time()
1592 struct perf_event_context *ctx = event->ctx; in perf_event_time_now()
1609 struct perf_event_context *ctx = event->ctx; in get_event_type()
1642 get_event_groups(struct perf_event *event, struct perf_event_context *ctx) in get_event_groups()
1784 add_event_to_groups(struct perf_event *event, struct perf_event_context *ctx) in add_event_to_groups()
1810 del_event_from_groups(struct perf_event *event, struct perf_event_context *ctx) in del_event_from_groups()
1882 list_add_event(struct perf_event *event, struct perf_event_context *ctx) in list_add_event()
2115 list_del_event(struct perf_event *event, struct perf_event_context *ctx) in list_del_event()
2159 struct perf_event_context *ctx,
2164 struct perf_event_context *ctx = event->ctx; in perf_put_aux_event()
2255 struct perf_event_context *ctx = event->ctx; in perf_group_detach()
2361 event_sched_out(struct perf_event *event, struct perf_event_context *ctx) in event_sched_out()
2408 group_sched_out(struct perf_event *group_event, struct perf_event_context *ctx) in group_sched_out()
2427 __ctx_time_update(struct perf_cpu_context *cpuctx, struct perf_event_context *ctx, bool final) in __ctx_time_update()
2438 ctx_time_update(struct perf_cpu_context *cpuctx, struct perf_event_context *ctx) in ctx_time_update()
2447 ctx_time_freeze(struct perf_cpu_context *cpuctx, struct perf_event_context *ctx) in ctx_time_freeze()
2455 ctx_time_update_event(struct perf_event_context *ctx, struct perf_event *event) in ctx_time_update_event()
2480 struct perf_event_context *ctx, in __perf_remove_from_context()
2548 struct perf_event_context *ctx = event->ctx; in perf_remove_from_context()
2570 struct perf_event_context *ctx, in __event_disable()
2583 struct perf_event_context *ctx, in __perf_event_disable()
2624 struct perf_event_context *ctx = event->ctx; in _perf_event_disable()
2647 struct perf_event_context *ctx; in perf_event_disable()
2702 event_sched_in(struct perf_event *event, struct perf_event_context *ctx) in event_sched_in()
2759 group_sched_in(struct perf_event *group_event, struct perf_event_context *ctx) in group_sched_in()
2837 struct perf_event_context *ctx) in add_event_to_ctx()
2843 static void task_ctx_sched_out(struct perf_event_context *ctx, in task_ctx_sched_out()
2859 struct perf_event_context *ctx, in perf_event_sched_in()
2886 struct perf_event_context *task_ctx, in ctx_resched()
2937 struct perf_event_context *task_ctx = cpuctx->task_ctx; in perf_pmu_resched()
2953 struct perf_event_context *ctx = event->ctx; in __perf_install_in_context()
2955 struct perf_event_context *task_ctx = cpuctx->task_ctx; in __perf_install_in_context()
3011 struct perf_event_context *ctx);
3019 perf_install_in_context(struct perf_event_context *ctx, in perf_install_in_context()
3132 struct perf_event_context *ctx, in __perf_event_enable()
3136 struct perf_event_context *task_ctx; in __perf_event_enable()
3178 struct perf_event_context *ctx = event->ctx; in _perf_event_enable()
3215 struct perf_event_context *ctx; in perf_event_enable()
3348 struct perf_event_context *ctx; in perf_event_refresh()
3428 struct perf_event_context *ctx = pmu_ctx->ctx; in __pmu_ctx_sched_out()
3475 ctx_sched_out(struct perf_event_context *ctx, struct pmu *pmu, enum event_type_t event_type) in ctx_sched_out()
3546 static int context_equiv(struct perf_event_context *ctx1, in context_equiv()
3547 struct perf_event_context *ctx2) in context_equiv()
3613 static void perf_event_sync_stat(struct perf_event_context *ctx, in perf_event_sync_stat()
3614 struct perf_event_context *next_ctx) in perf_event_sync_stat()
3639 static void perf_ctx_sched_task_cb(struct perf_event_context *ctx, in perf_ctx_sched_task_cb()
3656 struct perf_event_context *ctx = task->perf_event_ctxp; in perf_event_context_sched_out()
3657 struct perf_event_context *next_ctx; in perf_event_context_sched_out()
3658 struct perf_event_context *parent, *next_parent; in perf_event_context_sched_out()
3889 static noinline int visit_groups_merge(struct perf_event_context *ctx, in visit_groups_merge()
3993 struct perf_event_context *ctx = event->ctx; in merge_sched_in()
4029 static void pmu_groups_sched_in(struct perf_event_context *ctx, in pmu_groups_sched_in()
4041 struct perf_event_context *ctx = pmu_ctx->ctx; in __pmu_ctx_sched_in()
4050 ctx_sched_in(struct perf_event_context *ctx, struct pmu *pmu, enum event_type_t event_type) in ctx_sched_in()
4104 struct perf_event_context *ctx; in perf_event_context_sched_in()
4343 perf_adjust_freq_unthr_context(struct perf_event_context *ctx, bool unthrottle) in perf_adjust_freq_unthr_context()
4377 static void rotate_ctx(struct perf_event_context *ctx, struct perf_event *event) in rotate_ctx()
4503 struct perf_event_context *ctx; in perf_event_task_tick()
4522 struct perf_event_context *ctx) in event_enable_on_exec()
4540 static void perf_event_enable_on_exec(struct perf_event_context *ctx) in perf_event_enable_on_exec()
4542 struct perf_event_context *clone_ctx = NULL; in perf_event_enable_on_exec()
4583 struct perf_event_context *ctx,
4590 static void perf_event_remove_on_exec(struct perf_event_context *ctx) in perf_event_remove_on_exec()
4592 struct perf_event_context *clone_ctx = NULL; in perf_event_remove_on_exec()
4667 struct perf_event_context *ctx = event->ctx; in __perf_event_read()
4861 struct perf_event_context *ctx = event->ctx; in perf_event_read()
4889 static void __perf_event_init_context(struct perf_event_context *ctx) in __perf_event_init_context()
4910 static struct perf_event_context *
4913 struct perf_event_context *ctx; in alloc_perf_context()
4915 ctx = kzalloc(sizeof(struct perf_event_context), GFP_KERNEL); in alloc_perf_context()
4949 static struct perf_event_context *
4952 struct perf_event_context *ctx, *clone_ctx = NULL; in find_get_context()
5023 find_get_pmu_context(struct pmu *pmu, struct perf_event_context *ctx, in find_get_pmu_context()
5121 struct perf_event_context *ctx = epc->ctx; in put_pmu_ctx()
5567 struct perf_event_context *ctx) in exclusive_event_installable()
5764 struct perf_event_context *ctx = event->ctx; in perf_event_release_kernel()
5905 struct perf_event_context *ctx; in perf_event_read_value()
5919 struct perf_event_context *ctx = leader->ctx; in __perf_read_group_add()
5999 struct perf_event_context *ctx = leader->ctx; in perf_read_group()
6106 struct perf_event_context *ctx; in perf_read()
6163 struct perf_event_context *ctx; in perf_event_pause()
6201 struct perf_event_context *ctx = event->ctx; in perf_event_for_each()
6215 struct perf_event_context *ctx, in __perf_event_period()
6280 struct perf_event_context *ctx; in perf_event_period()
6422 struct perf_event_context *ctx; in perf_ioctl()
6461 struct perf_event_context *ctx; in perf_event_task_enable()
6477 struct perf_event_context *ctx; in perf_event_task_disable()
8539 perf_iterate_ctx(struct perf_event_context *ctx, in perf_iterate_ctx()
8587 struct perf_event_context *task_ctx) in perf_iterate_sb()
8589 struct perf_event_context *ctx; in perf_iterate_sb()
8649 struct perf_event_context *ctx; in perf_event_exec()
8754 struct perf_event_context *task_ctx;
8818 struct perf_event_context *task_ctx, in perf_event_task()
9526 struct perf_event_context *ctx; in perf_addr_filters_adjust()
10925 struct perf_event_context *ctx) in perf_tp_event_target_task()
10981 struct perf_event_context *ctx; in perf_tp_event()
11222 struct perf_event_context *ctx; in perf_event_set_bpf_prog()
11693 struct perf_event_context *ctx = event->ctx; in perf_event_set_filter()
12391 struct perf_event_context *ctx) in __pmu_detach_event()
12432 struct perf_event_context *ctx; in pmu_detach_event()
12538 struct perf_event_context *ctx = NULL; in perf_try_init_event()
13341 struct perf_event_context *ctx; in SYSCALL_DEFINE5()
13750 struct perf_event_context *ctx; in perf_event_create_kernel_counter()
13844 static void __perf_pmu_remove(struct perf_event_context *ctx, in __perf_pmu_remove()
13865 struct perf_event_context *ctx, in __perf_pmu_install_event()
13869 struct perf_event_context *old_ctx = event->ctx; in __perf_pmu_install_event()
13887 static void __perf_pmu_install(struct perf_event_context *ctx, in __perf_pmu_install()
13920 struct perf_event_context *src_ctx, *dst_ctx; in perf_pmu_migrate_context()
13979 struct perf_event_context *ctx, bool revoke) in perf_event_exit_event()
14041 struct perf_event_context *ctx, *clone_ctx = NULL; in perf_event_exit_task_context()
14227 struct perf_event_context *parent_ctx, in inherit_event()
14230 struct perf_event_context *child_ctx) in inherit_event()
14345 struct perf_event_context *parent_ctx, in inherit_group()
14347 struct perf_event_context *child_ctx) in inherit_group()
14390 struct perf_event_context *parent_ctx, in inherit_task_group()
14394 struct perf_event_context *child_ctx; in inherit_task_group()
14432 struct perf_event_context *child_ctx, *parent_ctx; in perf_event_init_context()
14433 struct perf_event_context *cloned_ctx; in perf_event_init_context()
14599 struct perf_event_context *ctx = __info; in __perf_event_exit_context()
14646 struct perf_event_context *ctx; in perf_event_exit_cpu_context()
14709 struct perf_event_context *ctx; in perf_event_init_cpu()