Lines Matching refs:perf_cpu_context
157 static inline struct perf_cpu_context *
163 static void perf_ctx_lock(struct perf_cpu_context *cpuctx, in perf_ctx_lock()
171 static void perf_ctx_unlock(struct perf_cpu_context *cpuctx, in perf_ctx_unlock()
205 typedef void (*event_f)(struct perf_event *, struct perf_cpu_context *,
219 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in event_function()
316 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in event_function_local()
450 static bool perf_rotate_context(struct perf_cpu_context *cpuctx);
573 static void cpu_ctx_sched_out(struct perf_cpu_context *cpuctx,
576 static void cpu_ctx_sched_in(struct perf_cpu_context *cpuctx,
683 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in perf_cgroup_match()
735 static inline void update_cgrp_time_from_cpuctx(struct perf_cpu_context *cpuctx) in update_cgrp_time_from_cpuctx()
805 struct perf_cpu_context *cpuctx; in perf_cgroup_switch()
906 struct perf_cpu_context *cpuctx; in perf_cgroup_ensure_storage()
995 struct perf_cpu_context *cpuctx; in perf_cgroup_event_enable()
1004 cpuctx = container_of(ctx, struct perf_cpu_context, ctx); in perf_cgroup_event_enable()
1029 struct perf_cpu_context *cpuctx; in perf_cgroup_event_disable()
1038 cpuctx = container_of(ctx, struct perf_cpu_context, ctx); in perf_cgroup_event_disable()
1069 static inline void update_cgrp_time_from_cpuctx(struct perf_cpu_context *cpuctx) in update_cgrp_time_from_cpuctx()
1132 struct perf_cpu_context *cpuctx; in perf_mux_hrtimer_handler()
1137 cpuctx = container_of(hr, struct perf_cpu_context, hrtimer); in perf_mux_hrtimer_handler()
1150 static void __perf_mux_hrtimer_init(struct perf_cpu_context *cpuctx, int cpu) in __perf_mux_hrtimer_init()
1175 static int perf_mux_hrtimer_restart(struct perf_cpu_context *cpuctx) in perf_mux_hrtimer_restart()
2039 struct perf_cpu_context *cpuctx,
2045 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in perf_put_aux_event()
2138 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in perf_remove_sibling_event()
2265 struct perf_cpu_context *cpuctx, in event_sched_out()
2309 struct perf_cpu_context *cpuctx, in group_sched_out()
2341 struct perf_cpu_context *cpuctx, in __perf_remove_from_context()
2406 struct perf_cpu_context *cpuctx, in __perf_event_disable()
2522 struct perf_cpu_context *cpuctx, in event_sched_in()
2584 struct perf_cpu_context *cpuctx, in group_sched_in()
2634 struct perf_cpu_context *cpuctx, in group_can_go_on()
2669 struct perf_cpu_context *cpuctx,
2673 struct perf_cpu_context *cpuctx,
2677 static void task_ctx_sched_out(struct perf_cpu_context *cpuctx, in task_ctx_sched_out()
2690 static void perf_event_sched_in(struct perf_cpu_context *cpuctx, in perf_event_sched_in()
2717 static void ctx_resched(struct perf_cpu_context *cpuctx, in ctx_resched()
2755 struct perf_cpu_context *cpuctx = this_cpu_ptr(pmu->pmu_cpu_context); in perf_pmu_resched()
2773 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in __perf_install_in_context()
2948 struct perf_cpu_context *cpuctx, in __perf_event_enable()
3232 struct perf_cpu_context *cpuctx, in ctx_sched_out()
3409 struct perf_cpu_context *cpuctx; in perf_event_context_sched_out()
3505 struct perf_cpu_context *cpuctx = this_cpu_ptr(pmu->pmu_cpu_context); in perf_sched_cb_dec()
3516 struct perf_cpu_context *cpuctx = this_cpu_ptr(pmu->pmu_cpu_context); in perf_sched_cb_inc()
3532 static void __perf_pmu_sched_task(struct perf_cpu_context *cpuctx, bool sched_in) in __perf_pmu_sched_task()
3554 struct perf_cpu_context *cpuctx; in perf_pmu_sched_task()
3611 static void cpu_ctx_sched_out(struct perf_cpu_context *cpuctx, in cpu_ctx_sched_out()
3648 static noinline int visit_groups_merge(struct perf_cpu_context *cpuctx, in visit_groups_merge()
3736 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in merge_sched_in()
3767 struct perf_cpu_context *cpuctx) in ctx_pinned_sched_in()
3781 struct perf_cpu_context *cpuctx) in ctx_flexible_sched_in()
3795 struct perf_cpu_context *cpuctx, in ctx_sched_in()
3836 static void cpu_ctx_sched_in(struct perf_cpu_context *cpuctx, in cpu_ctx_sched_in()
3848 struct perf_cpu_context *cpuctx; in perf_event_context_sched_in()
4155 static bool perf_rotate_context(struct perf_cpu_context *cpuctx) in perf_rotate_context()
4242 struct perf_cpu_context *cpuctx; in perf_event_enable_on_exec()
4360 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in __perf_event_read()
4629 struct perf_cpu_context *cpuctx; in find_get_context()
5505 struct perf_cpu_context *cpuctx, in __perf_event_period()
7737 struct perf_cpu_context *cpuctx = this_cpu_ptr(pmu->pmu_cpu_context); in __perf_pmu_output_stop()
10890 static struct perf_cpu_context __percpu *find_pmu_context(int ctxn) in find_pmu_context()
10979 struct perf_cpu_context *cpuctx; in perf_event_mux_interval_ms_store()
11115 pmu->pmu_cpu_context = alloc_percpu(struct perf_cpu_context); in perf_pmu_register()
11120 struct perf_cpu_context *cpuctx; in perf_pmu_register()
12326 struct perf_cpu_context *cpuctx = in SYSCALL_DEFINE5()
12327 container_of(ctx, struct perf_cpu_context, ctx); in SYSCALL_DEFINE5()
12526 struct perf_cpu_context *cpuctx = in perf_event_create_kernel_counter()
12527 container_of(ctx, struct perf_cpu_context, ctx); in perf_event_create_kernel_counter()
13279 struct perf_cpu_context *cpuctx = __get_cpu_context(ctx); in __perf_event_exit_context()
13291 struct perf_cpu_context *cpuctx; in perf_event_exit_cpu_context()
13316 struct perf_cpu_context *cpuctx; in perf_event_init_cpu()