Lines Matching refs:trace
260 struct perf_callchain_entry *trace, u64 flags) in __bpf_get_stackid() argument
276 trace_nr = trace->nr - init_nr; in __bpf_get_stackid()
284 ips = trace->ip + skip + init_nr; in __bpf_get_stackid()
344 struct perf_callchain_entry *trace; in BPF_CALL_3() local
351 trace = get_perf_callchain(regs, init_nr, kernel, user, in BPF_CALL_3()
354 if (unlikely(!trace)) in BPF_CALL_3()
358 return __bpf_get_stackid(map, trace, flags); in BPF_CALL_3()
370 static __u64 count_kernel_ip(struct perf_callchain_entry *trace) in count_kernel_ip() argument
374 while (nr_kernel < trace->nr) { in count_kernel_ip()
375 if (trace->ip[nr_kernel] == PERF_CONTEXT_USER) in count_kernel_ip()
386 struct perf_callchain_entry *trace; in BPF_CALL_3() local
403 trace = ctx->data->callchain; in BPF_CALL_3()
404 if (unlikely(!trace)) in BPF_CALL_3()
407 nr_kernel = count_kernel_ip(trace); in BPF_CALL_3()
410 __u64 nr = trace->nr; in BPF_CALL_3()
412 trace->nr = nr_kernel; in BPF_CALL_3()
413 ret = __bpf_get_stackid(map, trace, flags); in BPF_CALL_3()
416 trace->nr = nr; in BPF_CALL_3()
425 ret = __bpf_get_stackid(map, trace, flags); in BPF_CALL_3()
447 struct perf_callchain_entry *trace; in __bpf_get_stack() local
474 trace = trace_in; in __bpf_get_stack()
476 trace = get_callchain_entry_for_task(task, init_nr); in __bpf_get_stack()
478 trace = get_perf_callchain(regs, init_nr, kernel, user, in __bpf_get_stack()
481 if (unlikely(!trace)) in __bpf_get_stack()
484 trace_nr = trace->nr - init_nr; in __bpf_get_stack()
491 ips = trace->ip + skip + init_nr; in __bpf_get_stack()
556 struct perf_callchain_entry *trace; in BPF_CALL_4() local
572 trace = ctx->data->callchain; in BPF_CALL_4()
573 if (unlikely(!trace)) in BPF_CALL_4()
576 nr_kernel = count_kernel_ip(trace); in BPF_CALL_4()
579 __u64 nr = trace->nr; in BPF_CALL_4()
581 trace->nr = nr_kernel; in BPF_CALL_4()
582 err = __bpf_get_stack(regs, NULL, trace, buf, size, flags); in BPF_CALL_4()
585 trace->nr = nr; in BPF_CALL_4()
594 err = __bpf_get_stack(regs, NULL, trace, buf, size, flags); in BPF_CALL_4()