Lines Matching refs:array_buffer
751 static u64 buffer_ftrace_now(struct array_buffer *buf, int cpu) in buffer_ftrace_now()
767 return buffer_ftrace_now(&global_trace.array_buffer, cpu); in ftrace_now()
944 if (tr->array_buffer.buffer) in tracer_tracing_on()
945 ring_buffer_record_on(tr->array_buffer.buffer); in tracer_tracing_on()
1010 buffer = global_trace.array_buffer.buffer; in __trace_puts()
1060 buffer = global_trace.array_buffer.buffer; in __trace_bputs()
1189 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf,
1190 struct array_buffer *size_buf, int cpu_id);
1191 static void set_buffer_entries(struct array_buffer *buf, unsigned long val);
1201 &tr->array_buffer, RING_BUFFER_ALL_CPUS); in tracing_alloc_snapshot_instance()
1404 if (tr->array_buffer.buffer) in tracer_tracing_off()
1405 ring_buffer_record_off(tr->array_buffer.buffer); in tracer_tracing_off()
1436 trace_array_printk_buf(global_trace.array_buffer.buffer, _THIS_IP_, in disable_trace_on_warning()
1450 if (tr->array_buffer.buffer) in tracer_tracing_is_on()
1451 return ring_buffer_record_is_on(tr->array_buffer.buffer); in tracer_tracing_is_on()
1744 struct array_buffer *trace_buf = &tr->array_buffer; in __update_max_tr()
1745 struct array_buffer *max_buf = &tr->max_buffer; in __update_max_tr()
1804 if (ring_buffer_record_is_set_on(tr->array_buffer.buffer)) in update_max_tr()
1813 swap(tr->array_buffer.buffer, tr->max_buffer.buffer); in update_max_tr()
1846 ret = ring_buffer_swap_cpu(tr->max_buffer.buffer, tr->array_buffer.buffer, cpu); in update_max_tr_single()
1872 return ring_buffer_wait(iter->array_buffer->buffer, iter->cpu_file, in wait_on_pipe()
1929 tracing_reset_online_cpus(&tr->array_buffer); in run_tracer_selftest()
1955 tracing_reset_online_cpus(&tr->array_buffer); in run_tracer_selftest()
2120 static void tracing_reset_cpu(struct array_buffer *buf, int cpu) in tracing_reset_cpu()
2136 void tracing_reset_online_cpus(struct array_buffer *buf) in tracing_reset_online_cpus()
2164 tracing_reset_online_cpus(&tr->array_buffer); in tracing_reset_all_online_cpus()
2277 buffer = global_trace.array_buffer.buffer; in tracing_start()
2316 buffer = tr->array_buffer.buffer; in tracing_start_tr()
2342 buffer = global_trace.array_buffer.buffer; in tracing_stop()
2371 buffer = tr->array_buffer.buffer; in tracing_stop_tr()
2745 *current_rb = tr->array_buffer.buffer; in trace_event_buffer_lock_reserve()
2951 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_function()
3072 struct trace_buffer *buffer = tr->array_buffer.buffer; in __trace_stack()
3106 __ftrace_trace_stack(global_trace.array_buffer.buffer, in trace_dump_stack()
3182 struct trace_buffer *buffer = tr->array_buffer.buffer; in trace_last_func_repeats()
3290 if (global_trace.array_buffer.buffer) in trace_printk_init_buffers()
3352 buffer = tr->array_buffer.buffer; in trace_vbprintk()
3441 return __trace_array_vprintk(tr->array_buffer.buffer, ip, fmt, args); in trace_array_vprintk()
3554 event = ring_buffer_peek(iter->array_buffer->buffer, cpu, ts, in peek_next_entry()
3570 struct trace_buffer *buffer = iter->array_buffer->buffer; in __find_next_entry()
3985 ring_buffer_consume(iter->array_buffer->buffer, iter->cpu, &iter->ts, in trace_consume()
4022 per_cpu_ptr(iter->array_buffer->data, cpu)->skipped_entries = 0; in tracing_iter_reset()
4036 if (ts >= iter->array_buffer->time_start) in tracing_iter_reset()
4042 per_cpu_ptr(iter->array_buffer->data, cpu)->skipped_entries = entries; in tracing_iter_reset()
4121 get_total_entries_cpu(struct array_buffer *buf, unsigned long *total, in get_total_entries_cpu()
4143 get_total_entries(struct array_buffer *buf, in get_total_entries()
4166 get_total_entries_cpu(&tr->array_buffer, &total, &entries, cpu); in trace_total_entries_cpu()
4178 get_total_entries(&tr->array_buffer, &total, &entries); in trace_total_entries()
4196 static void print_event_info(struct array_buffer *buf, struct seq_file *m) in print_event_info()
4207 static void print_func_help_header(struct array_buffer *buf, struct seq_file *m, in print_func_help_header()
4218 static void print_func_help_header_irq(struct array_buffer *buf, struct seq_file *m, in print_func_help_header_irq()
4241 struct array_buffer *buf = iter->array_buffer; in print_trace_header()
4316 if (per_cpu_ptr(iter->array_buffer->data, iter->cpu)->skipped_entries) in test_cpu_buff_start()
4450 if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu)) in trace_empty()
4462 if (!ring_buffer_empty_cpu(iter->array_buffer->buffer, cpu)) in trace_empty()
4556 print_func_help_header_irq(iter->array_buffer, in trace_default_header()
4559 print_func_help_header(iter->array_buffer, m, in trace_default_header()
4739 iter->array_buffer = &tr->max_buffer; in __tracing_open()
4742 iter->array_buffer = &tr->array_buffer; in __tracing_open()
4753 if (ring_buffer_overruns(iter->array_buffer->buffer)) in __tracing_open()
4770 ring_buffer_read_prepare(iter->array_buffer->buffer, in __tracing_open()
4781 ring_buffer_read_prepare(iter->array_buffer->buffer, in __tracing_open()
4910 struct array_buffer *trace_buf = &tr->array_buffer; in tracing_open()
5124 atomic_inc(&per_cpu_ptr(tr->array_buffer.data, cpu)->disabled); in tracing_set_cpumask()
5125 ring_buffer_record_disable_cpu(tr->array_buffer.buffer, cpu); in tracing_set_cpumask()
5129 atomic_dec(&per_cpu_ptr(tr->array_buffer.data, cpu)->disabled); in tracing_set_cpumask()
5130 ring_buffer_record_enable_cpu(tr->array_buffer.buffer, cpu); in tracing_set_cpumask()
5306 ring_buffer_change_overwrite(tr->array_buffer.buffer, enabled); in set_tracer_flag()
6122 tracing_reset_online_cpus(&tr->array_buffer); in tracer_init()
6126 static void set_buffer_entries(struct array_buffer *buf, unsigned long val) in set_buffer_entries()
6136 static int resize_buffer_duplicate_size(struct array_buffer *trace_buf, in resize_buffer_duplicate_size()
6137 struct array_buffer *size_buf, int cpu_id) in resize_buffer_duplicate_size()
6175 if (!tr->array_buffer.buffer) in __tracing_resize_ring_buffer()
6178 ret = ring_buffer_resize(tr->array_buffer.buffer, size, cpu); in __tracing_resize_ring_buffer()
6189 int r = resize_buffer_duplicate_size(&tr->array_buffer, in __tracing_resize_ring_buffer()
6190 &tr->array_buffer, cpu); in __tracing_resize_ring_buffer()
6221 set_buffer_entries(&tr->array_buffer, size); in __tracing_resize_ring_buffer()
6223 per_cpu_ptr(tr->array_buffer.data, cpu)->entries = size; in __tracing_resize_ring_buffer()
6567 iter->array_buffer = &tr->array_buffer; in tracing_open_pipe()
6627 return ring_buffer_poll_wait(iter->array_buffer->buffer, iter->cpu_file, in trace_poll()
6935 size = per_cpu_ptr(tr->array_buffer.data, cpu)->entries; in tracing_entries_read()
6936 if (size != per_cpu_ptr(tr->array_buffer.data, cpu)->entries) { in tracing_entries_read()
6952 r = sprintf(buf, "%lu\n", per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10); in tracing_entries_read()
6999 size += per_cpu_ptr(tr->array_buffer.data, cpu)->entries >> 10; in tracing_total_entries_read()
7076 buffer = tr->array_buffer.buffer; in tracing_mark_write()
7155 buffer = tr->array_buffer.buffer; in tracing_mark_raw_write()
7210 ring_buffer_set_clock(tr->array_buffer.buffer, trace_clocks[i].func); in tracing_set_clock()
7216 tracing_reset_online_cpus(&tr->array_buffer); in tracing_set_clock()
7279 if (ring_buffer_time_stamp_abs(tr->array_buffer.buffer)) in tracing_time_stamp_mode_show()
7376 iter->array_buffer = &tr->max_buffer; in tracing_snapshot_open()
7439 &tr->array_buffer, iter->cpu_file); in tracing_snapshot_write()
7514 info->iter.array_buffer = &info->iter.tr->max_buffer; in snapshot_raw_open()
7974 info->iter.array_buffer = &tr->array_buffer; in tracing_buffers_open()
8019 info->spare = ring_buffer_alloc_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
8037 ret = ring_buffer_read_page(iter->array_buffer->buffer, in tracing_buffers_read()
8087 ring_buffer_free_read_page(iter->array_buffer->buffer, in tracing_buffers_release()
8190 entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_splice_read()
8203 ref->buffer = iter->array_buffer->buffer; in tracing_buffers_splice_read()
8231 entries = ring_buffer_entries_cpu(iter->array_buffer->buffer, iter->cpu_file); in tracing_buffers_splice_read()
8275 struct array_buffer *trace_buf = &tr->array_buffer; in tracing_stats_read()
8934 struct trace_buffer *buffer = tr->array_buffer.buffer; in rb_simple_write()
9024 allocate_trace_buffer(struct trace_array *tr, struct array_buffer *buf, int size) in allocate_trace_buffer()
9044 set_buffer_entries(&tr->array_buffer, in allocate_trace_buffer()
9045 ring_buffer_size(tr->array_buffer.buffer, 0)); in allocate_trace_buffer()
9054 ret = allocate_trace_buffer(tr, &tr->array_buffer, size); in allocate_trace_buffers()
9062 ring_buffer_free(tr->array_buffer.buffer); in allocate_trace_buffers()
9063 tr->array_buffer.buffer = NULL; in allocate_trace_buffers()
9064 free_percpu(tr->array_buffer.data); in allocate_trace_buffers()
9065 tr->array_buffer.data = NULL; in allocate_trace_buffers()
9080 static void free_trace_buffer(struct array_buffer *buf) in free_trace_buffer()
9095 free_trace_buffer(&tr->array_buffer); in free_trace_buffers()
9788 iter->array_buffer = &global_trace.array_buffer; in trace_init_global_iter()
9794 if (ring_buffer_overruns(iter->array_buffer->buffer)) in trace_init_global_iter()
9839 atomic_inc(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled); in ftrace_dump()
9907 atomic_dec(&per_cpu_ptr(iter.array_buffer->data, cpu)->disabled); in ftrace_dump()