Messages in this thread Patch in this message | | | From | Alexander Shishkin <> | Subject | [PATCH v4 09/22] perf: Support overwrite mode for AUX area | Date | Wed, 20 Aug 2014 15:36:06 +0300 |
| |
This adds support for overwrite mode in the AUX area, which means "keep collecting data till you're stopped". It does not depend on data buffer's overwrite mode, so that it doesn't lose sideband data that is instrumental for processing AUX data.
Signed-off-by: Alexander Shishkin <alexander.shishkin@linux.intel.com> --- kernel/events/internal.h | 1 + kernel/events/ring_buffer.c | 43 +++++++++++++++++++++++++++++-------------- 2 files changed, 30 insertions(+), 14 deletions(-)
diff --git a/kernel/events/internal.h b/kernel/events/internal.h index c6b2987afe..4607742be8 100644 --- a/kernel/events/internal.h +++ b/kernel/events/internal.h @@ -40,6 +40,7 @@ struct ring_buffer { local_t aux_nest; unsigned long aux_pgoff; int aux_nr_pages; + int aux_overwrite; atomic_t aux_mmap_count; unsigned long aux_mmap_locked; void **aux_pages; diff --git a/kernel/events/ring_buffer.c b/kernel/events/ring_buffer.c index 925f369947..5006caba63 100644 --- a/kernel/events/ring_buffer.c +++ b/kernel/events/ring_buffer.c @@ -263,22 +263,23 @@ void *perf_aux_output_begin(struct perf_output_handle *handle, goto err; aux_head = local_read(&rb->aux_head); - aux_tail = ACCESS_ONCE(rb->user_page->aux_tail); handle->rb = rb; handle->event = event; handle->head = aux_head; - if (aux_head - aux_tail < perf_aux_size(rb)) - handle->size = CIRC_SPACE(aux_head, aux_tail, perf_aux_size(rb)); - else - handle->size = 0; - - if (!handle->size) { - event->pending_disable = 1; - event->hw.state = PERF_HES_STOPPED; - perf_output_wakeup(handle); - local_set(&rb->aux_nest, 0); - goto err; + handle->size = 0; + if (!rb->aux_overwrite) { + aux_tail = ACCESS_ONCE(rb->user_page->aux_tail); + if (aux_head - aux_tail < perf_aux_size(rb)) + handle->size = CIRC_SPACE(aux_head, aux_tail, perf_aux_size(rb)); + + if (!handle->size) { + event->pending_disable = 1; + event->hw.state = PERF_HES_STOPPED; + perf_output_wakeup(handle); + local_set(&rb->aux_nest, 0); + goto err; + } } return handle->rb->aux_priv; @@ -294,9 +295,22 @@ void perf_aux_output_end(struct perf_output_handle *handle, unsigned long size, bool truncated) { struct ring_buffer *rb = handle->rb; + unsigned long aux_head; - local_add(size, &rb->aux_head); - perf_event_aux_event(handle->event, aux_head, size, truncated); + aux_head = local_read(&rb->aux_head); + + if (rb->aux_overwrite) { + local_set(&rb->aux_head, size); + + /* + * Send a RECORD_AUX with size==0 to communicate aux_head + * of this snapshot to userspace + */ + perf_event_aux_event(handle->event, size, 0, truncated); + } else { + local_add(size, &rb->aux_head); + perf_event_aux_event(handle->event, aux_head, size, truncated); + } smp_wmb(); rb->user_page->aux_head = local_read(&rb->aux_head); @@ -408,6 +422,7 @@ int rb_alloc_aux(struct ring_buffer *rb, struct perf_event *event, overwrite); if (rb->aux_priv) ret = 0; + rb->aux_overwrite = overwrite; out: if (!ret) -- 2.1.0
| |