|
@@ -3928,6 +3928,20 @@ void perf_output_sample(struct perf_output_handle *handle,
|
|
perf_output_put(handle, raw);
|
|
perf_output_put(handle, raw);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
+
|
|
|
|
+ if (!event->attr.watermark) {
|
|
|
|
+ int wakeup_events = event->attr.wakeup_events;
|
|
|
|
+
|
|
|
|
+ if (wakeup_events) {
|
|
|
|
+ struct ring_buffer *rb = handle->rb;
|
|
|
|
+ int events = local_inc_return(&rb->events);
|
|
|
|
+
|
|
|
|
+ if (events >= wakeup_events) {
|
|
|
|
+ local_sub(wakeup_events, &rb->events);
|
|
|
|
+ local_inc(&rb->wakeup);
|
|
|
|
+ }
|
|
|
|
+ }
|
|
|
|
+ }
|
|
}
|
|
}
|
|
|
|
|
|
void perf_prepare_sample(struct perf_event_header *header,
|
|
void perf_prepare_sample(struct perf_event_header *header,
|
|
@@ -3984,7 +3998,7 @@ static void perf_event_output(struct perf_event *event,
|
|
|
|
|
|
perf_prepare_sample(&header, data, event, regs);
|
|
perf_prepare_sample(&header, data, event, regs);
|
|
|
|
|
|
- if (perf_output_begin(&handle, event, header.size, 1))
|
|
|
|
|
|
+ if (perf_output_begin(&handle, event, header.size))
|
|
goto exit;
|
|
goto exit;
|
|
|
|
|
|
perf_output_sample(&handle, &header, data, event);
|
|
perf_output_sample(&handle, &header, data, event);
|
|
@@ -4024,7 +4038,7 @@ perf_event_read_event(struct perf_event *event,
|
|
int ret;
|
|
int ret;
|
|
|
|
|
|
perf_event_header__init_id(&read_event.header, &sample, event);
|
|
perf_event_header__init_id(&read_event.header, &sample, event);
|
|
- ret = perf_output_begin(&handle, event, read_event.header.size, 0);
|
|
|
|
|
|
+ ret = perf_output_begin(&handle, event, read_event.header.size);
|
|
if (ret)
|
|
if (ret)
|
|
return;
|
|
return;
|
|
|
|
|
|
@@ -4067,7 +4081,7 @@ static void perf_event_task_output(struct perf_event *event,
|
|
perf_event_header__init_id(&task_event->event_id.header, &sample, event);
|
|
perf_event_header__init_id(&task_event->event_id.header, &sample, event);
|
|
|
|
|
|
ret = perf_output_begin(&handle, event,
|
|
ret = perf_output_begin(&handle, event,
|
|
- task_event->event_id.header.size, 0);
|
|
|
|
|
|
+ task_event->event_id.header.size);
|
|
if (ret)
|
|
if (ret)
|
|
goto out;
|
|
goto out;
|
|
|
|
|
|
@@ -4204,7 +4218,7 @@ static void perf_event_comm_output(struct perf_event *event,
|
|
|
|
|
|
perf_event_header__init_id(&comm_event->event_id.header, &sample, event);
|
|
perf_event_header__init_id(&comm_event->event_id.header, &sample, event);
|
|
ret = perf_output_begin(&handle, event,
|
|
ret = perf_output_begin(&handle, event,
|
|
- comm_event->event_id.header.size, 0);
|
|
|
|
|
|
+ comm_event->event_id.header.size);
|
|
|
|
|
|
if (ret)
|
|
if (ret)
|
|
goto out;
|
|
goto out;
|
|
@@ -4351,7 +4365,7 @@ static void perf_event_mmap_output(struct perf_event *event,
|
|
|
|
|
|
perf_event_header__init_id(&mmap_event->event_id.header, &sample, event);
|
|
perf_event_header__init_id(&mmap_event->event_id.header, &sample, event);
|
|
ret = perf_output_begin(&handle, event,
|
|
ret = perf_output_begin(&handle, event,
|
|
- mmap_event->event_id.header.size, 0);
|
|
|
|
|
|
+ mmap_event->event_id.header.size);
|
|
if (ret)
|
|
if (ret)
|
|
goto out;
|
|
goto out;
|
|
|
|
|
|
@@ -4546,7 +4560,7 @@ static void perf_log_throttle(struct perf_event *event, int enable)
|
|
perf_event_header__init_id(&throttle_event.header, &sample, event);
|
|
perf_event_header__init_id(&throttle_event.header, &sample, event);
|
|
|
|
|
|
ret = perf_output_begin(&handle, event,
|
|
ret = perf_output_begin(&handle, event,
|
|
- throttle_event.header.size, 0);
|
|
|
|
|
|
+ throttle_event.header.size);
|
|
if (ret)
|
|
if (ret)
|
|
return;
|
|
return;
|
|
|
|
|