diff --git a/gst-libs/gst/video/gstvideoaggregator.c b/gst-libs/gst/video/gstvideoaggregator.c
index 83ac15beb0..720e702d33 100644
--- a/gst-libs/gst/video/gstvideoaggregator.c
+++ b/gst-libs/gst/video/gstvideoaggregator.c
@@ -1190,9 +1190,13 @@ gst_videoaggregator_aggregate (GstAggregator * agg)
   if (agg->segment.stop != -1)
     output_end_time = MIN (output_end_time, agg->segment.stop);
 
-  res =
-      gst_videoaggregator_fill_queues (vagg, output_start_time,
-      output_end_time);
+  if (output_end_time == output_start_time) {
+    res = GST_FLOW_EOS;
+  } else {
+    res =
+        gst_videoaggregator_fill_queues (vagg, output_start_time,
+        output_end_time);
+  }
 
   if (res == GST_FLOW_NEEDS_DATA) {
     GST_DEBUG_OBJECT (vagg, "Need more data for decisions");