diff --git a/gst-libs/gst/video/gstvideoaggregator.c b/gst-libs/gst/video/gstvideoaggregator.c
index 09dcbb71dd..02e485cb9d 100644
--- a/gst-libs/gst/video/gstvideoaggregator.c
+++ b/gst-libs/gst/video/gstvideoaggregator.c
@@ -386,6 +386,8 @@ gst_videoaggregator_update_converters (GstVideoAggregator * vagg)
   if (!downstream_caps || gst_caps_is_empty (downstream_caps)) {
     GST_INFO_OBJECT (vagg, "No downstream caps found %"
         GST_PTR_FORMAT, downstream_caps);
+    if (downstream_caps)
+      gst_caps_unref (downstream_caps);
     return FALSE;
   }