diff --git a/ext/mad/gstmad.c b/ext/mad/gstmad.c
index 01a6b0af4d..624419b155 100644
--- a/ext/mad/gstmad.c
+++ b/ext/mad/gstmad.c
@@ -344,6 +344,8 @@ gst_mad_output (void *data,
   }
   if (GST_PAD_CONNECTED (mad->srcpad))
     gst_pad_push (mad->srcpad, buffer);
+  else
+    gst_buffer_unref (buffer);
 
   return MAD_FLOW_CONTINUE;
 }