diff --git a/ext/ffmpeg/gstffmpegdec.c b/ext/ffmpeg/gstffmpegdec.c
index 0b6d6218c8..92c7be4901 100644
--- a/ext/ffmpeg/gstffmpegdec.c
+++ b/ext/ffmpeg/gstffmpegdec.c
@@ -2069,9 +2069,6 @@ gst_ffmpegdec_audio_frame (GstFFMpegDec * ffmpegdec,
                 in_duration)))
       goto clipped;
 
-  } else if (len > 0 && have_data == 0) {
-    /* cache output, because it may be used for caching (in-place) */
-    *outbuf = NULL;
   } else {
     gst_buffer_unref (*outbuf);
     *outbuf = NULL;