diff --git a/gst/matroska/matroska-parse.c b/gst/matroska/matroska-parse.c
index 9f92928b25..89f23d8722 100644
--- a/gst/matroska/matroska-parse.c
+++ b/gst/matroska/matroska-parse.c
@@ -2282,6 +2282,8 @@ gst_matroska_parse_take (GstMatroskaParse * parse, guint64 bytes,
     gst_ebml_read_init (ebml, GST_ELEMENT_CAST (parse), buffer,
         parse->common.offset);
     parse->common.offset += bytes;
+  } else {
+    ret = GST_FLOW_ERROR;
   }
 exit:
   return ret;