diff --git a/ext/speex/gstspeexenc.c b/ext/speex/gstspeexenc.c
index 60fc1d9e71..768775f8c7 100644
--- a/ext/speex/gstspeexenc.c
+++ b/ext/speex/gstspeexenc.c
@@ -847,7 +847,8 @@ gst_speex_enc_sinkevent (GstPad * pad, GstEvent * event)
 
   switch (GST_EVENT_TYPE (event)) {
     case GST_EVENT_EOS:
-      gst_speex_enc_encode (enc, TRUE);
+      if (enc->setup)
+        gst_speex_enc_encode (enc, TRUE);
       res = gst_pad_event_default (pad, event);
       break;
     case GST_EVENT_TAG: