diff --git a/gst/multifile/gstsplitmuxsrc.c b/gst/multifile/gstsplitmuxsrc.c
index f8c27fb477..25c5d775fc 100644
--- a/gst/multifile/gstsplitmuxsrc.c
+++ b/gst/multifile/gstsplitmuxsrc.c
@@ -751,7 +751,11 @@ gst_splitmux_pad_loop (GstPad * pad)
 
   GST_OBJECT_LOCK (splitpad);
   if (splitpad->part_pad == NULL) {
+    GST_DEBUG_OBJECT (splitmux,
+        "Pausing task because part reader is not present");
     GST_OBJECT_UNLOCK (splitpad);
+    gst_pad_pause_task (pad);
+    gst_object_unref (splitmux);
     return;
   }
   part_pad = gst_object_ref (splitpad->part_pad);