diff --git a/ext/hermes/gstcolorspace.c b/ext/hermes/gstcolorspace.c
index 484c7e3c68..53b4cc8dc6 100644
--- a/ext/hermes/gstcolorspace.c
+++ b/ext/hermes/gstcolorspace.c
@@ -540,6 +540,8 @@ gst_colorspace_change_state (GstElement *element)
       space->pool = gst_pad_get_bufferpool (space->srcpad);
       break;
     case GST_STATE_PLAYING_TO_PAUSED:
+      if (space->pool)
+	gst_buffer_pool_unref (space->pool);
       space->pool = NULL;
       break;
     case GST_STATE_PAUSED_TO_READY: