diff --git a/gst/vaapi/gstvaapivideobufferpool.c b/gst/vaapi/gstvaapivideobufferpool.c
index 1834bd7593..2782403a13 100644
--- a/gst/vaapi/gstvaapivideobufferpool.c
+++ b/gst/vaapi/gstvaapivideobufferpool.c
@@ -179,6 +179,7 @@ gst_vaapi_video_buffer_pool_set_config (GstBufferPool * pool,
       allocator = gst_vaapi_video_allocator_new (priv->display, &new_vip,
           surface_alloc_flags, 0);
       gst_buffer_pool_config_set_allocator (config, allocator, NULL);
+      gst_object_unref (allocator);
     }
   }