diff --git a/gst/rtsp-server/rtsp-server.c b/gst/rtsp-server/rtsp-server.c
index 6151c836ef..9f557ba0cc 100644
--- a/gst/rtsp-server/rtsp-server.c
+++ b/gst/rtsp-server/rtsp-server.c
@@ -1076,6 +1076,8 @@ static void
 watch_destroyed (GstRTSPServer * server)
 {
   GST_DEBUG_OBJECT (server, "source destroyed");
+  g_object_unref (server->socket);
+  server->socket = NULL;
   g_object_unref (server);
 }