diff --git a/gst/rtp/gstrtph264depay.c b/gst/rtp/gstrtph264depay.c
index 4b3be6ac42..275a9a099e 100644
--- a/gst/rtp/gstrtph264depay.c
+++ b/gst/rtp/gstrtph264depay.c
@@ -469,6 +469,7 @@ gst_rtp_h264_set_src_caps (GstRtpH264Depay * rtph264depay)
     res = gst_rtp_h264_depay_set_output_caps (rtph264depay, srccaps);
   }
 
+  gst_clear_caps (&old_caps);
   gst_caps_unref (srccaps);
 
   /* Insert SPS and PPS into the stream on next opportunity (if bytestream) */