diff --git a/gst/rtsp-server/rtsp-stream.c b/gst/rtsp-server/rtsp-stream.c
index 873ca5db73..e09f43d3bd 100644
--- a/gst/rtsp-server/rtsp-stream.c
+++ b/gst/rtsp-server/rtsp-stream.c
@@ -2484,9 +2484,10 @@ gst_rtsp_stream_get_rtpinfo (GstRTSPStream * stream,
       if (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp_buffer)) {
         if (seq) {
           *seq = gst_rtp_buffer_get_seq (&rtp_buffer);
-          gst_rtp_buffer_unmap (&rtp_buffer);
         }
 
+        gst_rtp_buffer_unmap (&rtp_buffer);
+
         if (rtptime) {
           *rtptime = GST_BUFFER_TIMESTAMP (buffer);
         }