diff --git a/gst/isomp4/gstqtmux.c b/gst/isomp4/gstqtmux.c
index 6a9de52352..7207a00b09 100644
--- a/gst/isomp4/gstqtmux.c
+++ b/gst/isomp4/gstqtmux.c
@@ -2229,10 +2229,7 @@ gst_qt_mux_add_buffer (GstQTMux * qtmux, GstQTPad * pad, GstBuffer * buf)
     if (pad->have_dts) {
       gint64 scaled_dts;
       if (pad->last_buf) {
-        if (GST_BUFFER_DTS_IS_VALID (pad->last_buf))
-          pad->last_dts = GST_BUFFER_DTS (pad->last_buf);
-        else
-          pad->last_dts = GST_BUFFER_PTS (pad->last_buf);
+        pad->last_dts = GST_BUFFER_DTS (pad->last_buf);
       } else {
         pad->last_dts = GST_BUFFER_DTS (last_buf) +
             GST_BUFFER_DURATION (last_buf);