diff --git a/ext/dash/gstmpdparser.c b/ext/dash/gstmpdparser.c
index 8bd8907286..071f4f5a48 100644
--- a/ext/dash/gstmpdparser.c
+++ b/ext/dash/gstmpdparser.c
@@ -3035,7 +3035,8 @@ gst_mpdparser_get_chunk_by_index (GstMpdClient * client, guint indexStream,
 
     /* TODO check PeriodEnd for segment beyond end of period */
 
-    segment->number = indexChunk;
+    segment->number = indexChunk
+        + stream->cur_seg_template->MultSegBaseType->startNumber;
     segment->start_time = duration * indexChunk;
     segment->duration = duration;
     segment->SegmentURL = NULL;