mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2024-11-10 11:29:55 +00:00
Code Issues 1 Projects Releases Wiki Activity
gstreamer/ext/dash/gstdashdemux.h

120 lines
3.4 KiB
C
Raw Normal View History

Initial import of gstdashdemux sources
2013-05-08 14:13:32 +00:00
/*
* DASH demux plugin for GStreamer
*
* gstdashdemux.h
*
* Copyright (C) 2012 Orange
* Authors:
* David Corvoysier <david.corvoysier@orange.com>
* Hamid Zakari <hamid.zakari@gmail.com>
*
dashdemux: Remove timing code that delays pushing of fragments Fragments should be pushed ASAP as downstream should be responsible for doing the syncrhonization and proper buffering. This has the great side effect of fixing most of the seeking A/V sync issues.
2013-01-25 15:45:18 +00:00
* Copyright (C) 2013 Smart TV Alliance
* Author: Thiago Sousa Santos <thiago.sousa.santos@collabora.com>, Collabora Ltd.
*
Initial import of gstdashdemux sources
2013-05-08 14:13:32 +00:00
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2.1 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
Renamed LICENSE into COPYING
2012-09-28 10:55:27 +00:00
* License along with this library (COPYING); if not, write to the
Initial import of gstdashdemux sources
2013-05-08 14:13:32 +00:00
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
* Boston, MA 02111-1307, USA.
*/
#ifndef __GST_DASH_DEMUX_H__
#define __GST_DASH_DEMUX_H__
#include <gst/gst.h>
dashdemux: port to adaptive demux
2014-08-26 19:45:46 +00:00
#include <gst/adaptivedemux/gstadaptivedemux.h>
Initial import of gstdashdemux sources
2013-05-08 14:13:32 +00:00
#include <gst/base/gstadapter.h>
dashdemux: Replace GQueue by GstDataQueue GstDataQueue has proper locking and provides functions to limit the size of the queue. Also has blocking calls that are useful to our multithread scenario in Dash.
2013-01-28 21:52:04 +00:00
#include <gst/base/gstdataqueue.h>
Initial import of gstdashdemux sources
2013-05-08 14:13:32 +00:00
#include "gstmpdparser.h"
dashdemux: parse the sidx index from isobmff streams Allows dashdemux to identify the subsegments in the stream and switch bitrates when needed
2015-01-12 14:57:02 +00:00
#include "gstisoff.h"
dashdemux: refactor to use the uridownloader lib instead of internal copy
2013-02-05 03:45:06 +00:00
#include <gst/uridownloader/gsturidownloader.h>
Initial import of gstdashdemux sources
2013-05-08 14:13:32 +00:00
G_BEGIN_DECLS
#define GST_TYPE_DASH_DEMUX \
(gst_dash_demux_get_type())
#define GST_DASH_DEMUX(obj) \
(G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_DASH_DEMUX,GstDashDemux))
#define GST_DASH_DEMUX_CLASS(klass) \
(G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_DASH_DEMUX,GstDashDemuxClass))
#define GST_IS_DASH_DEMUX(obj) \
(G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_DASH_DEMUX))
#define GST_IS_DASH_DEMUX_CLASS(klass) \
(G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_DASH_DEMUX))
dashdemux: handle error messages from the sources Set up a message handling function to be able to catch errors from the source element and signal the cond to allow the download loop to retry the download.
2014-05-02 21:30:05 +00:00
#define GST_DASH_DEMUX_CAST(obj) \
((GstDashDemux *)obj)
dashdemux: refactor streams data to its own struct Keeps code more organized and similar to what other demuxers usually do
2013-01-28 13:46:27 +00:00
dashdemux: add support for UTCTiming elements for clock drift compensation Unless the DASH client can compensate for the difference between its clock and the clock used by the server, the client might request fragments that either not yet on the server or fragments that have already been expired from the server. This is an issue because these requests can propagate all the way back to the origin ISO/IEC 23009-1:2014/Amd 1 [PDAM1] defines a new UTCTiming element to allow a DASH client to track the clock used by the server generating the DASH stream. Multiple UTCTiming elements might be present, to indicate support for multiple methods of UTC time gathering. Each element can contain a white space separated list of URLs that can be contacted to discover the UTC time from the server's perspective. This commit provides parsing of UTCTiming elements, unit tests of this parsing and a function to poll a time server. This function supports the following methods: urn:mpeg:dash:utc:ntp:2014 urn:mpeg:dash:utc:http-xsdate:2014 urn:mpeg:dash:utc:http-iso:2014 urn:mpeg:dash:utc:http-ntp:2014 The manifest update task is used to poll the clock time server, to save having to create a new thread. When choosing the starting fragment number and when waiting for a fragment to become available, the difference between the server's idea of UTC and the client's idea of UTC is taken into account. For example, if the server's time is behind the client's idea of UTC, we wait for longer before requesting a fragment [PDAM1]: http://www.iso.org/iso/home/store/catalogue_tc/catalogue_detail.htm?csnumber=66068 dashdemux: support NTP time servers in UTCTiming elements Use the gst_ntp_clock to support the use of an NTP server. https://bugzilla.gnome.org/show_bug.cgi?id=752413
2015-07-15 10:56:13 +00:00
typedef struct _GstDashDemuxClockDrift GstDashDemuxClockDrift;
dashdemux: refactor streams data to its own struct Keeps code more organized and similar to what other demuxers usually do
2013-01-28 13:46:27 +00:00
typedef struct _GstDashDemuxStream GstDashDemuxStream;
Initial import of gstdashdemux sources
2013-05-08 14:13:32 +00:00
typedef struct _GstDashDemux GstDashDemux;
typedef struct _GstDashDemuxClass GstDashDemuxClass;
dashdemux: refactor streams data to its own struct Keeps code more organized and similar to what other demuxers usually do
2013-01-28 13:46:27 +00:00
struct _GstDashDemuxStream
{
dashdemux: port to adaptive demux
2014-08-26 19:45:46 +00:00
GstAdaptiveDemuxStream parent;
dashdemux: refactor fragment fetching into smaller functions Makes it easier to maintain and extend. This is a first step into adding multi language support to dashdemux
2013-12-03 03:12:08 +00:00
dashdemux: refactor streams data to its own struct Keeps code more organized and similar to what other demuxers usually do
2013-01-28 13:46:27 +00:00
gint index;
dashdemux: store GstActiveStream to avoid getting it every time GstActiveStream is used everywhere to operate on the MPD client, better store it in the GstDashDemuxStream to avoid getting it everytime
2013-12-09 16:55:20 +00:00
GstActiveStream *active_stream;
dashdemux: refactor streams data to its own struct Keeps code more organized and similar to what other demuxers usually do
2013-01-28 13:46:27 +00:00
dashdemux: remove uridownloader from fragments download Instead, use a source element linked to a ghostpad to provide smaller buffers and more granular control for downstream buffering elements while also reducing startup latency
2014-04-25 11:50:18 +00:00
GstMediaFragmentInfo current_fragment;
dashdemux: parse the sidx index from isobmff streams Allows dashdemux to identify the subsegments in the stream and switch bitrates when needed
2015-01-12 14:57:02 +00:00
/* index parsing */
adaptivedemux: Get rid of internal stream adapter and let subclasses handle this directly This allows subclasses to have more control and especially ensure that they push data downstream with the correct offsets. https://bugzilla.gnome.org/show_bug.cgi?id=764684
2016-03-28 10:45:36 +00:00
GstAdapter *sidx_adapter;
dashdemux: parse the sidx index from isobmff streams Allows dashdemux to identify the subsegments in the stream and switch bitrates when needed
2015-01-12 14:57:02 +00:00
GstSidxParser sidx_parser;
dashdemux: implement ISOBMFF profile handling The ISOBMFF profile allows definind subsegments in a segment. At those subsegment boundaries the client can switch from one representation to another as they have aligned indexes. To handle those the 'sidx' index is parsed from the stream and the entries point to pts/offset of the samples in the stream. Knowing that the entries are aligned in the different representation allows the client to switch mid fragment. In this profile a single fragment is used per representation and the subsegments are contained in this fragment. To notify the superclass about the subsegment boundary the chunk_received function returns a special flow return that indicates that. In this case, the super class will check if a more suitable bitrate is available and will change to the same subsegment in this new representation. It also requires special handling of the position in the stream as the fragment advancing is now done by incrementing the index of the subsegment. It will only advance to the next fragment once all subsegments have been downloaded. https://bugzilla.gnome.org/show_bug.cgi?id=741248
2015-01-12 20:40:47 +00:00
gint sidx_index;
gint64 sidx_base_offset;
GstClockTime pending_seek_ts;
dashdemux: Properly keep track of current offset GstAdapter does not guarantee to pass through all the offsets, we have to keep track of it ourselves. https://bugzilla.gnome.org/show_bug.cgi?id=764684
2016-03-31 10:39:59 +00:00
/* sidx offset tracking */
guint64 sidx_current_offset;
/* index = 1, header = 2, data = 3 */
guint sidx_index_header_or_data;
dashdemux: refactor streams data to its own struct Keeps code more organized and similar to what other demuxers usually do
2013-01-28 13:46:27 +00:00
};
Initial import of gstdashdemux sources
2013-05-08 14:13:32 +00:00
/**
* GstDashDemux:
*
* Opaque #GstDashDemux data structure.
*/
struct _GstDashDemux
{
dashdemux: port to adaptive demux
2014-08-26 19:45:46 +00:00
GstAdaptiveDemux parent;
dash: Add support for group-id in the stream-start event
2013-07-23 08:04:42 +00:00
dashdemux: keep a list of streams periods Keep a list of streams per period so that the download loop can keep downloading while the stream loop is still pushing old period's data.
2013-02-13 04:13:23 +00:00
GSList *next_periods;
Initial import of gstdashdemux sources
2013-05-08 14:13:32 +00:00
GstMpdClient *client; /* MPD client */
dashdemux: handle multiple languages Handle multiple languages by using the not-linked return to stop the download task for that stream. It can be reactivated when a reconfigure event is received. Stopping the unused streams is relevant to save network bandwidth
2013-12-04 14:30:22 +00:00
GMutex client_lock;
dashdemux: add support for UTCTiming elements for clock drift compensation Unless the DASH client can compensate for the difference between its clock and the clock used by the server, the client might request fragments that either not yet on the server or fragments that have already been expired from the server. This is an issue because these requests can propagate all the way back to the origin ISO/IEC 23009-1:2014/Amd 1 [PDAM1] defines a new UTCTiming element to allow a DASH client to track the clock used by the server generating the DASH stream. Multiple UTCTiming elements might be present, to indicate support for multiple methods of UTC time gathering. Each element can contain a white space separated list of URLs that can be contacted to discover the UTC time from the server's perspective. This commit provides parsing of UTCTiming elements, unit tests of this parsing and a function to poll a time server. This function supports the following methods: urn:mpeg:dash:utc:ntp:2014 urn:mpeg:dash:utc:http-xsdate:2014 urn:mpeg:dash:utc:http-iso:2014 urn:mpeg:dash:utc:http-ntp:2014 The manifest update task is used to poll the clock time server, to save having to create a new thread. When choosing the starting fragment number and when waiting for a fragment to become available, the difference between the server's idea of UTC and the client's idea of UTC is taken into account. For example, if the server's time is behind the client's idea of UTC, we wait for longer before requesting a fragment [PDAM1]: http://www.iso.org/iso/home/store/catalogue_tc/catalogue_detail.htm?csnumber=66068 dashdemux: support NTP time servers in UTCTiming elements Use the gst_ntp_clock to support the use of an NTP server. https://bugzilla.gnome.org/show_bug.cgi?id=752413
2015-07-15 10:56:13 +00:00
GstDashDemuxClockDrift *clock_drift;
dashdemux: complete support for Media Presentations with several Periods - Periods are played in sequence, from PeriodStart to PeriodEnd - seamless switching from one Period to the next one works fine; - the 'new-segment' generation is broken, so if we need to switch pads for a new Period there is a crash;
2012-10-24 09:49:51 +00:00
gboolean end_of_period;
Replaced references to playlist (HLS) by references to manifest (DASH)
2012-10-15 09:40:55 +00:00
gboolean end_of_manifest;
Initial import of gstdashdemux sources
2013-05-08 14:13:32 +00:00
/* Properties */
Improve consistency of the tasks shutdown code
2012-10-16 11:43:39 +00:00
GstClockTime max_buffering_time; /* Maximum buffering time accumulated during playback */
guint64 max_bitrate; /* max of bitrate supported by target decoder */
dashdemux: provide a default suggestedPresentationDelay If MPD@suggestedPresentationDelay is not present in the manifest, dashdemux selects the fragment closest to the most recently generated fragment. This causes a playback issue because this choice does not allow the DASH client to build up any buffer of downloaded fragments without pausing playback. This is because by definition new fragments appear on the server in real-time (e.g. if segment duration is 4 seconds, a new fragment will appear on the server every 4 seconds). If the starting playback position was n*segmentDuration seconds behind "now", the DASH client could download up to 'n' fragments faster than realtime before it reached the point where it needed to wait for fragments to appear on the server. The MPD@suggestedPresentationDelay attribute allows a content publisher to provide a suggested starting position that is behind the current "live" position. If the MPD@suggestedPresentationDelay attribute is not present, provide a suitable default value as a property of the dashdemux element. To allow the default presentation delay to be specified either using fragments or seconds, the property is a string that contains a number and a unit (e.g. "10 seconds", "4 fragments", "2500ms").
2015-07-07 14:38:08 +00:00
gchar* default_presentation_delay; /* presentation time delay if MPD@suggestedPresentationDelay is not present */
dashdemux: use audio_%02u and video_%02u names for pads Instead of using the default ghostpad%u naming. The audio_/video_ names are more common in demuxers
2015-01-26 20:51:22 +00:00
gint n_audio_streams;
gint n_video_streams;
dashdemux: create src pads for subtitle streams. Create src pads for Representations that contain timed-text subtitles, both when the subtitles are encapsulated in ISO BMFF (i.e., the Representation has mimeType "application/mp4") and when they are unencapsulated (i.e., the Representation has mimeType "application/ttml+xml"). https://bugzilla.gnome.org/show_bug.cgi?id=747774
2015-08-18 13:16:11 +00:00
gint n_subtitle_streams;
Initial import of gstdashdemux sources
2013-05-08 14:13:32 +00:00
};
struct _GstDashDemuxClass
{
dashdemux: port to adaptive demux
2014-08-26 19:45:46 +00:00
GstAdaptiveDemuxClass parent_class;
Initial import of gstdashdemux sources
2013-05-08 14:13:32 +00:00
};
GType gst_dash_demux_get_type (void);
G_END_DECLS
#endif /* __GST_DASH_DEMUX_H__ */
Reference in a new issue Copy permalink