mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2024-11-03 16:09:39 +00:00
Code Issues 1 Projects Releases Wiki Activity
gstreamer/subprojects/gst-plugins-good/ext/adaptivedemux2/gstadaptivedemux-stream.c

2004 lines
69 KiB
C
Raw Blame History

/* GStreamer
*
* Copyright (C) 2014 Samsung Electronics. All rights reserved.
* Author: Thiago Santos <thiagoss@osg.samsung.com>
*
* Copyright (C) 2021-2022 Centricular Ltd
* Author: Edward Hervey <edward@centricular.com>
* Author: Jan Schmidt <jan@centricular.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include "gstadaptivedemux.h"
#include "gstadaptivedemux-private.h"
#include <glib/gi18n-lib.h>
#include <gst/app/gstappsrc.h>
GST_DEBUG_CATEGORY_EXTERN (adaptivedemux2_debug);
#define GST_CAT_DEFAULT adaptivedemux2_debug
static void gst_adaptive_demux2_stream_finalize (GObject * object);
static void gst_adaptive_demux2_stream_error (GstAdaptiveDemux2Stream * stream);
#define gst_adaptive_demux2_stream_parent_class parent_class
G_DEFINE_ABSTRACT_TYPE (GstAdaptiveDemux2Stream, gst_adaptive_demux2_stream,
GST_TYPE_OBJECT);
static void
gst_adaptive_demux2_stream_class_init (GstAdaptiveDemux2StreamClass * klass)
{
GObjectClass *gobject_class = (GObjectClass *) klass;
gobject_class->finalize = gst_adaptive_demux2_stream_finalize;
}
static GType tsdemux_type = 0;
static void
gst_adaptive_demux2_stream_init (GstAdaptiveDemux2Stream * stream)
{
stream->download_request = download_request_new ();
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_STOPPED;
stream->last_ret = GST_FLOW_OK;
stream->fragment_bitrates =
g_malloc0 (sizeof (guint64) * NUM_LOOKBACK_FRAGMENTS);
stream->start_position = stream->current_position = GST_CLOCK_TIME_NONE;
gst_segment_init (&stream->parse_segment, GST_FORMAT_TIME);
}
/* must be called with manifest_lock taken.
* It will temporarily drop the manifest_lock in order to join the task.
* It will join only the old_streams (the demux->streams are joined by
* gst_adaptive_demux_stop_tasks before gst_adaptive_demux2_stream_free is
* called)
*/
static void
gst_adaptive_demux2_stream_finalize (GObject * object)
{
GstAdaptiveDemux2Stream *stream = (GstAdaptiveDemux2Stream *) object;
GST_LOG_OBJECT (object, "Finalizing");
if (stream->download_request)
download_request_unref (stream->download_request);
stream->cancelled = TRUE;
g_clear_error (&stream->last_error);
gst_adaptive_demux2_stream_fragment_clear (&stream->fragment);
if (stream->pending_events) {
g_list_free_full (stream->pending_events, (GDestroyNotify) gst_event_unref);
stream->pending_events = NULL;
}
if (stream->parsebin_sink) {
gst_object_unref (stream->parsebin_sink);
stream->parsebin_sink = NULL;
}
if (stream->pad_added_id)
g_signal_handler_disconnect (stream->parsebin, stream->pad_added_id);
if (stream->pad_removed_id)
g_signal_handler_disconnect (stream->parsebin, stream->pad_removed_id);
if (stream->parsebin != NULL) {
GST_LOG_OBJECT (stream, "Removing parsebin");
gst_bin_remove (GST_BIN_CAST (stream->demux), stream->parsebin);
gst_element_set_state (stream->parsebin, GST_STATE_NULL);
gst_object_unref (stream->parsebin);
stream->parsebin = NULL;
}
g_free (stream->fragment_bitrates);
g_list_free_full (stream->tracks,
(GDestroyNotify) gst_adaptive_demux_track_unref);
if (stream->pending_caps)
gst_caps_unref (stream->pending_caps);
g_clear_pointer (&stream->pending_tags, gst_tag_list_unref);
g_clear_pointer (&stream->stream_collection, gst_object_unref);
G_OBJECT_CLASS (parent_class)->finalize (object);
}
/**
* gst_adaptive_demux2_stream_add_track:
* @stream: A #GstAdaptiveDemux2Stream
* @track: (transfer none): A #GstAdaptiveDemuxTrack to assign to the @stream
*
* This function is called when a subclass knows of a target @track that this
* @stream can provide.
*/
gboolean
gst_adaptive_demux2_stream_add_track (GstAdaptiveDemux2Stream * stream,
GstAdaptiveDemuxTrack * track)
{
g_return_val_if_fail (track != NULL, FALSE);
GST_DEBUG_OBJECT (stream->demux, "stream:%p track:%s", stream,
track->stream_id);
if (g_list_find (stream->tracks, track)) {
GST_DEBUG_OBJECT (stream->demux,
"track '%s' already handled by this stream", track->stream_id);
return FALSE;
}
stream->tracks =
g_list_append (stream->tracks, gst_adaptive_demux_track_ref (track));
if (stream->demux) {
g_assert (stream->period);
gst_adaptive_demux_period_add_track (stream->period, track);
}
return TRUE;
}
static gboolean
gst_adaptive_demux2_stream_next_download (GstAdaptiveDemux2Stream * stream);
static gboolean
gst_adaptive_demux2_stream_load_a_fragment (GstAdaptiveDemux2Stream * stream);
static void
gst_adaptive_demux2_stream_handle_playlist_eos (GstAdaptiveDemux2Stream *
stream);
static GstFlowReturn
gst_adaptive_demux2_stream_begin_download_uri (GstAdaptiveDemux * demux,
GstAdaptiveDemux2Stream * stream, const gchar * uri, gint64 start,
gint64 end);
#ifndef GST_DISABLE_GST_DEBUG
static const char *
uritype (GstAdaptiveDemux2Stream * s)
{
if (s->downloading_header)
return "header";
if (s->downloading_index)
return "index";
return "fragment";
}
#endif
/* Schedules another chunked download (returns TRUE) or FALSE if no more chunks */
static gboolean
schedule_another_chunk (GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
DownloadRequest *request = stream->download_request;
GstFlowReturn ret;
gchar *uri = request->uri;
gint64 range_start = request->range_start;
gint64 range_end = request->range_end;
gint64 chunk_size;
gint64 chunk_end;
if (range_end == -1)
return FALSE; /* This was a request to the end, no more to load */
/* The size of the request that just completed: */
chunk_size = range_end + 1 - range_start;
if (request->content_received < chunk_size)
return FALSE; /* Short read - we're done */
/* Accumulate the data we just fetched, to figure out the next
* request start position and update the target chunk size from
* the updated stream fragment info */
range_start += chunk_size;
range_end = stream->fragment.range_end;
chunk_size = stream->fragment.chunk_size;
if (chunk_size == 0)
return FALSE; /* Sub-class doesn't want another chunk */
/* HTTP ranges are inclusive for the end */
if (chunk_size != -1) {
chunk_end = range_start + chunk_size - 1;
if (range_end != -1 && range_end < chunk_end)
chunk_end = range_end;
} else {
chunk_end = range_end;
}
GST_DEBUG_OBJECT (stream,
"Starting next chunk %s %" G_GINT64_FORMAT "-%" G_GINT64_FORMAT
" chunk_size %" G_GINT64_FORMAT, uri, range_start, chunk_end, chunk_size);
ret =
gst_adaptive_demux2_stream_begin_download_uri (demux, stream, uri,
range_start, chunk_end);
if (ret != GST_FLOW_OK) {
GST_DEBUG_OBJECT (stream,
"Stopping stream due to begin download failure - ret %s",
gst_flow_get_name (ret));
gst_adaptive_demux2_stream_stop (stream);
return FALSE;
}
return TRUE;
}
static void
drain_inactive_tracks (GstAdaptiveDemux * demux,
GstAdaptiveDemux2Stream * stream)
{
GList *iter;
TRACKS_LOCK (demux);
for (iter = stream->tracks; iter; iter = iter->next) {
GstAdaptiveDemuxTrack *track = (GstAdaptiveDemuxTrack *) iter->data;
if (!track->selected) {
gst_adaptive_demux_track_drain_to (track,
demux->priv->global_output_position);
}
}
TRACKS_UNLOCK (demux);
}
/* Called to complete a download, either due to failure or completion
* Should set up the next download if necessary */
static void
gst_adaptive_demux2_stream_finish_download (GstAdaptiveDemux2Stream *
stream, GstFlowReturn ret, GError * err)
{
GstAdaptiveDemuxClass *klass = GST_ADAPTIVE_DEMUX_GET_CLASS (stream->demux);
GstAdaptiveDemux *demux = stream->demux;
GST_DEBUG_OBJECT (stream,
"%s download finish: %d %s - err: %p", uritype (stream), ret,
gst_flow_get_name (ret), err);
stream->download_finished = TRUE;
/* finish_fragment might call gst_adaptive_demux2_stream_advance_fragment,
* which can look at the last_ret - so make sure it's stored before calling that.
* Also, for not-linked or other errors passed in that are going to make
* this stream stop, we'll need to store it */
stream->last_ret = ret;
if (err) {
g_clear_error (&stream->last_error);
stream->last_error = g_error_copy (err);
}
/* For actual errors, stop now, no need to call finish_fragment and get
* confused if it returns a non-error status, but if EOS was passed in,
* continue and check whether finish_fragment() says we've finished
* the whole manifest or just this fragment */
if (ret < 0 && ret != GST_FLOW_EOS) {
GST_INFO_OBJECT (stream,
"Stopping stream due to error ret %s", gst_flow_get_name (ret));
gst_adaptive_demux2_stream_stop (stream);
return;
}
/* Handle all the possible flow returns here: */
if (ret == GST_ADAPTIVE_DEMUX_FLOW_LOST_SYNC) {
/* We lost sync, seek back to live and return */
GST_WARNING_OBJECT (stream, "Lost sync when downloading");
gst_adaptive_demux_handle_lost_sync (demux);
return;
} else if (ret == GST_ADAPTIVE_DEMUX_FLOW_END_OF_FRAGMENT) {
/* The sub-class wants to stop the fragment immediately */
stream->fragment.finished = TRUE;
ret = klass->finish_fragment (demux, stream);
GST_DEBUG_OBJECT (stream, "finish_fragment ret %d %s", ret,
gst_flow_get_name (ret));
} else if (ret == GST_ADAPTIVE_DEMUX_FLOW_RESTART_FRAGMENT) {
GST_DEBUG_OBJECT (stream, "Restarting download as requested");
/* Just mark the fragment as finished */
stream->fragment.finished = TRUE;
ret = GST_FLOW_OK;
} else if (!klass->need_another_chunk || stream->fragment.chunk_size == -1
|| !klass->need_another_chunk (stream)
|| stream->fragment.chunk_size == 0) {
stream->fragment.finished = TRUE;
ret = klass->finish_fragment (stream->demux, stream);
GST_DEBUG_OBJECT (stream, "finish_fragment ret %d %s", ret,
gst_flow_get_name (ret));
} else if (stream->fragment.chunk_size != 0
&& schedule_another_chunk (stream)) {
/* Another download has already begun, no need to queue anything below */
return;
}
/* For HLS, we might be enqueueing data into tracks that aren't
* selected. Drain those ones out */
drain_inactive_tracks (stream->demux, stream);
/* Now that we've called finish_fragment we can clear these flags the
* sub-class might have checked */
if (stream->downloading_header) {
stream->need_header = FALSE;
stream->downloading_header = FALSE;
} else if (stream->downloading_index) {
stream->need_index = FALSE;
stream->downloading_index = FALSE;
/* Restart the fragment again now that header + index were loaded
* so that get_fragment_info() will be called again */
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_START_FRAGMENT;
} else {
/* Finishing a fragment data download. Try for another */
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_START_FRAGMENT;
}
/* if GST_FLOW_EOS was passed in that means this download is finished,
* but it's the result returned from finish_fragment() we really care
* about, as that tells us if the manifest has run out of fragments
* to load */
if (ret == GST_FLOW_EOS) {
stream->last_ret = ret;
gst_adaptive_demux2_stream_handle_playlist_eos (stream);
return;
}
/* Now finally, if ret is anything other than success, we should stop this
* stream */
if (ret < 0) {
GST_DEBUG_OBJECT (stream,
"Stopping stream due to finish fragment ret %s",
gst_flow_get_name (ret));
gst_adaptive_demux2_stream_stop (stream);
return;
}
/* Clear the last_ret marker before starting a fresh download */
stream->last_ret = GST_FLOW_OK;
GST_LOG_OBJECT (stream, "Scheduling next_download() call");
stream->pending_cb_id =
gst_adaptive_demux_loop_call (demux->priv->scheduler_task,
(GSourceFunc) gst_adaptive_demux2_stream_next_download,
gst_object_ref (stream), (GDestroyNotify) gst_object_unref);
}
/* Must be called from the scheduler context */
void
gst_adaptive_demux2_stream_parse_error (GstAdaptiveDemux2Stream * stream,
GError * err)
{
GstAdaptiveDemux *demux = stream->demux;
if (stream->state != GST_ADAPTIVE_DEMUX2_STREAM_STATE_DOWNLOADING)
return;
downloadhelper_cancel_request (demux->download_helper,
stream->download_request);
/* cancellation is async, so recycle our download request to avoid races */
download_request_unref (stream->download_request);
stream->download_request = download_request_new ();
gst_adaptive_demux2_stream_finish_download (stream, GST_FLOW_CUSTOM_ERROR,
err);
}
static void
gst_adaptive_demux2_stream_prepare_segment (GstAdaptiveDemux * demux,
GstAdaptiveDemux2Stream * stream, gboolean first_and_live)
{
GstClockTime period_start = gst_adaptive_demux_get_period_start_time (demux);
GstClockTime offset =
gst_adaptive_demux2_stream_get_presentation_offset (demux, stream);
stream->parse_segment = demux->segment;
/* The demuxer segment is just built from seek events, but for each stream
* we have to adjust segments according to the current period and the
* stream specific presentation time offset.
*
* For each period, buffer timestamps start again from 0. Additionally the
* buffer timestamps are shifted by the stream specific presentation time
* offset, so the first buffer timestamp of a period is 0 + presentation
* time offset. If the stream contains timestamps itself, this is also
* supposed to be the presentation time stored inside the stream.
*
* The stream time over periods is supposed to be continuous, that is the
* buffer timestamp 0 + presentation time offset should map to the start
* time of the current period.
*
*
* The adjustment of the stream segments as such works the following.
*
* If the demuxer segment start is bigger than the period start, this
* means that we have to drop some media at the beginning of the current
* period, e.g. because a seek into the middle of the period has
* happened. The amount of media to drop is the difference between the
* period start and the demuxer segment start, and as each period starts
* again from 0, this difference is going to be the actual stream's
* segment start. As all timestamps of the stream are shifted by the
* presentation time offset, we will also have to move the segment start
* by that offset.
*
* Likewise, the demuxer segment stop value is adjusted in the same
* fashion.
*
* Now the running time and stream time at the stream's segment start has
* to be the one that is stored inside the demuxer's segment, which means
* that segment.base and segment.time have to be copied over (done just
* above)
*
*
* If the demuxer segment start is smaller than the period start time,
* this means that the whole period is inside the segment. As each period
* starts timestamps from 0, and additionally timestamps are shifted by
* the presentation time offset, the stream's first timestamp (and as such
* the stream's segment start) has to be the presentation time offset.
* The stream time at the segment start is supposed to be the stream time
* of the period start according to the demuxer segment, so the stream
* segment's time would be set to that. The same goes for the stream
* segment's base, which is supposed to be the running time of the period
* start according to the demuxer's segment.
*
* The same logic applies for negative rates with the segment stop and
* the period stop time (which gets clamped).
*
*
* For the first case where not the complete period is inside the segment,
* the segment time and base as calculated by the second case would be
* equivalent.
*/
GST_DEBUG_OBJECT (demux, "Using demux segment %" GST_SEGMENT_FORMAT,
&demux->segment);
GST_DEBUG_OBJECT (demux,
"period_start: %" GST_TIME_FORMAT " offset: %" GST_TIME_FORMAT,
GST_TIME_ARGS (period_start), GST_TIME_ARGS (offset));
/* note for readers:
* Since stream->parse_segment is initially a copy of demux->segment,
* only the values that need updating are modified below. */
if (first_and_live) {
/* If first and live, demuxer did seek to the current position already */
stream->parse_segment.start = demux->segment.start - period_start + offset;
if (GST_CLOCK_TIME_IS_VALID (demux->segment.stop))
stream->parse_segment.stop = demux->segment.stop - period_start + offset;
/* FIXME : Do we need to handle negative rates for this ? */
stream->parse_segment.position = stream->parse_segment.start;
} else if (demux->segment.start > period_start) {
/* seek within a period */
stream->parse_segment.start = demux->segment.start - period_start + offset;
if (GST_CLOCK_TIME_IS_VALID (demux->segment.stop))
stream->parse_segment.stop = demux->segment.stop - period_start + offset;
if (stream->parse_segment.rate >= 0)
stream->parse_segment.position = offset;
else
stream->parse_segment.position = stream->parse_segment.stop;
} else {
stream->parse_segment.start = offset;
if (GST_CLOCK_TIME_IS_VALID (demux->segment.stop))
stream->parse_segment.stop = demux->segment.stop - period_start + offset;
if (stream->parse_segment.rate >= 0) {
stream->parse_segment.position = offset;
stream->parse_segment.base =
gst_segment_to_running_time (&demux->segment, GST_FORMAT_TIME,
period_start);
} else {
stream->parse_segment.position = stream->parse_segment.stop;
stream->parse_segment.base =
gst_segment_to_running_time (&demux->segment, GST_FORMAT_TIME,
period_start + demux->segment.stop - demux->segment.start);
}
stream->parse_segment.time =
gst_segment_to_stream_time (&demux->segment, GST_FORMAT_TIME,
period_start);
}
stream->send_segment = TRUE;
GST_DEBUG_OBJECT (stream, "Prepared segment %" GST_SEGMENT_FORMAT,
&stream->parse_segment);
}
/* Segment lock hold */
static void
update_buffer_pts_and_demux_position_locked (GstAdaptiveDemux * demux,
GstAdaptiveDemux2Stream * stream, GstBuffer * buffer)
{
GstClockTimeDiff pos;
GST_DEBUG_OBJECT (stream, "stream->fragment.stream_time %" GST_STIME_FORMAT,
GST_STIME_ARGS (stream->fragment.stream_time));
pos = stream->fragment.stream_time;
if (GST_CLOCK_STIME_IS_VALID (pos)) {
GstClockTime offset =
gst_adaptive_demux2_stream_get_presentation_offset (demux, stream);
pos += offset;
if (pos < 0) {
GST_WARNING_OBJECT (stream, "Clamping segment and buffer position to 0");
pos = 0;
}
GST_BUFFER_PTS (buffer) = pos;
} else {
GST_BUFFER_PTS (buffer) = GST_CLOCK_TIME_NONE;
}
GST_DEBUG_OBJECT (stream, "Buffer/stream position is now: %" GST_TIME_FORMAT,
GST_TIME_ARGS (GST_BUFFER_PTS (buffer)));
}
/* Must be called from the scheduler context */
GstFlowReturn
gst_adaptive_demux2_stream_push_buffer (GstAdaptiveDemux2Stream * stream,
GstBuffer * buffer)
{
GstAdaptiveDemux *demux = stream->demux;
GstFlowReturn ret = GST_FLOW_OK;
gboolean discont = FALSE;
/* Pending events */
GstEvent *pending_caps = NULL, *pending_segment = NULL, *pending_tags =
NULL, *stream_start = NULL, *buffer_gap = NULL;
GList *pending_events = NULL;
if (stream->compute_segment) {
gst_adaptive_demux2_stream_prepare_segment (demux, stream,
stream->first_and_live);
stream->compute_segment = FALSE;
stream->first_and_live = FALSE;
}
if (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DROPPABLE)) {
GST_DEBUG_OBJECT (stream, "Creating gap event for droppable buffer");
buffer_gap =
gst_event_new_gap (GST_BUFFER_PTS (buffer),
GST_BUFFER_DURATION (buffer));
}
if (stream->first_fragment_buffer) {
GST_ADAPTIVE_DEMUX_SEGMENT_LOCK (demux);
if (demux->segment.rate < 0)
/* Set DISCONT flag for every first buffer in reverse playback mode
* as each fragment for its own has to be reversed */
discont = TRUE;
update_buffer_pts_and_demux_position_locked (demux, stream, buffer);
GST_ADAPTIVE_DEMUX_SEGMENT_UNLOCK (demux);
GST_LOG_OBJECT (stream, "Handling initial buffer %" GST_PTR_FORMAT, buffer);
/* Do we need to inject STREAM_START and SEGMENT events ?
*
* This can happen when a stream is restarted, and also when switching to a
* variant which needs a header (in which case downloading_header will be
* TRUE)
*/
if (G_UNLIKELY (stream->send_segment || stream->downloading_header)) {
GST_ADAPTIVE_DEMUX_SEGMENT_LOCK (demux);
pending_segment = gst_event_new_segment (&stream->parse_segment);
gst_event_set_seqnum (pending_segment, demux->priv->segment_seqnum);
stream->send_segment = FALSE;
GST_DEBUG_OBJECT (stream, "Sending %" GST_PTR_FORMAT, pending_segment);
GST_ADAPTIVE_DEMUX_SEGMENT_UNLOCK (demux);
stream_start = gst_event_new_stream_start ("bogus");
if (demux->have_group_id)
gst_event_set_group_id (stream_start, demux->group_id);
}
} else {
GST_BUFFER_PTS (buffer) = GST_CLOCK_TIME_NONE;
}
stream->first_fragment_buffer = FALSE;
if (stream->discont) {
discont = TRUE;
stream->discont = FALSE;
}
if (discont) {
GST_DEBUG_OBJECT (stream, "Marking fragment as discontinuous");
GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DISCONT);
} else {
GST_BUFFER_FLAG_UNSET (buffer, GST_BUFFER_FLAG_DISCONT);
}
GST_BUFFER_DURATION (buffer) = GST_CLOCK_TIME_NONE;
GST_BUFFER_DTS (buffer) = GST_CLOCK_TIME_NONE;
if (G_UNLIKELY (stream->pending_caps)) {
pending_caps = gst_event_new_caps (stream->pending_caps);
gst_caps_unref (stream->pending_caps);
stream->pending_caps = NULL;
}
if (G_UNLIKELY (stream->pending_tags)) {
GstTagList *tags = stream->pending_tags;
stream->pending_tags = NULL;
if (tags)
pending_tags = gst_event_new_tag (tags);
}
if (G_UNLIKELY (stream->pending_events)) {
pending_events = stream->pending_events;
stream->pending_events = NULL;
}
/* Do not push events or buffers holding the manifest lock */
if (G_UNLIKELY (stream_start)) {
GST_DEBUG_OBJECT (stream,
"Setting stream start: %" GST_PTR_FORMAT, stream_start);
gst_pad_send_event (stream->parsebin_sink, stream_start);
}
if (G_UNLIKELY (pending_caps)) {
GST_DEBUG_OBJECT (stream,
"Setting pending caps: %" GST_PTR_FORMAT, pending_caps);
gst_pad_send_event (stream->parsebin_sink, pending_caps);
}
if (G_UNLIKELY (pending_segment)) {
GST_DEBUG_OBJECT (stream,
"Sending pending seg: %" GST_PTR_FORMAT, pending_segment);
gst_pad_send_event (stream->parsebin_sink, pending_segment);
}
if (G_UNLIKELY (pending_tags)) {
GST_DEBUG_OBJECT (stream,
"Sending pending tags: %" GST_PTR_FORMAT, pending_tags);
gst_pad_send_event (stream->parsebin_sink, pending_tags);
}
while (pending_events != NULL) {
GstEvent *event = pending_events->data;
GST_DEBUG_OBJECT (stream, "Sending pending event: %" GST_PTR_FORMAT, event);
if (!gst_pad_send_event (stream->parsebin_sink, event))
GST_ERROR_OBJECT (stream, "Failed to send pending event");
pending_events = g_list_delete_link (pending_events, pending_events);
}
GST_DEBUG_OBJECT (stream,
"About to push buffer of size %" G_GSIZE_FORMAT " offset %"
G_GUINT64_FORMAT, gst_buffer_get_size (buffer),
GST_BUFFER_OFFSET (buffer));
ret = gst_pad_chain (stream->parsebin_sink, buffer);
if (buffer_gap) {
GST_DEBUG_OBJECT (stream, "Sending %" GST_PTR_FORMAT, buffer_gap);
gst_pad_send_event (stream->parsebin_sink, buffer_gap);
}
if (G_UNLIKELY (stream->cancelled)) {
GST_LOG_OBJECT (demux, "Stream was cancelled");
return GST_FLOW_FLUSHING;
}
GST_LOG_OBJECT (stream, "Push result: %d %s", ret, gst_flow_get_name (ret));
return ret;
}
static GstFlowReturn
gst_adaptive_demux2_stream_parse_buffer (GstAdaptiveDemux2Stream * stream,
GstBuffer * buffer)
{
GstAdaptiveDemux *demux = stream->demux;
GstAdaptiveDemuxClass *klass = GST_ADAPTIVE_DEMUX_GET_CLASS (demux);
GstFlowReturn ret = GST_FLOW_OK;
/* do not make any changes if the stream is cancelled */
if (G_UNLIKELY (stream->cancelled)) {
gst_buffer_unref (buffer);
return GST_FLOW_FLUSHING;
}
/* starting_fragment is set to TRUE at the beginning of
* _stream_download_fragment()
* /!\ If there is a header/index being downloaded, then this will
* be TRUE for the first one ... but FALSE for the remaining ones,
* including the *actual* fragment ! */
if (stream->starting_fragment) {
stream->starting_fragment = FALSE;
if (klass->start_fragment != NULL && !klass->start_fragment (demux, stream))
return GST_FLOW_ERROR;
}
stream->download_total_bytes += gst_buffer_get_size (buffer);
GST_TRACE_OBJECT (stream,
"Received %s buffer of size %" G_GSIZE_FORMAT, uritype (stream),
gst_buffer_get_size (buffer));
ret = klass->data_received (demux, stream, buffer);
if (ret != GST_FLOW_OK) {
GST_DEBUG_OBJECT (stream, "data_received returned %s",
gst_flow_get_name (ret));
if (ret == GST_FLOW_FLUSHING) {
/* do not make any changes if the stream is cancelled */
if (G_UNLIKELY (stream->cancelled)) {
return ret;
}
}
if (ret < GST_FLOW_EOS) {
GstEvent *eos = gst_event_new_eos ();
GST_ELEMENT_FLOW_ERROR (demux, ret);
GST_DEBUG_OBJECT (stream, "Pushing EOS to parser");
/* TODO push this on all pads */
gst_event_set_seqnum (eos, stream->demux->priv->segment_seqnum);
gst_pad_send_event (stream->parsebin_sink, eos);
ret = GST_FLOW_ERROR;
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_ERRORED;
}
}
return ret;
}
/* Calculate the low and high download buffering watermarks
* in time as MAX (low-watermark-time, low-watermark-fragments) and
* MIN (high-watermark-time, high-watermark-fragments) respectively
*/
static void
calculate_track_thresholds (GstAdaptiveDemux * demux,
GstClockTime fragment_duration, GstClockTime * low_threshold,
GstClockTime * high_threshold)
{
GST_OBJECT_LOCK (demux);
*low_threshold = demux->buffering_low_watermark_fragments * fragment_duration;
if (*low_threshold == 0 ||
(demux->buffering_low_watermark_time != 0
&& demux->buffering_low_watermark_time > *low_threshold)) {
*low_threshold = demux->buffering_low_watermark_time;
}
*high_threshold =
demux->buffering_high_watermark_fragments * fragment_duration;
if (*high_threshold == 0 || (demux->buffering_high_watermark_time != 0
&& demux->buffering_high_watermark_time < *high_threshold)) {
*high_threshold = demux->buffering_high_watermark_time;
}
/* Make sure the low and high thresholds are less than the maximum buffering
* time */
if (*high_threshold == 0 ||
(demux->max_buffering_time != 0
&& demux->max_buffering_time < *high_threshold)) {
*high_threshold = demux->max_buffering_time;
}
if (*low_threshold == 0 ||
(demux->max_buffering_time != 0
&& demux->max_buffering_time < *low_threshold)) {
*low_threshold = demux->max_buffering_time;
}
/* Make sure the high threshold is higher than (or equal to) the low threshold.
* It's OK if they are the same, as the minimum download is 1 fragment */
if (*high_threshold == 0 ||
(*low_threshold != 0 && *low_threshold > *high_threshold)) {
*high_threshold = *low_threshold;
}
GST_OBJECT_UNLOCK (demux);
}
static gboolean
gst_adaptive_demux2_stream_wait_for_output_space (GstAdaptiveDemux * demux,
GstAdaptiveDemux2Stream * stream, GstClockTime fragment_duration)
{
gboolean need_to_wait = TRUE;
gboolean have_any_tracks = FALSE;
gboolean have_active_tracks = FALSE;
gboolean have_filled_inactive = FALSE;
gboolean update_buffering = FALSE;
GstClockTime low_threshold = 0, high_threshold = 0;
GList *iter;
calculate_track_thresholds (demux, fragment_duration,
&low_threshold, &high_threshold);
/* If there are no tracks at all, don't wait. If there are no active
* tracks, keep filling until at least one track is full. If there
* are active tracks, require that they are all full */
TRACKS_LOCK (demux);
for (iter = stream->tracks; iter; iter = iter->next) {
GstAdaptiveDemuxTrack *track = (GstAdaptiveDemuxTrack *) iter->data;
/* Update the buffering threshold */
if (low_threshold != track->buffering_threshold) {
/* The buffering threshold for this track changed, make sure to
* re-check buffering status */
update_buffering = TRUE;
track->buffering_threshold = low_threshold;
}
have_any_tracks = TRUE;
if (track->active)
have_active_tracks = TRUE;
if (track->level_time < high_threshold) {
if (track->active) {
need_to_wait = FALSE;
GST_DEBUG_OBJECT (demux,
"stream %p track %s has level %" GST_TIME_FORMAT
" - needs more data (target %" GST_TIME_FORMAT
") (fragment duration %" GST_TIME_FORMAT ")", stream,
track->stream_id, GST_TIME_ARGS (track->level_time),
GST_TIME_ARGS (high_threshold), GST_TIME_ARGS (fragment_duration));
continue;
}
} else if (!track->active) { /* track is over threshold and inactive */
have_filled_inactive = TRUE;
}
GST_DEBUG_OBJECT (demux,
"stream %p track %s active (%d) has level %" GST_TIME_FORMAT,
stream, track->stream_id, track->active,
GST_TIME_ARGS (track->level_time));
}
/* If there are no tracks, don't wait (we might need data to create them),
* or if there are active tracks that need more data to hit the threshold,
* don't wait. Otherwise it means all active tracks are full and we should wait */
if (!have_any_tracks) {
GST_DEBUG_OBJECT (demux, "stream %p has no tracks - not waiting", stream);
need_to_wait = FALSE;
} else if (!have_active_tracks && !have_filled_inactive) {
GST_DEBUG_OBJECT (demux,
"stream %p has inactive tracks that need more data - not waiting",
stream);
need_to_wait = FALSE;
}
if (need_to_wait) {
for (iter = stream->tracks; iter; iter = iter->next) {
GstAdaptiveDemuxTrack *track = (GstAdaptiveDemuxTrack *) iter->data;
track->waiting_del_level = high_threshold;
GST_DEBUG_OBJECT (demux,
"Waiting for queued data on stream %p track %s to drop below %"
GST_TIME_FORMAT " (fragment duration %" GST_TIME_FORMAT ")",
stream, track->stream_id, GST_TIME_ARGS (track->waiting_del_level),
GST_TIME_ARGS (fragment_duration));
}
}
if (update_buffering) {
demux_update_buffering_locked (demux);
demux_post_buffering_locked (demux);
}
TRACKS_UNLOCK (demux);
return need_to_wait;
}
static GstAdaptiveDemuxTrack *
match_parsebin_to_track (GstAdaptiveDemux2Stream * stream, GstPad * pad)
{
GList *tmp;
GstAdaptiveDemuxTrack *found_track = NULL, *first_matched_track = NULL;
gint num_possible_tracks = 0;
GstStream *gst_stream;
const gchar *internal_stream_id;
GstStreamType stream_type;
gst_stream = gst_pad_get_stream (pad);
/* FIXME: Edward: Added assertion because I don't see in what cases we would
* end up with a pad from parsebin which wouldn't have an associated
* GstStream. */
g_assert (gst_stream);
internal_stream_id = gst_stream_get_stream_id (gst_stream);
stream_type = gst_stream_get_stream_type (gst_stream);
GST_DEBUG_OBJECT (pad,
"Trying to match pad from parsebin with internal streamid %s and caps %"
GST_PTR_FORMAT, GST_STR_NULL (internal_stream_id),
gst_stream_get_caps (gst_stream));
/* Try to match directly by the track's pending upstream_stream_id */
for (tmp = stream->tracks; tmp; tmp = tmp->next) {
GstAdaptiveDemuxTrack *track = (GstAdaptiveDemuxTrack *) tmp->data;
if (stream_type != GST_STREAM_TYPE_UNKNOWN && track->type != stream_type)
continue;
GST_DEBUG_OBJECT (pad, "track upstream_stream_id: %s",
track->upstream_stream_id);
if (first_matched_track == NULL)
first_matched_track = track;
num_possible_tracks++;
/* If this track has a desired upstream stream id, match on it */
if (track->upstream_stream_id == NULL ||
g_strcmp0 (track->upstream_stream_id, internal_stream_id)) {
/* This is not the track for this pad */
continue;
}
/* Remove pending upstream id (we have matched it for the pending
* stream_id) */
g_free (track->upstream_stream_id);
track->upstream_stream_id = NULL;
found_track = track;
break;
}
if (found_track == NULL) {
/* If we arrive here, it means the stream is switching pads after
* the stream has already started running */
/* No track is currently waiting for this particular stream id -
* try and match an existing linked track. If there's only 1 possible,
* take it. */
if (num_possible_tracks == 1 && first_matched_track != NULL) {
GST_LOG_OBJECT (pad, "Only one possible track to link to");
found_track = first_matched_track;
}
}
if (found_track == NULL) {
/* TODO: There are multiple possible tracks, need to match based
* on language code and caps. Have you found a stream like this? */
GST_FIXME_OBJECT (pad, "Need to match track based on caps and language");
}
if (found_track != NULL) {
if (!gst_pad_is_linked (found_track->sinkpad)) {
GST_LOG_OBJECT (pad, "Linking to track pad %" GST_PTR_FORMAT,
found_track->sinkpad);
if (gst_pad_link (pad, found_track->sinkpad) != GST_PAD_LINK_OK) {
GST_ERROR_OBJECT (pad, "Couldn't connect to track sinkpad");
/* FIXME : Do something if we can't link ? */
}
} else {
/* Store pad as pending link */
GST_LOG_OBJECT (pad,
"Remembering pad to be linked when current pad is unlinked");
g_assert (found_track->pending_srcpad == NULL);
found_track->pending_srcpad = gst_object_ref (pad);
}
}
if (gst_stream)
gst_object_unref (gst_stream);
return found_track;
}
static void
parsebin_pad_removed_cb (GstElement * parsebin, GstPad * pad,
GstAdaptiveDemux2Stream * stream)
{
GList *iter;
GST_DEBUG_OBJECT (stream, "pad %s:%s", GST_DEBUG_PAD_NAME (pad));
/* Remove from pending source pad */
TRACKS_LOCK (stream->demux);
for (iter = stream->tracks; iter; iter = iter->next) {
GstAdaptiveDemuxTrack *track = iter->data;
if (track->pending_srcpad == pad) {
gst_object_unref (track->pending_srcpad);
track->pending_srcpad = NULL;
break;
}
}
TRACKS_UNLOCK (stream->demux);
}
static void
parsebin_pad_added_cb (GstElement * parsebin, GstPad * pad,
GstAdaptiveDemux2Stream * stream)
{
if (!GST_PAD_IS_SRC (pad))
return;
GST_DEBUG_OBJECT (stream, "pad %s:%s", GST_DEBUG_PAD_NAME (pad));
if (!match_parsebin_to_track (stream, pad))
GST_WARNING_OBJECT (pad, "Found no track to handle pad");
GST_DEBUG_OBJECT (stream->demux, "Done linking");
}
static void
parsebin_deep_element_added_cb (GstBin * parsebin, GstBin * unused,
GstElement * element, GstAdaptiveDemux * demux)
{
if (G_OBJECT_TYPE (element) == tsdemux_type) {
GST_DEBUG_OBJECT (demux, "Overriding tsdemux ignore-pcr to TRUE");
g_object_set (element, "ignore-pcr", TRUE, NULL);
}
}
/* must be called with manifest_lock taken */
static gboolean
gst_adaptive_demux2_stream_create_parser (GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
if (stream->parsebin == NULL) {
GstEvent *event;
GST_DEBUG_OBJECT (demux, "Setting up new parsing source");
/* Workaround to detect if tsdemux is being used */
if (tsdemux_type == 0) {
GstElement *element = gst_element_factory_make ("tsdemux", NULL);
if (element) {
tsdemux_type = G_OBJECT_TYPE (element);
gst_object_unref (element);
}
}
stream->parsebin = gst_element_factory_make ("parsebin", NULL);
if (tsdemux_type)
g_signal_connect (stream->parsebin, "deep-element-added",
(GCallback) parsebin_deep_element_added_cb, demux);
gst_bin_add (GST_BIN_CAST (demux), gst_object_ref (stream->parsebin));
stream->parsebin_sink =
gst_element_get_static_pad (stream->parsebin, "sink");
stream->pad_added_id = g_signal_connect (stream->parsebin, "pad-added",
G_CALLBACK (parsebin_pad_added_cb), stream);
stream->pad_removed_id = g_signal_connect (stream->parsebin, "pad-removed",
G_CALLBACK (parsebin_pad_removed_cb), stream);
event = gst_event_new_stream_start ("bogus");
if (demux->have_group_id)
gst_event_set_group_id (event, demux->group_id);
gst_pad_send_event (stream->parsebin_sink, event);
/* Not sure if these need to be outside the manifest lock: */
gst_element_sync_state_with_parent (stream->parsebin);
stream->last_status_code = 200; /* default to OK */
}
return TRUE;
}
static void
on_download_cancellation (DownloadRequest * request, DownloadRequestState state,
GstAdaptiveDemux2Stream * stream)
{
}
static void
on_download_error (DownloadRequest * request, DownloadRequestState state,
GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
guint last_status_code = request->status_code;
gboolean live;
stream->download_active = FALSE;
stream->last_status_code = last_status_code;
GST_DEBUG_OBJECT (stream,
"Download finished with error, request state %d http status %u, dc %d",
request->state, last_status_code, stream->download_error_count);
live = gst_adaptive_demux_is_live (demux);
if (((last_status_code / 100 == 4 && live)
|| last_status_code / 100 == 5)) {
/* 4xx/5xx */
/* if current position is before available start, switch to next */
if (!gst_adaptive_demux2_stream_has_next_fragment (demux, stream))
goto flushing;
if (live) {
gint64 range_start, range_stop;
if (!gst_adaptive_demux_get_live_seek_range (demux, &range_start,
&range_stop))
goto flushing;
if (demux->segment.position < range_start) {
GstFlowReturn ret;
GST_DEBUG_OBJECT (stream, "Retrying once with next segment");
gst_adaptive_demux2_stream_finish_download (stream, GST_FLOW_EOS, NULL);
GST_DEBUG_OBJECT (demux, "Calling update_fragment_info");
ret = gst_adaptive_demux2_stream_update_fragment_info (demux, stream);
GST_DEBUG_OBJECT (stream, "update_fragment_info ret: %s",
gst_flow_get_name (ret));
if (ret == GST_FLOW_OK)
goto again;
} else if (demux->segment.position > range_stop) {
/* wait a bit to be in range, we don't have any locks at that point */
GstClockTime wait_time =
gst_adaptive_demux2_stream_get_fragment_waiting_time (demux,
stream);
if (wait_time > 0) {
GST_DEBUG_OBJECT (stream,
"Download waiting for %" GST_TIME_FORMAT,
GST_TIME_ARGS (wait_time));
g_assert (stream->pending_cb_id == 0);
GST_LOG_OBJECT (stream, "Scheduling delayed load_a_fragment() call");
stream->pending_cb_id =
gst_adaptive_demux_loop_call_delayed (demux->priv->scheduler_task,
wait_time,
(GSourceFunc) gst_adaptive_demux2_stream_load_a_fragment,
gst_object_ref (stream), (GDestroyNotify) gst_object_unref);
}
}
}
flushing:
if (stream->download_error_count >= MAX_DOWNLOAD_ERROR_COUNT) {
/* looks like there is no way of knowing when a live stream has ended
* Have to assume we are falling behind and cause a manifest reload */
GST_DEBUG_OBJECT (stream, "Converting error of live stream to EOS");
gst_adaptive_demux2_stream_handle_playlist_eos (stream);
return;
}
} else if (!gst_adaptive_demux2_stream_has_next_fragment (demux, stream)) {
/* If this is the last fragment, consider failures EOS and not actual
* errors. Due to rounding errors in the durations, the last fragment
* might not actually exist */
GST_DEBUG_OBJECT (stream, "Converting error for last fragment to EOS");
gst_adaptive_demux2_stream_handle_playlist_eos (stream);
return;
} else {
/* retry same segment */
if (++stream->download_error_count > MAX_DOWNLOAD_ERROR_COUNT) {
gst_adaptive_demux2_stream_error (stream);
return;
}
goto again;
}
again:
/* wait a short time in case the server needs a bit to recover */
GST_LOG_OBJECT (stream,
"Scheduling delayed load_a_fragment() call to retry in 10 milliseconds");
g_assert (stream->pending_cb_id == 0);
stream->pending_cb_id = gst_adaptive_demux_loop_call_delayed (demux->priv->scheduler_task, 10 * GST_MSECOND, /* Retry in 10 ms */
(GSourceFunc) gst_adaptive_demux2_stream_load_a_fragment,
gst_object_ref (stream), (GDestroyNotify) gst_object_unref);
}
static void
update_stream_bitrate (GstAdaptiveDemux2Stream * stream,
DownloadRequest * request)
{
GstClockTimeDiff last_download_duration;
guint64 fragment_bytes_downloaded = request->content_received;
/* The stream last_download time tracks the full download time for now */
stream->last_download_time =
GST_CLOCK_DIFF (request->download_request_time,
request->download_end_time);
/* Here we only track the time the data took to arrive and ignore request delay, so we can estimate bitrate */
last_download_duration =
GST_CLOCK_DIFF (request->download_start_time, request->download_end_time);
/* If the entire response arrived in the first buffer
* though, include the request time to get a valid
* bitrate estimate */
if (last_download_duration < 2 * stream->last_download_time)
last_download_duration = stream->last_download_time;
if (last_download_duration > 0) {
stream->last_bitrate =
gst_util_uint64_scale (fragment_bytes_downloaded,
8 * GST_SECOND, last_download_duration);
GST_DEBUG_OBJECT (stream,
"Updated stream bitrate. %" G_GUINT64_FORMAT
" bytes. download time %" GST_TIME_FORMAT " bitrate %"
G_GUINT64_FORMAT " bps", fragment_bytes_downloaded,
GST_TIME_ARGS (last_download_duration), stream->last_bitrate);
}
}
static void
on_download_progress (DownloadRequest * request, DownloadRequestState state,
GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
GstBuffer *buffer = download_request_take_buffer (request);
if (buffer) {
GstFlowReturn ret;
GST_DEBUG_OBJECT (stream,
"Handling buffer of %" G_GSIZE_FORMAT
" bytes of ongoing download progress - %" G_GUINT64_FORMAT " / %"
G_GUINT64_FORMAT " bytes", gst_buffer_get_size (buffer),
request->content_received, request->content_length);
/* Drop the request lock when parsing data. FIXME: Check and comment why this is needed */
download_request_unlock (request);
ret = gst_adaptive_demux2_stream_parse_buffer (stream, buffer);
download_request_lock (request);
if (stream->state != GST_ADAPTIVE_DEMUX2_STREAM_STATE_DOWNLOADING)
return;
if (ret != GST_FLOW_OK) {
GST_DEBUG_OBJECT (stream,
"Buffer parsing returned: %d %s. Aborting download", ret,
gst_flow_get_name (ret));
if (!stream->downloading_header && !stream->downloading_index)
update_stream_bitrate (stream, request);
downloadhelper_cancel_request (demux->download_helper, request);
/* cancellation is async, so recycle our download request to avoid races */
download_request_unref (stream->download_request);
stream->download_request = download_request_new ();
gst_adaptive_demux2_stream_finish_download (stream, ret, NULL);
}
}
}
static void
on_download_complete (DownloadRequest * request, DownloadRequestState state,
GstAdaptiveDemux2Stream * stream)
{
GstFlowReturn ret = GST_FLOW_OK;
GstBuffer *buffer;
stream->download_active = FALSE;
if (G_UNLIKELY (stream->cancelled))
return;
GST_DEBUG_OBJECT (stream,
"Stream %p %s download for %s is complete with state %d",
stream, uritype (stream), request->uri, request->state);
/* Update bitrate for fragment downloads */
if (!stream->downloading_header && !stream->downloading_index)
update_stream_bitrate (stream, request);
buffer = download_request_take_buffer (request);
if (buffer)
ret = gst_adaptive_demux2_stream_parse_buffer (stream, buffer);
GST_DEBUG_OBJECT (stream,
"%s download finished: %s ret %d %s. Stream state %d", uritype (stream),
request->uri, ret, gst_flow_get_name (ret), stream->state);
if (stream->state != GST_ADAPTIVE_DEMUX2_STREAM_STATE_DOWNLOADING)
return;
g_assert (stream->pending_cb_id == 0);
gst_adaptive_demux2_stream_finish_download (stream, ret, NULL);
}
/* must be called from the scheduler context
*
* Will submit the request only, which will complete asynchronously
*/
static GstFlowReturn
gst_adaptive_demux2_stream_begin_download_uri (GstAdaptiveDemux * demux,
GstAdaptiveDemux2Stream * stream, const gchar * uri, gint64 start,
gint64 end)
{
DownloadRequest *request = stream->download_request;
GST_DEBUG_OBJECT (demux,
"Downloading %s uri: %s, range:%" G_GINT64_FORMAT " - %" G_GINT64_FORMAT,
uritype (stream), uri, start, end);
if (!gst_adaptive_demux2_stream_create_parser (stream))
return GST_FLOW_ERROR;
/* Configure our download request */
download_request_set_uri (request, uri, start, end);
if (stream->downloading_header || stream->downloading_index) {
download_request_set_callbacks (request,
(DownloadRequestEventCallback) on_download_complete,
(DownloadRequestEventCallback) on_download_error,
(DownloadRequestEventCallback) on_download_cancellation,
(DownloadRequestEventCallback) NULL, stream);
} else {
download_request_set_callbacks (request,
(DownloadRequestEventCallback) on_download_complete,
(DownloadRequestEventCallback) on_download_error,
(DownloadRequestEventCallback) on_download_cancellation,
(DownloadRequestEventCallback) on_download_progress, stream);
}
if (!downloadhelper_submit_request (demux->download_helper,
demux->manifest_uri, DOWNLOAD_FLAG_NONE, request, NULL))
return GST_FLOW_ERROR;
stream->download_active = TRUE;
return GST_FLOW_OK;
}
/* must be called from the scheduler context */
static GstFlowReturn
gst_adaptive_demux2_stream_download_fragment (GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
GstAdaptiveDemuxClass *klass = GST_ADAPTIVE_DEMUX_GET_CLASS (demux);
gchar *url = NULL;
/* FIXME : */
/* THERE ARE THREE DIFFERENT VARIABLES FOR THE "BEGINNING" OF A FRAGMENT ! */
if (stream->starting_fragment) {
GST_DEBUG_OBJECT (stream, "Downloading %s%s%s",
stream->fragment.uri ? "FRAGMENT " : "",
stream->need_header && stream->fragment.header_uri ? "HEADER " : "",
stream->need_index && stream->fragment.index_uri ? "INDEX" : "");
if (stream->fragment.uri == NULL && stream->fragment.header_uri == NULL &&
stream->fragment.index_uri == NULL)
goto no_url_error;
stream->first_fragment_buffer = TRUE;
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_DOWNLOADING;
}
if (stream->need_header && stream->fragment.header_uri != NULL) {
/* Set the need_index flag when we start the header if we'll also need the index */
stream->need_index = (stream->fragment.index_uri != NULL);
GST_DEBUG_OBJECT (stream, "Fetching header %s %" G_GINT64_FORMAT "-%"
G_GINT64_FORMAT, stream->fragment.header_uri,
stream->fragment.header_range_start, stream->fragment.header_range_end);
stream->downloading_header = TRUE;
return gst_adaptive_demux2_stream_begin_download_uri (demux, stream,
stream->fragment.header_uri, stream->fragment.header_range_start,
stream->fragment.header_range_end);
}
/* check if we have an index */
if (stream->need_index && stream->fragment.index_uri != NULL) {
GST_DEBUG_OBJECT (stream,
"Fetching index %s %" G_GINT64_FORMAT "-%" G_GINT64_FORMAT,
stream->fragment.index_uri,
stream->fragment.index_range_start, stream->fragment.index_range_end);
stream->downloading_index = TRUE;
return gst_adaptive_demux2_stream_begin_download_uri (demux, stream,
stream->fragment.index_uri, stream->fragment.index_range_start,
stream->fragment.index_range_end);
}
url = stream->fragment.uri;
GST_DEBUG_OBJECT (stream, "Got url '%s' for stream %p", url, stream);
if (!url)
return GST_FLOW_OK;
/* Download the actual fragment, either in chunks or in one go */
stream->first_fragment_buffer = TRUE;
if (klass->need_another_chunk && klass->need_another_chunk (stream)
&& stream->fragment.chunk_size != 0) {
/* Handle chunk downloading */
gint64 range_start = stream->fragment.range_start;
gint64 range_end = stream->fragment.range_end;
gint chunk_size = stream->fragment.chunk_size;
gint64 chunk_end;
/* HTTP ranges are inclusive for the end */
if (chunk_size != -1) {
chunk_end = range_start + chunk_size - 1;
if (range_end != -1 && range_end < chunk_end)
chunk_end = range_end;
} else {
chunk_end = range_end;
}
GST_DEBUG_OBJECT (stream,
"Starting chunked download %s %" G_GINT64_FORMAT "-%" G_GINT64_FORMAT,
url, range_start, chunk_end);
return gst_adaptive_demux2_stream_begin_download_uri (demux, stream, url,
range_start, chunk_end);
}
/* regular single chunk download */
stream->fragment.chunk_size = 0;
return gst_adaptive_demux2_stream_begin_download_uri (demux, stream, url,
stream->fragment.range_start, stream->fragment.range_end);
no_url_error:
{
GST_ELEMENT_ERROR (demux, STREAM, DEMUX,
(_("Failed to get fragment URL.")),
("An error happened when getting fragment URL"));
return GST_FLOW_ERROR;
}
}
static gboolean
gst_adaptive_demux2_stream_push_event (GstAdaptiveDemux2Stream * stream,
GstEvent * event)
{
gboolean ret = TRUE;
GstPad *pad;
/* If there's a parsebin, push the event through it */
if (stream->parsebin_sink != NULL) {
pad = gst_object_ref (stream->parsebin_sink);
GST_DEBUG_OBJECT (pad, "Pushing event %" GST_PTR_FORMAT, event);
ret = gst_pad_send_event (pad, gst_event_ref (event));
gst_object_unref (pad);
}
/* If the event is EOS, ensure that all tracks are EOS. This catches
* the case where the parsebin hasn't parsed anything yet (we switched
* to a never before used track right near EOS, or it didn't parse enough
* to create pads and be able to send EOS through to the tracks.
*
* We don't need to care about any other events
*/
if (GST_EVENT_TYPE (event) == GST_EVENT_EOS) {
GList *iter;
for (iter = stream->tracks; iter; iter = iter->next) {
GstAdaptiveDemuxTrack *track = (GstAdaptiveDemuxTrack *) iter->data;
ret &= gst_pad_send_event (track->sinkpad, gst_event_ref (event));
}
}
gst_event_unref (event);
return ret;
}
static void
gst_adaptive_demux2_stream_error (GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
GstMessage *msg;
GstStructure *details;
details = gst_structure_new_empty ("details");
gst_structure_set (details, "http-status-code", G_TYPE_UINT,
stream->last_status_code, NULL);
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_ERRORED;
if (stream->last_error) {
gchar *debug = g_strdup_printf ("Error on stream %s",
GST_OBJECT_NAME (stream));
msg =
gst_message_new_error_with_details (GST_OBJECT_CAST (demux),
stream->last_error, debug, details);
GST_ERROR_OBJECT (stream, "Download error: %s",
stream->last_error->message);
g_free (debug);
} else {
GError *err = g_error_new (GST_RESOURCE_ERROR, GST_RESOURCE_ERROR_NOT_FOUND,
_("Couldn't download fragments"));
msg =
gst_message_new_error_with_details (GST_OBJECT_CAST (demux), err,
"Fragment downloading has failed consecutive times", details);
g_error_free (err);
GST_ERROR_OBJECT (stream,
"Download error: Couldn't download fragments, too many failures");
}
gst_element_post_message (GST_ELEMENT_CAST (demux), msg);
}
/* Called when a stream reaches the end of a playback segment */
static void
gst_adaptive_demux2_stream_end_of_manifest (GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
GstFlowReturn combined =
gst_adaptive_demux_period_combine_stream_flows (demux->input_period);
GST_DEBUG_OBJECT (stream, "Combined flow %s", gst_flow_get_name (combined));
if (gst_adaptive_demux_has_next_period (demux)) {
if (combined == GST_FLOW_EOS) {
GST_DEBUG_OBJECT (stream, "Next period available, advancing");
gst_adaptive_demux_advance_period (demux);
} else {
/* Ensure the 'has_next_period' flag is set on the period before
* pushing EOS to the stream, so that the output loop knows not
* to actually output the event */
GST_DEBUG_OBJECT (stream, "Marking current period has a next one");
demux->input_period->has_next_period = TRUE;
}
}
if (demux->priv->outputs) {
GstEvent *eos = gst_event_new_eos ();
GST_DEBUG_OBJECT (stream, "Stream is EOS. Stopping.");
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_EOS;
gst_event_set_seqnum (eos, stream->demux->priv->segment_seqnum);
gst_adaptive_demux2_stream_push_event (stream, eos);
} else {
GST_ERROR_OBJECT (demux, "Can't push EOS on non-exposed pad");
gst_adaptive_demux2_stream_error (stream);
}
}
static gboolean
gst_adaptive_demux2_stream_reload_manifest_cb (GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
gboolean is_live = gst_adaptive_demux_is_live (demux);
stream->pending_cb_id = 0;
/* Refetch the playlist now after we waited */
/* FIXME: Make this manifest update async and handle it on completion */
if (!is_live && gst_adaptive_demux_update_manifest (demux) == GST_FLOW_OK) {
GST_DEBUG_OBJECT (demux, "Updated the playlist");
}
/* We were called here from a timeout, so if the load function wants to loop
* again, schedule an immediate callback but return G_SOURCE_REMOVE either
* way */
while (gst_adaptive_demux2_stream_next_download (stream));
return G_SOURCE_REMOVE;
}
static gboolean
gst_adaptive_demux2_stream_on_output_space_available_cb (GstAdaptiveDemux2Stream
* stream)
{
/* If the state already moved on, the stream was stopped, or another track
* already woke up and needed data */
if (stream->state != GST_ADAPTIVE_DEMUX2_STREAM_STATE_WAITING_OUTPUT_SPACE)
return G_SOURCE_REMOVE;
while (gst_adaptive_demux2_stream_load_a_fragment (stream));
return G_SOURCE_REMOVE;
}
void
gst_adaptive_demux2_stream_on_output_space_available (GstAdaptiveDemux2Stream *
stream)
{
GstAdaptiveDemux *demux = stream->demux;
GList *iter;
for (iter = stream->tracks; iter; iter = iter->next) {
GstAdaptiveDemuxTrack *tmp_track = (GstAdaptiveDemuxTrack *) iter->data;
tmp_track->waiting_del_level = 0;
}
GST_LOG_OBJECT (stream, "Scheduling output_space_available() call");
gst_adaptive_demux_loop_call (demux->priv->scheduler_task,
(GSourceFunc) gst_adaptive_demux2_stream_on_output_space_available_cb,
gst_object_ref (stream), (GDestroyNotify) gst_object_unref);
}
void
gst_adaptive_demux2_stream_on_manifest_update (GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
if (stream->state != GST_ADAPTIVE_DEMUX2_STREAM_STATE_WAITING_MANIFEST_UPDATE)
return;
g_assert (stream->pending_cb_id == 0);
GST_LOG_OBJECT (stream, "Scheduling load_a_fragment() call");
stream->pending_cb_id =
gst_adaptive_demux_loop_call (demux->priv->scheduler_task,
(GSourceFunc) gst_adaptive_demux2_stream_load_a_fragment,
gst_object_ref (stream), (GDestroyNotify) gst_object_unref);
}
static void
gst_adaptive_demux2_stream_handle_playlist_eos (GstAdaptiveDemux2Stream *
stream)
{
GstAdaptiveDemux *demux = stream->demux;
if (gst_adaptive_demux_is_live (demux) && (demux->segment.rate == 1.0
|| gst_adaptive_demux2_stream_in_live_seek_range (demux, stream))) {
if (!gst_adaptive_demux_has_next_period (demux)) {
/* Wait only if we can ensure current manifest has been expired.
* The meaning "we have next period" *WITH* EOS is that, current
* period has been ended but we can continue to the next period */
GST_DEBUG_OBJECT (stream,
"Live playlist EOS - waiting for manifest update");
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_WAITING_MANIFEST_UPDATE;
gst_adaptive_demux2_stream_wants_manifest_update (demux);
return;
}
if (stream->replaced)
return;
}
gst_adaptive_demux2_stream_end_of_manifest (stream);
}
static gboolean
gst_adaptive_demux2_stream_load_a_fragment (GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
gboolean live = gst_adaptive_demux_is_live (demux);
GstFlowReturn ret = GST_FLOW_OK;
stream->pending_cb_id = 0;
GST_LOG_OBJECT (stream, "entering, state = %d.", stream->state);
switch (stream->state) {
case GST_ADAPTIVE_DEMUX2_STREAM_STATE_RESTART:
case GST_ADAPTIVE_DEMUX2_STREAM_STATE_START_FRAGMENT:
case GST_ADAPTIVE_DEMUX2_STREAM_STATE_WAITING_LIVE:
case GST_ADAPTIVE_DEMUX2_STREAM_STATE_WAITING_OUTPUT_SPACE:
case GST_ADAPTIVE_DEMUX2_STREAM_STATE_WAITING_MANIFEST_UPDATE:
/* Get information about the fragment to download */
GST_DEBUG_OBJECT (demux, "Calling update_fragment_info");
ret = gst_adaptive_demux2_stream_update_fragment_info (demux, stream);
GST_DEBUG_OBJECT (stream,
"Fragment info update result: %d %s", ret, gst_flow_get_name (ret));
if (ret == GST_FLOW_OK)
stream->starting_fragment = TRUE;
break;
case GST_ADAPTIVE_DEMUX2_STREAM_STATE_DOWNLOADING:
break;
case GST_ADAPTIVE_DEMUX2_STREAM_STATE_EOS:
GST_ERROR_OBJECT (stream,
"Unexpected stream state EOS. The stream should not be running now.");
return FALSE;
default:
GST_ERROR_OBJECT (stream, "Unexpected stream state %d", stream->state);
g_assert_not_reached ();
break;
}
if (ret == GST_FLOW_OK) {
/* Wait for room in the output tracks */
if (gst_adaptive_demux2_stream_wait_for_output_space (demux, stream,
stream->fragment.duration)) {
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_WAITING_OUTPUT_SPACE;
return FALSE;
}
}
if (ret == GST_FLOW_OK) {
/* wait for live fragments to be available */
if (live) {
GstClockTime wait_time =
gst_adaptive_demux2_stream_get_fragment_waiting_time (demux, stream);
if (wait_time > 0) {
GST_DEBUG_OBJECT (stream,
"Download waiting for %" GST_TIME_FORMAT,
GST_TIME_ARGS (wait_time));
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_WAITING_LIVE;
GST_LOG_OBJECT (stream, "Scheduling delayed load_a_fragment() call");
g_assert (stream->pending_cb_id == 0);
stream->pending_cb_id =
gst_adaptive_demux_loop_call_delayed (demux->priv->scheduler_task,
wait_time, (GSourceFunc) gst_adaptive_demux2_stream_load_a_fragment,
gst_object_ref (stream), (GDestroyNotify) gst_object_unref);
return FALSE;
}
}
if (gst_adaptive_demux2_stream_download_fragment (stream) != GST_FLOW_OK) {
GST_ERROR_OBJECT (demux,
"Failed to begin fragment download for stream %p", stream);
return FALSE;
}
}
/* Cast to int avoids a compiler warning that
* GST_ADAPTIVE_DEMUX_FLOW_LOST_SYNC is not in the GstFlowReturn enum */
switch ((int) ret) {
case GST_FLOW_OK:
break; /* all is good, let's go */
case GST_FLOW_EOS:
GST_DEBUG_OBJECT (stream, "EOS, checking to stop download loop");
gst_adaptive_demux2_stream_handle_playlist_eos (stream);
return FALSE;
case GST_ADAPTIVE_DEMUX_FLOW_LOST_SYNC:
GST_DEBUG_OBJECT (stream, "Lost sync, asking reset to current position");
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_STOPPED;
gst_adaptive_demux_handle_lost_sync (demux);
return FALSE;
case GST_FLOW_NOT_LINKED:
{
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_EOS;
if (gst_adaptive_demux_period_combine_stream_flows (demux->input_period)
== GST_FLOW_NOT_LINKED) {
GST_ELEMENT_FLOW_ERROR (demux, ret);
}
}
break;
case GST_FLOW_FLUSHING:
/* Flushing is normal, the target track might have been unselected */
if (G_UNLIKELY (stream->cancelled))
return FALSE;
default:
if (ret <= GST_FLOW_ERROR) {
GST_WARNING_OBJECT (demux, "Error while downloading fragment");
if (++stream->download_error_count > MAX_DOWNLOAD_ERROR_COUNT) {
gst_adaptive_demux2_stream_error (stream);
return FALSE;
}
g_clear_error (&stream->last_error);
/* First try to update the playlist for non-live playlists
* in case the URIs have changed in the meantime. But only
* try it the first time, after that we're going to wait a
* a bit to not flood the server */
if (stream->download_error_count == 1
&& !gst_adaptive_demux_is_live (demux)) {
/* TODO hlsdemux had more options to this function (boolean and err) */
if (gst_adaptive_demux_update_manifest (demux) == GST_FLOW_OK) {
/* Retry immediately, the playlist actually has changed */
GST_DEBUG_OBJECT (demux, "Updated the playlist");
return TRUE;
}
}
/* Wait half the fragment duration before retrying */
GST_LOG_OBJECT (stream, "Scheduling delayed reload_manifest_cb() call");
g_assert (stream->pending_cb_id == 0);
stream->pending_cb_id =
gst_adaptive_demux_loop_call_delayed (demux->priv->scheduler_task,
stream->fragment.duration / 2,
(GSourceFunc) gst_adaptive_demux2_stream_reload_manifest_cb,
gst_object_ref (stream), (GDestroyNotify) gst_object_unref);
return FALSE;
}
break;
}
return FALSE;
}
static gboolean
gst_adaptive_demux2_stream_next_download (GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
gboolean end_of_manifest = FALSE;
GST_LOG_OBJECT (stream, "Looking for next download");
/* Restarting download, figure out new position
* FIXME : Move this to a separate function ? */
if (G_UNLIKELY (stream->state == GST_ADAPTIVE_DEMUX2_STREAM_STATE_RESTART)) {
GstClockTimeDiff stream_time = 0;
GST_DEBUG_OBJECT (stream, "Activating stream after restart");
if (stream->parsebin_sink != NULL) {
/* If the parsebin already exists, we need to clear it out (if it doesn't,
* this is the first time we've used this stream, so it's all good) */
gst_adaptive_demux2_stream_push_event (stream,
gst_event_new_flush_start ());
gst_adaptive_demux2_stream_push_event (stream,
gst_event_new_flush_stop (FALSE));
}
GST_ADAPTIVE_DEMUX_SEGMENT_LOCK (demux);
stream_time = stream->start_position;
GST_DEBUG_OBJECT (stream, "Restarting stream at "
"stream position %" GST_STIME_FORMAT, GST_STIME_ARGS (stream_time));
if (GST_CLOCK_STIME_IS_VALID (stream_time)) {
/* TODO check return */
gst_adaptive_demux2_stream_seek (demux, stream, demux->segment.rate >= 0,
0, stream_time, &stream_time);
stream->current_position = stream->start_position;
GST_DEBUG_OBJECT (stream,
"stream_time after restart seek: %" GST_STIME_FORMAT
" position %" GST_STIME_FORMAT, GST_STIME_ARGS (stream_time),
GST_STIME_ARGS (stream->current_position));
}
/* Trigger (re)computation of the parsebin input segment */
stream->compute_segment = TRUE;
GST_ADAPTIVE_DEMUX_SEGMENT_UNLOCK (demux);
stream->discont = TRUE;
stream->need_header = TRUE;
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_START_FRAGMENT;
}
/* Check if we're done with our segment */
GST_ADAPTIVE_DEMUX_SEGMENT_LOCK (demux);
if (demux->segment.rate > 0) {
if (GST_CLOCK_TIME_IS_VALID (demux->segment.stop)
&& stream->current_position >= demux->segment.stop) {
end_of_manifest = TRUE;
}
} else {
if (GST_CLOCK_TIME_IS_VALID (demux->segment.start)
&& stream->current_position <= demux->segment.start) {
end_of_manifest = TRUE;
}
}
GST_ADAPTIVE_DEMUX_SEGMENT_UNLOCK (demux);
if (end_of_manifest) {
gst_adaptive_demux2_stream_end_of_manifest (stream);
return FALSE;
}
return gst_adaptive_demux2_stream_load_a_fragment (stream);
}
static gboolean
gst_adaptive_demux2_stream_can_start (GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
GstAdaptiveDemuxClass *klass = GST_ADAPTIVE_DEMUX_GET_CLASS (demux);
if (!klass->stream_can_start)
return TRUE;
return klass->stream_can_start (demux, stream);
}
/**
* gst_adaptive_demux2_stream_start:
* @stream: a #GstAdaptiveDemux2Stream
*
* Start the given @stream. Should be called by subclasses that previously
* returned %FALSE in `GstAdaptiveDemux::stream_can_start()`
*/
void
gst_adaptive_demux2_stream_start (GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux;
g_return_if_fail (stream && stream->demux);
demux = stream->demux;
if (stream->pending_cb_id != 0 || stream->download_active) {
/* There is already something active / pending on this stream */
GST_LOG_OBJECT (stream, "Stream already running");
return;
}
/* Some streams require a delayed start, i.e. they need more information
* before they can actually be started */
if (!gst_adaptive_demux2_stream_can_start (stream)) {
GST_LOG_OBJECT (stream, "Stream will be started asynchronously");
return;
}
if (stream->state == GST_ADAPTIVE_DEMUX2_STREAM_STATE_EOS) {
GST_LOG_OBJECT (stream, "Stream is EOS already");
return;
}
if (stream->state == GST_ADAPTIVE_DEMUX2_STREAM_STATE_STOPPED ||
stream->state == GST_ADAPTIVE_DEMUX2_STREAM_STATE_RESTART) {
GST_LOG_OBJECT (stream, "Activating stream. Current state %d",
stream->state);
stream->cancelled = FALSE;
stream->replaced = FALSE;
stream->last_ret = GST_FLOW_OK;
if (stream->state == GST_ADAPTIVE_DEMUX2_STREAM_STATE_STOPPED)
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_START_FRAGMENT;
}
GST_LOG_OBJECT (stream, "Scheduling next_download() call");
stream->pending_cb_id =
gst_adaptive_demux_loop_call (demux->priv->scheduler_task,
(GSourceFunc) gst_adaptive_demux2_stream_next_download,
gst_object_ref (stream), (GDestroyNotify) gst_object_unref);
}
void
gst_adaptive_demux2_stream_stop (GstAdaptiveDemux2Stream * stream)
{
GstAdaptiveDemux *demux = stream->demux;
GST_DEBUG_OBJECT (stream, "Stopping stream (from state %d)", stream->state);
stream->state = GST_ADAPTIVE_DEMUX2_STREAM_STATE_STOPPED;
if (stream->pending_cb_id != 0) {
gst_adaptive_demux_loop_cancel_call (demux->priv->scheduler_task,
stream->pending_cb_id);
stream->pending_cb_id = 0;
}
/* Cancel and drop the existing download request */
downloadhelper_cancel_request (demux->download_helper,
stream->download_request);
download_request_unref (stream->download_request);
stream->downloading_header = stream->downloading_index = FALSE;
stream->download_request = download_request_new ();
stream->download_active = FALSE;
}
gboolean
gst_adaptive_demux2_stream_is_running (GstAdaptiveDemux2Stream * stream)
{
if (stream->state == GST_ADAPTIVE_DEMUX2_STREAM_STATE_STOPPED)
return FALSE;
if (stream->state == GST_ADAPTIVE_DEMUX2_STREAM_STATE_RESTART)
return FALSE;
if (stream->state == GST_ADAPTIVE_DEMUX2_STREAM_STATE_EOS)
return FALSE;
return TRUE;
}
gboolean
gst_adaptive_demux2_stream_is_selected_locked (GstAdaptiveDemux2Stream * stream)
{
GList *tmp;
for (tmp = stream->tracks; tmp; tmp = tmp->next) {
GstAdaptiveDemuxTrack *track = tmp->data;
if (track->selected)
return TRUE;
}
return FALSE;
}
/**
* gst_adaptive_demux2_stream_is_selected:
* @stream: A #GstAdaptiveDemux2Stream
*
* Returns: %TRUE if any of the tracks targetted by @stream is selected
*/
gboolean
gst_adaptive_demux2_stream_is_selected (GstAdaptiveDemux2Stream * stream)
{
gboolean ret;
g_return_val_if_fail (stream && stream->demux, FALSE);
TRACKS_LOCK (stream->demux);
ret = gst_adaptive_demux2_stream_is_selected_locked (stream);
TRACKS_UNLOCK (stream->demux);
return ret;
}
Reference in a new issue View git blame Copy permalink