mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-08 10:31:05 +00:00
3a27956d47
Original commit message from CVS: * ext/dv/gstdvdemux.c: (gst_dvdemux_src_query), (gst_dvdemux_sink_query): * ext/flac/gstflacdec.c: (gst_flac_dec_src_query): * ext/speex/gstspeexdec.c: (speex_get_query_types), (speex_dec_src_query): * ext/speex/gstspeexenc.c: (gst_speexenc_src_query), (gst_speexenc_sink_query): * gst/avi/gstavidemux.c: (gst_avi_demux_handle_src_query): * gst/matroska/matroska-demux.c: (gst_matroska_demux_get_src_query_types), (gst_matroska_demux_handle_src_query): * gst/wavparse/gstwavparse.c: (gst_wavparse_get_query_types), (gst_wavparse_pad_query): Pass unhandled queries upstream instead of just dropping them (#326446). Update query type arrays here and there.
1085 lines
32 KiB
C
1085 lines
32 KiB
C
/* GStreamer
|
|
* Copyright (C) <1999> Erik Walthinsen <omega@cse.ogi.edu>
|
|
* <2005> Wim Taymans <wim@fluendo.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
* Boston, MA 02111-1307, USA.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
#include <string.h>
|
|
#include <math.h>
|
|
|
|
#include <gst/audio/audio.h>
|
|
#include "gstdvdemux.h"
|
|
|
|
/* DV output has two modes, normal and wide. The resolution is the same in both
|
|
* cases: 720 pixels wide by 576 pixels tall in PAL format, and 720x480 for
|
|
* NTSC.
|
|
*
|
|
* Each of the modes has its own pixel aspect ratio, which is fixed in practice
|
|
* by ITU-R BT.601 (also known as "CCIR-601" or "Rec.601"). Or so claims a
|
|
* reference that I culled from the reliable "internet",
|
|
* http://www.mir.com/DMG/aspect.html. Normal PAL is 59/54 and normal NTSC is
|
|
* 10/11. Because the pixel resolution is the same for both cases, we can get
|
|
* the pixel aspect ratio for wide recordings by multiplying by the ratio of
|
|
* display aspect ratios, 16/9 (for wide) divided by 4/3 (for normal):
|
|
*
|
|
* Wide NTSC: 10/11 * (16/9)/(4/3) = 40/33
|
|
* Wide PAL: 59/54 * (16/9)/(4/3) = 118/81
|
|
*
|
|
* However, the pixel resolution coming out of a DV source does not combine with
|
|
* the standard pixel aspect ratios to give a proper display aspect ratio. An
|
|
* image 480 pixels tall, with a 4:3 display aspect ratio, will be 768 pixels
|
|
* wide. But, if we take the normal PAL aspect ratio of 59/54, and multiply it
|
|
* with the width of the DV image (720 pixels), we get 786.666..., which is
|
|
* nonintegral and too wide. The camera is not outputting a 4:3 image.
|
|
*
|
|
* If the video sink for this stream has fixed dimensions (such as for
|
|
* fullscreen playback, or for a java applet in a web page), you then have two
|
|
* choices. Either you show the whole image, but pad the image with black
|
|
* borders on the top and bottom (like watching a widescreen video on a 4:3
|
|
* device), or you crop the video to the proper ratio. Apparently the latter is
|
|
* the standard practice.
|
|
*
|
|
* For its part, GStreamer is concerned with accuracy and preservation of
|
|
* information. This element outputs the 720x576 or 720x480 video that it
|
|
* recieves, noting the proper aspect ratio. This should not be a problem for
|
|
* windowed applications, which can change size to fit the video. Applications
|
|
* with fixed size requirements should decide whether to crop or pad which
|
|
* an element such as videobox can do.
|
|
*/
|
|
|
|
#define NTSC_HEIGHT 480
|
|
#define NTSC_BUFFER 120000
|
|
#define NTSC_FRAMERATE_NUMERATOR 30000
|
|
#define NTSC_FRAMERATE_DENOMINATOR 1001
|
|
|
|
#define PAL_HEIGHT 576
|
|
#define PAL_BUFFER 144000
|
|
#define PAL_FRAMERATE_NUMERATOR 25
|
|
#define PAL_FRAMERATE_DENOMINATOR 1
|
|
|
|
#define PAL_NORMAL_PAR_X 59
|
|
#define PAL_NORMAL_PAR_Y 54
|
|
#define PAL_WIDE_PAR_X 118
|
|
#define PAL_WIDE_PAR_Y 81
|
|
|
|
#define NTSC_NORMAL_PAR_X 10
|
|
#define NTSC_NORMAL_PAR_Y 11
|
|
#define NTSC_WIDE_PAR_X 40
|
|
#define NTSC_WIDE_PAR_Y 33
|
|
|
|
static GstElementDetails dvdemux_details =
|
|
GST_ELEMENT_DETAILS ("DV system stream demuxer",
|
|
"Codec/Demuxer",
|
|
"Uses libdv to separate DV audio from DV video",
|
|
"Erik Walthinsen <omega@cse.ogi.edu>, Wim Taymans <wim@fluendo.com>");
|
|
|
|
static GstStaticPadTemplate sink_temp = GST_STATIC_PAD_TEMPLATE ("sink",
|
|
GST_PAD_SINK,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS ("video/x-dv, systemstream = (boolean) true")
|
|
);
|
|
|
|
static GstStaticPadTemplate video_src_temp = GST_STATIC_PAD_TEMPLATE ("video",
|
|
GST_PAD_SRC,
|
|
GST_PAD_SOMETIMES,
|
|
GST_STATIC_CAPS ("video/x-dv, systemstream = (boolean) false")
|
|
);
|
|
|
|
static GstStaticPadTemplate audio_src_temp = GST_STATIC_PAD_TEMPLATE ("audio",
|
|
GST_PAD_SRC,
|
|
GST_PAD_SOMETIMES,
|
|
GST_STATIC_CAPS ("audio/x-raw-int, "
|
|
"depth = (int) 16, "
|
|
"width = (int) 16, "
|
|
"signed = (boolean) TRUE, "
|
|
"channels = (int) {2, 4}, "
|
|
"endianness = (int) " G_STRINGIFY (G_BYTE_ORDER) ", "
|
|
"rate = (int) { 32000, 44100, 48000 }")
|
|
);
|
|
|
|
|
|
GST_BOILERPLATE (GstDVDemux, gst_dvdemux, GstElement, GST_TYPE_ELEMENT);
|
|
|
|
|
|
static const GstQueryType *gst_dvdemux_get_src_query_types (GstPad * pad);
|
|
static gboolean gst_dvdemux_src_query (GstPad * pad, GstQuery * query);
|
|
static const GstQueryType *gst_dvdemux_get_sink_query_types (GstPad * pad);
|
|
static gboolean gst_dvdemux_sink_query (GstPad * pad, GstQuery * query);
|
|
|
|
static gboolean gst_dvdemux_sink_convert (GstPad * pad, GstFormat src_format,
|
|
gint64 src_value, GstFormat * dest_format, gint64 * dest_value);
|
|
static gboolean gst_dvdemux_src_convert (GstPad * pad, GstFormat src_format,
|
|
gint64 src_value, GstFormat * dest_format, gint64 * dest_value);
|
|
|
|
static gboolean gst_dvdemux_handle_src_event (GstPad * pad, GstEvent * event);
|
|
static GstFlowReturn gst_dvdemux_flush (GstDVDemux * dvdemux);
|
|
static GstFlowReturn gst_dvdemux_chain (GstPad * pad, GstBuffer * buffer);
|
|
static gboolean gst_dvdemux_handle_sink_event (GstPad * pad, GstEvent * event);
|
|
|
|
static GstStateChangeReturn gst_dvdemux_change_state (GstElement * element,
|
|
GstStateChange transition);
|
|
|
|
|
|
static void
|
|
gst_dvdemux_base_init (gpointer g_class)
|
|
{
|
|
GstElementClass *element_class = GST_ELEMENT_CLASS (g_class);
|
|
|
|
gst_element_class_add_pad_template (element_class,
|
|
gst_static_pad_template_get (&sink_temp));
|
|
gst_element_class_add_pad_template (element_class,
|
|
gst_static_pad_template_get (&video_src_temp));
|
|
gst_element_class_add_pad_template (element_class,
|
|
gst_static_pad_template_get (&audio_src_temp));
|
|
|
|
gst_element_class_set_details (element_class, &dvdemux_details);
|
|
}
|
|
|
|
static void
|
|
gst_dvdemux_class_init (GstDVDemuxClass * klass)
|
|
{
|
|
GstElementClass *gstelement_class;
|
|
|
|
gstelement_class = (GstElementClass *) klass;
|
|
|
|
gstelement_class->change_state = gst_dvdemux_change_state;
|
|
|
|
/* table initialization, only do once */
|
|
dv_init (0, 0);
|
|
}
|
|
|
|
static void
|
|
gst_dvdemux_init (GstDVDemux * dvdemux, GstDVDemuxClass * g_class)
|
|
{
|
|
gint i;
|
|
|
|
dvdemux->sinkpad =
|
|
gst_pad_new_from_template (gst_static_pad_template_get (&sink_temp),
|
|
"sink");
|
|
gst_pad_set_chain_function (dvdemux->sinkpad, gst_dvdemux_chain);
|
|
gst_pad_set_event_function (dvdemux->sinkpad, gst_dvdemux_handle_sink_event);
|
|
gst_pad_set_query_function (dvdemux->sinkpad,
|
|
GST_DEBUG_FUNCPTR (gst_dvdemux_sink_query));
|
|
gst_pad_set_query_type_function (dvdemux->sinkpad,
|
|
GST_DEBUG_FUNCPTR (gst_dvdemux_get_sink_query_types));
|
|
gst_element_add_pad (GST_ELEMENT (dvdemux), dvdemux->sinkpad);
|
|
|
|
dvdemux->adapter = gst_adapter_new ();
|
|
|
|
dvdemux->timestamp = 0LL;
|
|
|
|
dvdemux->start_timestamp = -1LL;
|
|
dvdemux->stop_timestamp = -1LL;
|
|
dvdemux->need_discont = FALSE;
|
|
dvdemux->new_media = FALSE;
|
|
dvdemux->framerate_numerator = 0;
|
|
dvdemux->framerate_denominator = 0;
|
|
dvdemux->total_frames = 0;
|
|
dvdemux->height = 0;
|
|
dvdemux->frequency = 0;
|
|
dvdemux->channels = 0;
|
|
dvdemux->wide = FALSE;
|
|
|
|
for (i = 0; i < 4; i++) {
|
|
dvdemux->audio_buffers[i] =
|
|
(gint16 *) g_malloc (DV_AUDIO_MAX_SAMPLES * sizeof (gint16));
|
|
}
|
|
}
|
|
|
|
static void
|
|
gst_dvdemux_add_pads (GstDVDemux * dvdemux)
|
|
{
|
|
dvdemux->videosrcpad =
|
|
gst_pad_new_from_template (gst_static_pad_template_get (&video_src_temp),
|
|
"video");
|
|
gst_pad_set_query_function (dvdemux->videosrcpad,
|
|
GST_DEBUG_FUNCPTR (gst_dvdemux_src_query));
|
|
gst_pad_set_query_type_function (dvdemux->videosrcpad,
|
|
GST_DEBUG_FUNCPTR (gst_dvdemux_get_src_query_types));
|
|
gst_pad_set_event_function (dvdemux->videosrcpad,
|
|
GST_DEBUG_FUNCPTR (gst_dvdemux_handle_src_event));
|
|
gst_pad_use_fixed_caps (dvdemux->videosrcpad);
|
|
gst_element_add_pad (GST_ELEMENT (dvdemux), dvdemux->videosrcpad);
|
|
|
|
dvdemux->audiosrcpad =
|
|
gst_pad_new_from_template (gst_static_pad_template_get (&audio_src_temp),
|
|
"audio");
|
|
gst_pad_set_query_function (dvdemux->audiosrcpad,
|
|
GST_DEBUG_FUNCPTR (gst_dvdemux_src_query));
|
|
gst_pad_set_query_type_function (dvdemux->audiosrcpad,
|
|
GST_DEBUG_FUNCPTR (gst_dvdemux_get_src_query_types));
|
|
gst_pad_set_event_function (dvdemux->audiosrcpad,
|
|
GST_DEBUG_FUNCPTR (gst_dvdemux_handle_src_event));
|
|
gst_pad_use_fixed_caps (dvdemux->audiosrcpad);
|
|
gst_element_add_pad (GST_ELEMENT (dvdemux), dvdemux->audiosrcpad);
|
|
|
|
gst_element_no_more_pads (GST_ELEMENT (dvdemux));
|
|
}
|
|
|
|
static gboolean
|
|
gst_dvdemux_src_convert (GstPad * pad, GstFormat src_format, gint64 src_value,
|
|
GstFormat * dest_format, gint64 * dest_value)
|
|
{
|
|
gboolean res = TRUE;
|
|
GstDVDemux *dvdemux;
|
|
|
|
dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad));
|
|
if (dvdemux->frame_len == -1)
|
|
goto error;
|
|
|
|
if (dvdemux->decoder == NULL)
|
|
goto error;
|
|
|
|
if (*dest_format == src_format) {
|
|
*dest_value = src_value;
|
|
goto done;
|
|
}
|
|
|
|
GST_INFO ("pad:%s:%s, src_value:%lld, src_format:%d, dest_format:%d",
|
|
GST_DEBUG_PAD_NAME (pad), src_value, src_format, *dest_format);
|
|
|
|
switch (src_format) {
|
|
case GST_FORMAT_BYTES:
|
|
switch (*dest_format) {
|
|
case GST_FORMAT_DEFAULT:
|
|
if (pad == dvdemux->videosrcpad)
|
|
*dest_value = src_value / dvdemux->frame_len;
|
|
else if (pad == dvdemux->audiosrcpad)
|
|
*dest_value = src_value / gst_audio_frame_byte_size (pad);
|
|
break;
|
|
case GST_FORMAT_TIME:
|
|
*dest_format = GST_FORMAT_TIME;
|
|
if (pad == dvdemux->videosrcpad)
|
|
*dest_value = src_value * GST_SECOND *
|
|
dvdemux->framerate_denominator /
|
|
(dvdemux->frame_len * dvdemux->framerate_numerator);
|
|
else if (pad == dvdemux->audiosrcpad)
|
|
*dest_value = src_value * GST_SECOND /
|
|
(2 * dvdemux->frequency * dvdemux->channels);
|
|
break;
|
|
default:
|
|
res = FALSE;
|
|
}
|
|
break;
|
|
case GST_FORMAT_TIME:
|
|
switch (*dest_format) {
|
|
case GST_FORMAT_BYTES:
|
|
if (pad == dvdemux->videosrcpad)
|
|
*dest_value = src_value * dvdemux->frame_len *
|
|
dvdemux->framerate_numerator /
|
|
(dvdemux->framerate_denominator * GST_SECOND);
|
|
else if (pad == dvdemux->audiosrcpad)
|
|
*dest_value = 2 * src_value * dvdemux->frequency *
|
|
dvdemux->channels / GST_SECOND;
|
|
break;
|
|
case GST_FORMAT_DEFAULT:
|
|
if (pad == dvdemux->videosrcpad) {
|
|
if (src_value)
|
|
*dest_value = src_value * dvdemux->framerate_numerator /
|
|
(dvdemux->framerate_denominator * GST_SECOND);
|
|
else
|
|
*dest_value = 0;
|
|
} else if (pad == dvdemux->audiosrcpad) {
|
|
*dest_value = 2 * src_value * dvdemux->frequency *
|
|
dvdemux->channels / (GST_SECOND *
|
|
gst_audio_frame_byte_size (pad));
|
|
}
|
|
break;
|
|
default:
|
|
res = FALSE;
|
|
}
|
|
break;
|
|
case GST_FORMAT_DEFAULT:
|
|
switch (*dest_format) {
|
|
case GST_FORMAT_TIME:
|
|
if (pad == dvdemux->videosrcpad) {
|
|
*dest_value = src_value * GST_SECOND *
|
|
dvdemux->framerate_denominator / dvdemux->framerate_numerator;
|
|
} else if (pad == dvdemux->audiosrcpad) {
|
|
if (src_value)
|
|
*dest_value =
|
|
src_value * GST_SECOND * gst_audio_frame_byte_size (pad)
|
|
/ (2 * dvdemux->frequency * dvdemux->channels);
|
|
else
|
|
*dest_value = 0;
|
|
}
|
|
break;
|
|
case GST_FORMAT_BYTES:
|
|
if (pad == dvdemux->videosrcpad) {
|
|
*dest_value = src_value * dvdemux->frame_len;
|
|
} else if (pad == dvdemux->audiosrcpad) {
|
|
*dest_value = src_value * gst_audio_frame_byte_size (pad);
|
|
}
|
|
break;
|
|
default:
|
|
res = FALSE;
|
|
}
|
|
break;
|
|
default:
|
|
res = FALSE;
|
|
}
|
|
|
|
done:
|
|
gst_object_unref (dvdemux);
|
|
|
|
GST_INFO ("Result : dest_format:%d, dest_value:%lld, res:%d",
|
|
*dest_format, *dest_value, res);
|
|
return res;
|
|
|
|
error:
|
|
{
|
|
gst_object_unref (dvdemux);
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
static gboolean
|
|
gst_dvdemux_sink_convert (GstPad * pad, GstFormat src_format, gint64 src_value,
|
|
GstFormat * dest_format, gint64 * dest_value)
|
|
{
|
|
gboolean res = TRUE;
|
|
GstDVDemux *dvdemux;
|
|
|
|
dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad));
|
|
|
|
if (dvdemux->frame_len <= 0)
|
|
goto error;
|
|
|
|
GST_DEBUG ("%d -> %d", src_format, *dest_format);
|
|
GST_INFO ("pad:%s:%s, src_value:%lld, src_format:%d, dest_format:%d",
|
|
GST_DEBUG_PAD_NAME (pad), src_value, src_format, *dest_format);
|
|
|
|
if (*dest_format == GST_FORMAT_DEFAULT)
|
|
*dest_format = GST_FORMAT_TIME;
|
|
|
|
if (*dest_format == src_format) {
|
|
*dest_value = src_value;
|
|
goto done;
|
|
}
|
|
|
|
switch (src_format) {
|
|
case GST_FORMAT_BYTES:
|
|
switch (*dest_format) {
|
|
case GST_FORMAT_TIME:
|
|
{
|
|
guint64 frame;
|
|
|
|
/* get frame number */
|
|
frame = src_value / dvdemux->frame_len;
|
|
|
|
*dest_value = (frame * GST_SECOND * dvdemux->framerate_denominator) /
|
|
dvdemux->framerate_numerator;
|
|
break;
|
|
}
|
|
default:
|
|
res = FALSE;
|
|
}
|
|
break;
|
|
case GST_FORMAT_TIME:
|
|
switch (*dest_format) {
|
|
case GST_FORMAT_BYTES:
|
|
{
|
|
guint64 frame;
|
|
|
|
/* calculate the frame */
|
|
frame = src_value * dvdemux->framerate_numerator /
|
|
(dvdemux->framerate_denominator * GST_SECOND);
|
|
/* calculate the offset */
|
|
*dest_value = frame * dvdemux->frame_len;
|
|
break;
|
|
}
|
|
default:
|
|
res = FALSE;
|
|
}
|
|
break;
|
|
default:
|
|
res = FALSE;
|
|
}
|
|
GST_INFO ("Result : dest_format:%d, dest_value:%lld, res:%d",
|
|
*dest_format, *dest_value, res);
|
|
|
|
done:
|
|
gst_object_unref (dvdemux);
|
|
return res;
|
|
|
|
error:
|
|
{
|
|
gst_object_unref (dvdemux);
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
static const GstQueryType *
|
|
gst_dvdemux_get_src_query_types (GstPad * pad)
|
|
{
|
|
static const GstQueryType src_query_types[] = {
|
|
GST_QUERY_POSITION,
|
|
GST_QUERY_DURATION,
|
|
GST_QUERY_CONVERT,
|
|
0
|
|
};
|
|
|
|
return src_query_types;
|
|
}
|
|
|
|
static gboolean
|
|
gst_dvdemux_src_query (GstPad * pad, GstQuery * query)
|
|
{
|
|
gboolean res = TRUE;
|
|
GstDVDemux *dvdemux;
|
|
|
|
dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad));
|
|
|
|
switch (GST_QUERY_TYPE (query)) {
|
|
case GST_QUERY_POSITION:
|
|
{
|
|
GstFormat format;
|
|
gint64 cur;
|
|
|
|
/* get target format */
|
|
gst_query_parse_position (query, &format, NULL);
|
|
|
|
/* bring the position to the requested format. */
|
|
if (!(res = gst_pad_query_convert (pad,
|
|
GST_FORMAT_TIME, dvdemux->timestamp, &format, &cur)))
|
|
goto error;
|
|
gst_query_set_position (query, format, cur);
|
|
break;
|
|
}
|
|
case GST_QUERY_DURATION:
|
|
{
|
|
GstFormat format;
|
|
GstFormat format2;
|
|
gint64 end;
|
|
GstPad *peer;
|
|
|
|
/* get target format */
|
|
gst_query_parse_duration (query, &format, NULL);
|
|
|
|
/* change query to bytes to perform on peer */
|
|
gst_query_set_duration (query, GST_FORMAT_BYTES, -1);
|
|
|
|
if ((peer = gst_pad_get_peer (dvdemux->sinkpad))) {
|
|
/* ask peer for total length */
|
|
if (!(res = gst_pad_query (peer, query))) {
|
|
gst_object_unref (peer);
|
|
goto error;
|
|
}
|
|
|
|
/* get peer total length */
|
|
gst_query_parse_duration (query, NULL, &end);
|
|
|
|
gst_object_unref (peer);
|
|
|
|
/* convert end to requested format */
|
|
if (end != -1) {
|
|
format2 = format;
|
|
if (!(res = gst_pad_query_convert (dvdemux->sinkpad,
|
|
GST_FORMAT_BYTES, end, &format2, &end))) {
|
|
goto error;
|
|
}
|
|
}
|
|
} else {
|
|
end = -1;
|
|
}
|
|
gst_query_set_duration (query, format, end);
|
|
break;
|
|
}
|
|
case GST_QUERY_CONVERT:
|
|
{
|
|
GstFormat src_fmt, dest_fmt;
|
|
gint64 src_val, dest_val;
|
|
|
|
gst_query_parse_convert (query, &src_fmt, &src_val, &dest_fmt, &dest_val);
|
|
if (!(res =
|
|
gst_dvdemux_src_convert (pad, src_fmt, src_val, &dest_fmt,
|
|
&dest_val)))
|
|
goto error;
|
|
gst_query_set_convert (query, src_fmt, src_val, dest_fmt, dest_val);
|
|
break;
|
|
}
|
|
default:
|
|
res = gst_pad_query_default (pad, query);
|
|
break;
|
|
}
|
|
gst_object_unref (dvdemux);
|
|
|
|
return res;
|
|
|
|
error:
|
|
{
|
|
gst_object_unref (dvdemux);
|
|
GST_DEBUG ("error handling event");
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
static const GstQueryType *
|
|
gst_dvdemux_get_sink_query_types (GstPad * pad)
|
|
{
|
|
static const GstQueryType sink_query_types[] = {
|
|
GST_QUERY_CONVERT,
|
|
0
|
|
};
|
|
|
|
return sink_query_types;
|
|
}
|
|
|
|
static gboolean
|
|
gst_dvdemux_sink_query (GstPad * pad, GstQuery * query)
|
|
{
|
|
gboolean res = TRUE;
|
|
GstDVDemux *dvdemux;
|
|
|
|
dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad));
|
|
|
|
switch (GST_QUERY_TYPE (query)) {
|
|
case GST_QUERY_CONVERT:
|
|
{
|
|
GstFormat src_fmt, dest_fmt;
|
|
gint64 src_val, dest_val;
|
|
|
|
gst_query_parse_convert (query, &src_fmt, &src_val, &dest_fmt, &dest_val);
|
|
if (!(res =
|
|
gst_dvdemux_sink_convert (pad, src_fmt, src_val, &dest_fmt,
|
|
&dest_val)))
|
|
goto error;
|
|
gst_query_set_convert (query, src_fmt, src_val, dest_fmt, dest_val);
|
|
break;
|
|
}
|
|
default:
|
|
res = gst_pad_query_default (pad, query);
|
|
break;
|
|
}
|
|
gst_object_unref (dvdemux);
|
|
|
|
return res;
|
|
|
|
error:
|
|
{
|
|
gst_object_unref (dvdemux);
|
|
GST_DEBUG ("error handling event");
|
|
return FALSE;
|
|
}
|
|
}
|
|
|
|
static gboolean
|
|
gst_dvdemux_send_event (GstDVDemux * dvdemux, GstEvent * event)
|
|
{
|
|
gboolean res = FALSE;
|
|
|
|
gst_event_ref (event);
|
|
if (dvdemux->videosrcpad)
|
|
res |= gst_pad_push_event (dvdemux->videosrcpad, event);
|
|
if (dvdemux->audiosrcpad)
|
|
res |= gst_pad_push_event (dvdemux->audiosrcpad, event);
|
|
|
|
return res;
|
|
}
|
|
|
|
static gboolean
|
|
gst_dvdemux_handle_sink_event (GstPad * pad, GstEvent * event)
|
|
{
|
|
GstDVDemux *dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad));
|
|
gboolean res = TRUE;
|
|
|
|
switch (GST_EVENT_TYPE (event)) {
|
|
case GST_EVENT_FLUSH_START:
|
|
/* we are not blocking on anything exect the push() calls
|
|
* to the peer which will be unblocked by forwarding the
|
|
* event.*/
|
|
res = gst_dvdemux_send_event (dvdemux, event);
|
|
break;
|
|
case GST_EVENT_FLUSH_STOP:
|
|
gst_adapter_clear (dvdemux->adapter);
|
|
GST_DEBUG ("cleared adapter");
|
|
res = gst_dvdemux_send_event (dvdemux, event);
|
|
break;
|
|
case GST_EVENT_NEWSEGMENT:
|
|
{
|
|
GstFormat format;
|
|
|
|
/* parse byte start and stop positions */
|
|
gst_event_parse_new_segment (event, NULL, NULL, &format,
|
|
&dvdemux->start_byte, &dvdemux->stop_byte, NULL);
|
|
|
|
/* and queue a DISCONT before sending the next set of buffers */
|
|
dvdemux->need_discont = TRUE;
|
|
gst_event_unref (event);
|
|
break;
|
|
}
|
|
case GST_EVENT_EOS:
|
|
default:
|
|
/* flush any pending data */
|
|
gst_dvdemux_flush (dvdemux);
|
|
/* forward event */
|
|
res = gst_dvdemux_send_event (dvdemux, event);
|
|
/* and clear the adapter */
|
|
gst_adapter_clear (dvdemux->adapter);
|
|
break;
|
|
}
|
|
|
|
gst_object_unref (dvdemux);
|
|
|
|
return res;
|
|
}
|
|
|
|
static gboolean
|
|
gst_dvdemux_handle_src_event (GstPad * pad, GstEvent * event)
|
|
{
|
|
gboolean res = TRUE;
|
|
GstDVDemux *dvdemux;
|
|
|
|
dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad));
|
|
|
|
switch (GST_EVENT_TYPE (event)) {
|
|
case GST_EVENT_SEEK:
|
|
{
|
|
GstEvent *newevent;
|
|
gint64 offset;
|
|
GstFormat format, conv;
|
|
gint64 cur, stop;
|
|
gdouble rate;
|
|
GstSeekType cur_type, stop_type;
|
|
GstSeekFlags flags;
|
|
gint64 start_position, end_position;
|
|
|
|
gst_event_parse_seek (event, &rate, &format, &flags,
|
|
&cur_type, &cur, &stop_type, &stop);
|
|
|
|
if ((offset = cur) != -1) {
|
|
GST_INFO ("starting conversion of cur");
|
|
/* bring the format to time on srcpad. */
|
|
conv = GST_FORMAT_TIME;
|
|
if (!(res = gst_pad_query_convert (pad,
|
|
format, offset, &conv, &start_position))) {
|
|
/* could not convert seek format to time offset */
|
|
break;
|
|
}
|
|
/* and convert to bytes on sinkpad. */
|
|
conv = GST_FORMAT_BYTES;
|
|
if (!(res = gst_pad_query_convert (dvdemux->sinkpad,
|
|
GST_FORMAT_TIME, start_position, &conv, &start_position))) {
|
|
/* could not convert time format to bytes offset */
|
|
break;
|
|
}
|
|
GST_INFO ("Finished conversion of cur, BYTES cur : %lld",
|
|
start_position);
|
|
} else {
|
|
start_position = -1;
|
|
}
|
|
|
|
if ((offset = stop) != -1) {
|
|
GST_INFO ("starting conversion of stop");
|
|
/* bring the format to time on srcpad. */
|
|
conv = GST_FORMAT_TIME;
|
|
if (!(res = gst_pad_query_convert (pad,
|
|
format, offset, &conv, &end_position))) {
|
|
/* could not convert seek format to time offset */
|
|
break;
|
|
}
|
|
conv = GST_FORMAT_BYTES;
|
|
/* and convert to bytes on sinkpad. */
|
|
if (!(res = gst_pad_query_convert (dvdemux->sinkpad,
|
|
GST_FORMAT_TIME, end_position, &conv, &end_position))) {
|
|
/* could not convert seek format to bytes offset */
|
|
break;
|
|
}
|
|
GST_INFO ("Finished conversion of stop, BYTES cur : %lld",
|
|
start_position);
|
|
} else {
|
|
end_position = -1;
|
|
}
|
|
/* now this is the updated seek event on bytes */
|
|
newevent = gst_event_new_seek (rate, GST_FORMAT_BYTES, flags,
|
|
cur_type, start_position, stop_type, end_position);
|
|
|
|
res = gst_pad_push_event (dvdemux->sinkpad, newevent);
|
|
break;
|
|
}
|
|
default:
|
|
res = FALSE;
|
|
break;
|
|
}
|
|
gst_event_unref (event);
|
|
|
|
gst_object_unref (dvdemux);
|
|
|
|
return res;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_dvdemux_demux_audio (GstDVDemux * dvdemux, const guint8 * data)
|
|
{
|
|
gint num_samples;
|
|
gint frequency, channels;
|
|
GstFlowReturn ret;
|
|
|
|
frequency = dv_get_frequency (dvdemux->decoder);
|
|
channels = dv_get_num_channels (dvdemux->decoder);
|
|
|
|
/* check if format changed */
|
|
if ((frequency != dvdemux->frequency) || (channels != dvdemux->channels)) {
|
|
GstCaps *caps;
|
|
|
|
dvdemux->frequency = frequency;
|
|
dvdemux->channels = channels;
|
|
|
|
/* and set new caps */
|
|
caps = gst_caps_new_simple ("audio/x-raw-int",
|
|
"rate", G_TYPE_INT, frequency,
|
|
"depth", G_TYPE_INT, 16,
|
|
"width", G_TYPE_INT, 16,
|
|
"signed", G_TYPE_BOOLEAN, TRUE,
|
|
"channels", G_TYPE_INT, channels,
|
|
"endianness", G_TYPE_INT, G_BYTE_ORDER, NULL);
|
|
gst_pad_set_caps (dvdemux->audiosrcpad, caps);
|
|
gst_caps_unref (caps);
|
|
}
|
|
|
|
dv_decode_full_audio (dvdemux->decoder, data, dvdemux->audio_buffers);
|
|
|
|
if ((num_samples = dv_get_num_samples (dvdemux->decoder)) > 0) {
|
|
gint16 *a_ptr;
|
|
gint i, j;
|
|
GstBuffer *outbuf;
|
|
|
|
outbuf = gst_buffer_new_and_alloc (num_samples *
|
|
sizeof (gint16) * dvdemux->channels);
|
|
|
|
a_ptr = (gint16 *) GST_BUFFER_DATA (outbuf);
|
|
|
|
for (i = 0; i < num_samples; i++) {
|
|
for (j = 0; j < dvdemux->channels; j++) {
|
|
*(a_ptr++) = dvdemux->audio_buffers[j][i];
|
|
}
|
|
}
|
|
|
|
GST_DEBUG ("pushing audio %" GST_TIME_FORMAT,
|
|
GST_TIME_ARGS (dvdemux->timestamp));
|
|
|
|
GST_BUFFER_TIMESTAMP (outbuf) = dvdemux->timestamp;
|
|
GST_BUFFER_DURATION (outbuf) = dvdemux->duration;
|
|
GST_BUFFER_OFFSET (outbuf) = dvdemux->audio_offset;
|
|
dvdemux->audio_offset += num_samples;
|
|
GST_BUFFER_OFFSET_END (outbuf) = dvdemux->audio_offset;
|
|
|
|
gst_buffer_set_caps (outbuf, GST_PAD_CAPS (dvdemux->audiosrcpad));
|
|
|
|
ret = gst_pad_push (dvdemux->audiosrcpad, outbuf);
|
|
} else {
|
|
/* no samples */
|
|
ret = GST_FLOW_OK;
|
|
}
|
|
|
|
return ret;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_dvdemux_demux_video (GstDVDemux * dvdemux, const guint8 * data)
|
|
{
|
|
GstBuffer *outbuf;
|
|
gint height;
|
|
gboolean wide;
|
|
GstFlowReturn ret = GST_FLOW_OK;
|
|
|
|
/* get params */
|
|
/* framerate is already up-to-date */
|
|
height = (dvdemux->PAL ? PAL_HEIGHT : NTSC_HEIGHT);
|
|
wide = dv_format_wide (dvdemux->decoder);
|
|
|
|
/* see if anything changed */
|
|
if ((dvdemux->height != height) || dvdemux->wide != wide) {
|
|
GstCaps *caps;
|
|
gint par_x, par_y;
|
|
|
|
dvdemux->height = height;
|
|
dvdemux->wide = wide;
|
|
|
|
if (dvdemux->PAL) {
|
|
if (wide) {
|
|
par_x = PAL_WIDE_PAR_X;
|
|
par_y = PAL_WIDE_PAR_Y;
|
|
} else {
|
|
par_x = PAL_NORMAL_PAR_X;
|
|
par_y = PAL_NORMAL_PAR_Y;
|
|
}
|
|
} else {
|
|
if (wide) {
|
|
par_x = NTSC_WIDE_PAR_X;
|
|
par_y = NTSC_WIDE_PAR_Y;
|
|
} else {
|
|
par_x = NTSC_NORMAL_PAR_X;
|
|
par_y = NTSC_NORMAL_PAR_Y;
|
|
}
|
|
}
|
|
|
|
caps = gst_caps_new_simple ("video/x-dv",
|
|
"systemstream", G_TYPE_BOOLEAN, FALSE,
|
|
"width", G_TYPE_INT, 720,
|
|
"height", G_TYPE_INT, height,
|
|
"framerate", GST_TYPE_FRACTION, dvdemux->framerate_numerator,
|
|
dvdemux->framerate_denominator,
|
|
"pixel-aspect-ratio", GST_TYPE_FRACTION, par_x, par_y, NULL);
|
|
gst_pad_set_caps (dvdemux->videosrcpad, caps);
|
|
gst_caps_unref (caps);
|
|
}
|
|
|
|
outbuf = gst_buffer_new ();
|
|
|
|
gst_buffer_set_data (outbuf, (guint8 *) data, dvdemux->frame_len);
|
|
outbuf->malloc_data = GST_BUFFER_DATA (outbuf);
|
|
|
|
GST_BUFFER_TIMESTAMP (outbuf) = dvdemux->timestamp;
|
|
GST_BUFFER_OFFSET (outbuf) = dvdemux->video_offset;
|
|
GST_BUFFER_OFFSET_END (outbuf) = dvdemux->video_offset + 1;
|
|
GST_BUFFER_DURATION (outbuf) = dvdemux->duration;
|
|
|
|
gst_buffer_set_caps (outbuf, GST_PAD_CAPS (dvdemux->videosrcpad));
|
|
|
|
GST_DEBUG ("pushing video %" GST_TIME_FORMAT,
|
|
GST_TIME_ARGS (dvdemux->timestamp));
|
|
|
|
ret = gst_pad_push (dvdemux->videosrcpad, outbuf);
|
|
|
|
dvdemux->video_offset++;
|
|
|
|
return ret;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_dvdemux_demux_frame (GstDVDemux * dvdemux, const guint8 * data)
|
|
{
|
|
GstClockTime next_ts;
|
|
GstFlowReturn aret, vret, ret;
|
|
|
|
if (dvdemux->need_discont) {
|
|
GstEvent *event;
|
|
GstFormat format;
|
|
gboolean res;
|
|
|
|
/* convert to time and store as start/end_timestamp */
|
|
format = GST_FORMAT_TIME;
|
|
if (!(res = gst_pad_query_convert (dvdemux->sinkpad,
|
|
GST_FORMAT_BYTES,
|
|
dvdemux->start_byte, &format, &dvdemux->start_timestamp))) {
|
|
goto discont_error;
|
|
}
|
|
dvdemux->timestamp = dvdemux->start_timestamp;
|
|
|
|
/* calculate current frame number */
|
|
format = GST_FORMAT_DEFAULT;
|
|
if (!(res = gst_pad_query_convert (dvdemux->videosrcpad,
|
|
GST_FORMAT_TIME,
|
|
dvdemux->start_timestamp, &format, &dvdemux->total_frames))) {
|
|
goto discont_error;
|
|
}
|
|
|
|
if (dvdemux->stop_byte == -1) {
|
|
dvdemux->stop_timestamp = -1;
|
|
} else {
|
|
format = GST_FORMAT_TIME;
|
|
if (!(res = gst_pad_query_convert (dvdemux->sinkpad,
|
|
GST_FORMAT_BYTES,
|
|
dvdemux->stop_byte, &format, &dvdemux->stop_timestamp))) {
|
|
goto discont_error;
|
|
}
|
|
}
|
|
|
|
event = gst_event_new_new_segment (FALSE, 1.0, GST_FORMAT_TIME,
|
|
dvdemux->start_timestamp, dvdemux->stop_timestamp,
|
|
dvdemux->start_timestamp);
|
|
gst_dvdemux_send_event (dvdemux, event);
|
|
|
|
dvdemux->need_discont = FALSE;
|
|
}
|
|
|
|
next_ts = gst_util_uint64_scale_int (
|
|
(dvdemux->total_frames + 1) * GST_SECOND,
|
|
dvdemux->framerate_denominator, dvdemux->framerate_numerator);
|
|
dvdemux->duration = next_ts - dvdemux->timestamp;
|
|
|
|
dv_parse_packs (dvdemux->decoder, data);
|
|
if (dv_is_new_recording (dvdemux->decoder, data))
|
|
dvdemux->new_media = TRUE;
|
|
|
|
aret = ret = gst_dvdemux_demux_audio (dvdemux, data);
|
|
if (ret != GST_FLOW_OK && ret != GST_FLOW_NOT_LINKED)
|
|
goto done;
|
|
|
|
vret = ret = gst_dvdemux_demux_video (dvdemux, data);
|
|
if (ret != GST_FLOW_OK && ret != GST_FLOW_NOT_LINKED)
|
|
goto done;
|
|
|
|
if (aret == GST_FLOW_NOT_LINKED && vret == GST_FLOW_NOT_LINKED) {
|
|
ret = GST_FLOW_NOT_LINKED;
|
|
goto done;
|
|
}
|
|
|
|
ret = GST_FLOW_OK;
|
|
dvdemux->timestamp = next_ts;
|
|
dvdemux->total_frames++;
|
|
|
|
done:
|
|
return ret;
|
|
|
|
discont_error:
|
|
{
|
|
GST_DEBUG ("error generating discont event");
|
|
return GST_FLOW_ERROR;
|
|
}
|
|
}
|
|
|
|
/* flush any remaining data in the adapter */
|
|
static GstFlowReturn
|
|
gst_dvdemux_flush (GstDVDemux * dvdemux)
|
|
{
|
|
GstFlowReturn ret = GST_FLOW_OK;
|
|
|
|
while (gst_adapter_available (dvdemux->adapter) >= dvdemux->frame_len) {
|
|
const guint8 *data;
|
|
gint length;
|
|
|
|
/* get the accumulated bytes */
|
|
data = gst_adapter_peek (dvdemux->adapter, dvdemux->frame_len);
|
|
|
|
/* parse header to know the length and other params */
|
|
if (dv_parse_header (dvdemux->decoder, data) < 0)
|
|
goto parse_header_error;
|
|
|
|
dvdemux->found_header = TRUE;
|
|
|
|
/* after parsing the header we know the length of the data */
|
|
dvdemux->PAL = dv_system_50_fields (dvdemux->decoder);
|
|
length = dvdemux->frame_len = (dvdemux->PAL ? PAL_BUFFER : NTSC_BUFFER);
|
|
if (dvdemux->PAL) {
|
|
dvdemux->framerate_numerator = PAL_FRAMERATE_NUMERATOR;
|
|
dvdemux->framerate_denominator = PAL_FRAMERATE_DENOMINATOR;
|
|
} else {
|
|
dvdemux->framerate_numerator = NTSC_FRAMERATE_NUMERATOR;
|
|
dvdemux->framerate_denominator = NTSC_FRAMERATE_DENOMINATOR;
|
|
}
|
|
/* let demux_video set the height, it needs to detect when things change so
|
|
* it can reset caps */
|
|
|
|
/* if we still have enough for a frame, start decoding */
|
|
if (gst_adapter_available (dvdemux->adapter) >= length) {
|
|
|
|
data = gst_adapter_take (dvdemux->adapter, length);
|
|
|
|
/* and decode the data */
|
|
ret = gst_dvdemux_demux_frame (dvdemux, data);
|
|
|
|
if (ret != GST_FLOW_OK)
|
|
goto done;
|
|
}
|
|
}
|
|
done:
|
|
return ret;
|
|
|
|
/* ERRORS */
|
|
parse_header_error:
|
|
{
|
|
GST_ELEMENT_ERROR (dvdemux, STREAM, DECODE,
|
|
("Error parsing DV header"), ("Error parsing DV header"));
|
|
gst_object_unref (dvdemux);
|
|
|
|
return GST_FLOW_ERROR;
|
|
}
|
|
}
|
|
|
|
/* streaming operation:
|
|
*
|
|
* accumulate data until we have a frame, then decode.
|
|
*/
|
|
static GstFlowReturn
|
|
gst_dvdemux_chain (GstPad * pad, GstBuffer * buffer)
|
|
{
|
|
GstDVDemux *dvdemux;
|
|
GstFlowReturn ret;
|
|
|
|
dvdemux = GST_DVDEMUX (gst_pad_get_parent (pad));
|
|
|
|
/* temporary hack? Can't do this from the state change */
|
|
if (!dvdemux->videosrcpad)
|
|
gst_dvdemux_add_pads (dvdemux);
|
|
|
|
gst_adapter_push (dvdemux->adapter, buffer);
|
|
|
|
/* Apparently dv_parse_header can read from the body of the frame
|
|
* too, so it needs more than header_size bytes. Wacky!
|
|
*/
|
|
if (dvdemux->frame_len == -1) {
|
|
/* if we don't know the length of a frame, we assume it is
|
|
* the NTSC_BUFFER length, as this is enough to figure out
|
|
* if this is PAL or NTSC */
|
|
dvdemux->frame_len = NTSC_BUFFER;
|
|
}
|
|
|
|
/* and try to flush pending frames */
|
|
ret = gst_dvdemux_flush (dvdemux);
|
|
|
|
gst_object_unref (dvdemux);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static GstStateChangeReturn
|
|
gst_dvdemux_change_state (GstElement * element, GstStateChange transition)
|
|
{
|
|
GstDVDemux *dvdemux = GST_DVDEMUX (element);
|
|
GstStateChangeReturn ret;
|
|
|
|
|
|
switch (transition) {
|
|
case GST_STATE_CHANGE_NULL_TO_READY:
|
|
break;
|
|
case GST_STATE_CHANGE_READY_TO_PAUSED:
|
|
dvdemux->decoder = dv_decoder_new (0, FALSE, FALSE);
|
|
dv_set_error_log (dvdemux->decoder, NULL);
|
|
dvdemux->audio_offset = 0;
|
|
dvdemux->video_offset = 0;
|
|
dvdemux->framecount = 0;
|
|
dvdemux->found_header = FALSE;
|
|
dvdemux->frame_len = -1;
|
|
break;
|
|
case GST_STATE_CHANGE_PAUSED_TO_PLAYING:
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
|
|
ret = parent_class->change_state (element, transition);
|
|
|
|
switch (transition) {
|
|
case GST_STATE_CHANGE_PLAYING_TO_PAUSED:
|
|
break;
|
|
case GST_STATE_CHANGE_PAUSED_TO_READY:
|
|
gst_adapter_clear (dvdemux->adapter);
|
|
dv_decoder_free (dvdemux->decoder);
|
|
dvdemux->decoder = NULL;
|
|
break;
|
|
case GST_STATE_CHANGE_READY_TO_NULL:
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
return ret;
|
|
}
|