mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-28 04:31:06 +00:00
7fa1c52301
Original commit message from CVS: change NULL to (NULL) for GST_ELEMENT_ERROR Make sure errors end with "."
1066 lines
31 KiB
C
1066 lines
31 KiB
C
/* G-Streamer Video4linux2 video-capture plugin
|
|
* Copyright (C) 2002 Ronald Bultje <rbultje@ronald.bitfreak.net>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
* Boston, MA 02111-1307, USA.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include <string.h>
|
|
#include <sys/time.h>
|
|
#include "v4l2src_calls.h"
|
|
#include "gstv4l2tuner.h"
|
|
|
|
GST_DEBUG_CATEGORY (v4l2src_debug);
|
|
#define GST_CAT_DEFAULT v4l2src_debug
|
|
|
|
/* elementfactory details */
|
|
static GstElementDetails gst_v4l2src_details = {
|
|
"Video (video4linux2) Source",
|
|
"Source/Video",
|
|
"Reads frames (compressed or uncompressed) from a video4linux2 device",
|
|
"Ronald Bultje <rbultje@ronald.bitfreak.net>"
|
|
};
|
|
|
|
/* V4l2Src signals and args */
|
|
enum {
|
|
SIGNAL_FRAME_CAPTURE,
|
|
SIGNAL_FRAME_DROP,
|
|
SIGNAL_FRAME_INSERT,
|
|
SIGNAL_FRAME_LOST,
|
|
LAST_SIGNAL
|
|
};
|
|
|
|
/* arguments */
|
|
enum {
|
|
ARG_0,
|
|
ARG_NUMBUFS,
|
|
ARG_BUFSIZE,
|
|
ARG_USE_FIXED_FPS
|
|
};
|
|
|
|
guint32 gst_v4l2_formats[] = {
|
|
/* from Linux 2.6.0 videodev2.h */
|
|
V4L2_PIX_FMT_RGB332, /* 8 RGB-3-3-2 */
|
|
V4L2_PIX_FMT_RGB555, /* 16 RGB-5-5-5 */
|
|
V4L2_PIX_FMT_RGB565, /* 16 RGB-5-6-5 */
|
|
V4L2_PIX_FMT_RGB555X, /* 16 RGB-5-5-5 BE */
|
|
V4L2_PIX_FMT_RGB565X, /* 16 RGB-5-6-5 BE */
|
|
V4L2_PIX_FMT_BGR24, /* 24 BGR-8-8-8 */
|
|
V4L2_PIX_FMT_RGB24, /* 24 RGB-8-8-8 */
|
|
V4L2_PIX_FMT_BGR32, /* 32 BGR-8-8-8-8 */
|
|
V4L2_PIX_FMT_RGB32, /* 32 RGB-8-8-8-8 */
|
|
V4L2_PIX_FMT_GREY, /* 8 Greyscale */
|
|
V4L2_PIX_FMT_YVU410, /* 9 YVU 4:1:0 */
|
|
V4L2_PIX_FMT_YVU420, /* 12 YVU 4:2:0 */
|
|
V4L2_PIX_FMT_YUYV, /* 16 YUV 4:2:2 */
|
|
V4L2_PIX_FMT_UYVY, /* 16 YUV 4:2:2 */
|
|
V4L2_PIX_FMT_YUV422P, /* 16 YVU422 planar */
|
|
V4L2_PIX_FMT_YUV411P, /* 16 YVU411 planar */
|
|
V4L2_PIX_FMT_Y41P, /* 12 YUV 4:1:1 */
|
|
V4L2_PIX_FMT_NV12, /* 12 Y/CbCr 4:2:0 */
|
|
V4L2_PIX_FMT_NV21, /* 12 Y/CrCb 4:2:0 */
|
|
V4L2_PIX_FMT_YUV410, /* 9 YUV 4:1:0 */
|
|
V4L2_PIX_FMT_YUV420, /* 12 YUV 4:2:0 */
|
|
V4L2_PIX_FMT_YYUV, /* 16 YUV 4:2:2 */
|
|
V4L2_PIX_FMT_HI240, /* 8 8-bit color */
|
|
V4L2_PIX_FMT_MJPEG, /* Motion-JPEG */
|
|
V4L2_PIX_FMT_JPEG, /* JFIF JPEG */
|
|
V4L2_PIX_FMT_DV, /* 1394 */
|
|
V4L2_PIX_FMT_MPEG, /* MPEG */
|
|
V4L2_PIX_FMT_WNVA /* Winnov hw compres */
|
|
};
|
|
#define GST_V4L2_FORMAT_COUNT (G_N_ELEMENTS (gst_v4l2_formats))
|
|
|
|
GST_FORMATS_FUNCTION (GstPad *, gst_v4l2src_get_formats,
|
|
GST_FORMAT_TIME, GST_FORMAT_DEFAULT);
|
|
GST_QUERY_TYPE_FUNCTION (GstPad *, gst_v4l2src_get_query_types,
|
|
GST_QUERY_POSITION);
|
|
|
|
/* init functions */
|
|
static void gst_v4l2src_class_init (gpointer g_class,
|
|
gpointer class_data);
|
|
static void gst_v4l2src_base_init (gpointer g_class);
|
|
static void gst_v4l2src_init (GTypeInstance * instance,
|
|
gpointer g_class);
|
|
|
|
/* signal functions */
|
|
static void gst_v4l2src_open (GstElement *element,
|
|
const gchar *device);
|
|
static void gst_v4l2src_close (GstElement *element,
|
|
const gchar *device);
|
|
|
|
/* pad/buffer functions */
|
|
static const GstCaps * gst_v4l2src_get_all_caps (void);
|
|
static GstPadLinkReturn gst_v4l2src_link (GstPad *pad,
|
|
const GstCaps *caps);
|
|
static GstCaps * gst_v4l2src_getcaps (GstPad *pad);
|
|
static GstCaps * gst_v4l2src_fixate (GstPad * pad,
|
|
const GstCaps * caps);
|
|
static GstData * gst_v4l2src_get (GstPad *pad);
|
|
static gboolean gst_v4l2src_src_convert (GstPad *pad,
|
|
GstFormat src_format,
|
|
gint64 src_value,
|
|
GstFormat *dest_format,
|
|
gint64 *dest_value);
|
|
static gboolean gst_v4l2src_src_query (GstPad *pad,
|
|
GstQueryType type,
|
|
GstFormat *format,
|
|
gint64 *value);
|
|
|
|
/* get/set params */
|
|
static void gst_v4l2src_set_property (GObject *object,
|
|
guint prop_id,
|
|
const GValue *value,
|
|
GParamSpec *pspec);
|
|
static void gst_v4l2src_get_property (GObject *object,
|
|
guint prop_id,
|
|
GValue *value,
|
|
GParamSpec *pspec);
|
|
|
|
/* state handling */
|
|
static GstElementStateReturn
|
|
gst_v4l2src_change_state (GstElement *element);
|
|
|
|
/* set_clock function for A/V sync */
|
|
static void gst_v4l2src_set_clock (GstElement *element,
|
|
GstClock *clock);
|
|
|
|
static GstElementClass *parent_class = NULL;
|
|
static guint gst_v4l2src_signals[LAST_SIGNAL] = { 0 };
|
|
|
|
|
|
GType
|
|
gst_v4l2src_get_type (void)
|
|
{
|
|
static GType v4l2src_type = 0;
|
|
|
|
if (!v4l2src_type) {
|
|
static const GTypeInfo v4l2src_info = {
|
|
sizeof (GstV4l2SrcClass),
|
|
gst_v4l2src_base_init,
|
|
NULL,
|
|
gst_v4l2src_class_init,
|
|
NULL,
|
|
NULL,
|
|
sizeof (GstV4l2Src),
|
|
0,
|
|
gst_v4l2src_init,
|
|
NULL
|
|
};
|
|
v4l2src_type = g_type_register_static(GST_TYPE_V4L2ELEMENT,
|
|
"GstV4l2Src", &v4l2src_info, 0);
|
|
GST_DEBUG_CATEGORY_INIT (v4l2src_debug, "v4l2src", 0, "v4l2src element");
|
|
}
|
|
return v4l2src_type;
|
|
}
|
|
|
|
static void
|
|
gst_v4l2src_base_init (gpointer g_class)
|
|
{
|
|
GstPadTemplate *template;
|
|
GstElementClass *gstelement_class = GST_ELEMENT_CLASS (g_class);
|
|
|
|
gst_element_class_set_details (gstelement_class, &gst_v4l2src_details);
|
|
|
|
template = gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
|
|
gst_caps_copy (gst_v4l2src_get_all_caps ()));
|
|
|
|
gst_element_class_add_pad_template (gstelement_class, template);
|
|
}
|
|
|
|
static void
|
|
gst_v4l2src_class_init (gpointer g_class, gpointer class_data)
|
|
{
|
|
GObjectClass *gobject_class = G_OBJECT_CLASS (g_class);
|
|
GstElementClass *gstelement_class = GST_ELEMENT_CLASS (g_class);
|
|
GstV4l2ElementClass *v4l2_class = GST_V4L2ELEMENT_CLASS (g_class);
|
|
|
|
parent_class = g_type_class_peek_parent (g_class);
|
|
|
|
gobject_class->set_property = gst_v4l2src_set_property;
|
|
gobject_class->get_property = gst_v4l2src_get_property;
|
|
|
|
g_object_class_install_property(gobject_class, ARG_NUMBUFS,
|
|
g_param_spec_int("num_buffers","num_buffers","num_buffers",
|
|
G_MININT,G_MAXINT,0,G_PARAM_READWRITE));
|
|
g_object_class_install_property(gobject_class, ARG_BUFSIZE,
|
|
g_param_spec_int("buffer_size","buffer_size","buffer_size",
|
|
G_MININT,G_MAXINT,0,G_PARAM_READABLE));
|
|
|
|
g_object_class_install_property(gobject_class, ARG_USE_FIXED_FPS,
|
|
g_param_spec_boolean("use_fixed_fps", "Use Fixed FPS",
|
|
"Drop/Insert frames to reach a certain FPS (TRUE) "
|
|
"or adapt FPS to suit the number of frabbed frames",
|
|
TRUE, G_PARAM_READWRITE));
|
|
|
|
/* signals */
|
|
gst_v4l2src_signals[SIGNAL_FRAME_CAPTURE] =
|
|
g_signal_new("frame_capture", G_TYPE_FROM_CLASS (g_class), G_SIGNAL_RUN_LAST,
|
|
G_STRUCT_OFFSET(GstV4l2SrcClass, frame_capture),
|
|
NULL, NULL, g_cclosure_marshal_VOID__VOID,
|
|
G_TYPE_NONE, 0);
|
|
gst_v4l2src_signals[SIGNAL_FRAME_DROP] =
|
|
g_signal_new("frame_drop", G_TYPE_FROM_CLASS (g_class), G_SIGNAL_RUN_LAST,
|
|
G_STRUCT_OFFSET(GstV4l2SrcClass, frame_drop),
|
|
NULL, NULL, g_cclosure_marshal_VOID__VOID,
|
|
G_TYPE_NONE, 0);
|
|
gst_v4l2src_signals[SIGNAL_FRAME_INSERT] =
|
|
g_signal_new("frame_insert", G_TYPE_FROM_CLASS (g_class), G_SIGNAL_RUN_LAST,
|
|
G_STRUCT_OFFSET(GstV4l2SrcClass, frame_insert),
|
|
NULL, NULL, g_cclosure_marshal_VOID__VOID,
|
|
G_TYPE_NONE, 0);
|
|
gst_v4l2src_signals[SIGNAL_FRAME_LOST] =
|
|
g_signal_new("frame_lost", G_TYPE_FROM_CLASS (g_class), G_SIGNAL_RUN_LAST,
|
|
G_STRUCT_OFFSET(GstV4l2SrcClass, frame_lost),
|
|
NULL, NULL, g_cclosure_marshal_VOID__INT,
|
|
G_TYPE_NONE, 1, G_TYPE_INT);
|
|
|
|
gstelement_class->change_state = gst_v4l2src_change_state;
|
|
|
|
v4l2_class->open = gst_v4l2src_open;
|
|
v4l2_class->close = gst_v4l2src_close;
|
|
|
|
gstelement_class->set_clock = gst_v4l2src_set_clock;
|
|
}
|
|
|
|
|
|
static void
|
|
gst_v4l2src_init (GTypeInstance *instance, gpointer g_class)
|
|
{
|
|
GstV4l2Src *v4l2src = GST_V4L2SRC (instance);
|
|
|
|
GST_FLAG_SET(GST_ELEMENT(v4l2src), GST_ELEMENT_THREAD_SUGGESTED);
|
|
|
|
v4l2src->srcpad = gst_pad_new_from_template(
|
|
gst_element_class_get_pad_template (GST_ELEMENT_GET_CLASS (v4l2src), "src"), "src");
|
|
gst_element_add_pad(GST_ELEMENT(v4l2src), v4l2src->srcpad);
|
|
|
|
gst_pad_set_get_function(v4l2src->srcpad, gst_v4l2src_get);
|
|
gst_pad_set_link_function(v4l2src->srcpad, gst_v4l2src_link);
|
|
gst_pad_set_getcaps_function (v4l2src->srcpad, gst_v4l2src_getcaps);
|
|
gst_pad_set_fixate_function (v4l2src->srcpad, gst_v4l2src_fixate);
|
|
gst_pad_set_convert_function (v4l2src->srcpad, gst_v4l2src_src_convert);
|
|
gst_pad_set_formats_function (v4l2src->srcpad, gst_v4l2src_get_formats);
|
|
gst_pad_set_query_function (v4l2src->srcpad, gst_v4l2src_src_query);
|
|
gst_pad_set_query_type_function (v4l2src->srcpad, gst_v4l2src_get_query_types);
|
|
|
|
v4l2src->breq.count = 0;
|
|
|
|
v4l2src->formats = NULL;
|
|
|
|
/* no clock */
|
|
v4l2src->clock = NULL;
|
|
|
|
/* fps */
|
|
v4l2src->use_fixed_fps = TRUE;
|
|
}
|
|
|
|
|
|
static void
|
|
gst_v4l2src_open (GstElement *element,
|
|
const gchar *device)
|
|
{
|
|
gst_v4l2src_fill_format_list (GST_V4L2SRC (element));
|
|
}
|
|
|
|
|
|
static void
|
|
gst_v4l2src_close (GstElement *element,
|
|
const gchar *device)
|
|
{
|
|
gst_v4l2src_clear_format_list (GST_V4L2SRC (element));
|
|
}
|
|
|
|
|
|
static gfloat
|
|
gst_v4l2src_get_fps (GstV4l2Src *v4l2src)
|
|
{
|
|
v4l2_std_id norm;
|
|
const GList *item;
|
|
|
|
if (!v4l2src->use_fixed_fps &&
|
|
v4l2src->clock != NULL &&
|
|
v4l2src->handled > 0) {
|
|
/* try to get time from clock master and calculate fps */
|
|
GstClockTime time = gst_clock_get_time(v4l2src->clock) -
|
|
v4l2src->substract_time;
|
|
return v4l2src->handled * GST_SECOND / time;
|
|
}
|
|
|
|
/* if that failed ... */
|
|
|
|
if (!GST_V4L2_IS_OPEN(GST_V4L2ELEMENT(v4l2src)))
|
|
return 0.;
|
|
|
|
if (!gst_v4l2_get_norm(GST_V4L2ELEMENT(v4l2src), &norm))
|
|
return 0.;
|
|
for (item = GST_V4L2ELEMENT(v4l2src)->norms;
|
|
item != NULL; item = item->next) {
|
|
GstV4l2TunerNorm *v4l2norm = item->data;
|
|
if (v4l2norm->index == norm)
|
|
return GST_TUNER_NORM(v4l2norm)->fps;
|
|
}
|
|
|
|
return 0.;
|
|
}
|
|
|
|
static gboolean
|
|
gst_v4l2src_src_convert (GstPad *pad,
|
|
GstFormat src_format,
|
|
gint64 src_value,
|
|
GstFormat *dest_format,
|
|
gint64 *dest_value)
|
|
{
|
|
GstV4l2Src *v4l2src;
|
|
gdouble fps;
|
|
|
|
v4l2src = GST_V4L2SRC (gst_pad_get_parent (pad));
|
|
|
|
if ((fps = gst_v4l2src_get_fps(v4l2src)) == 0)
|
|
return FALSE;
|
|
|
|
switch (src_format) {
|
|
case GST_FORMAT_TIME:
|
|
switch (*dest_format) {
|
|
case GST_FORMAT_DEFAULT:
|
|
*dest_value = src_value * fps / GST_SECOND;
|
|
break;
|
|
default:
|
|
return FALSE;
|
|
}
|
|
break;
|
|
|
|
case GST_FORMAT_DEFAULT:
|
|
switch (*dest_format) {
|
|
case GST_FORMAT_TIME:
|
|
*dest_value = src_value * GST_SECOND / fps;
|
|
break;
|
|
default:
|
|
return FALSE;
|
|
}
|
|
break;
|
|
|
|
default:
|
|
return FALSE;
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_v4l2src_src_query (GstPad *pad,
|
|
GstQueryType type,
|
|
GstFormat *format,
|
|
gint64 *value)
|
|
{
|
|
GstV4l2Src *v4l2src = GST_V4L2SRC (gst_pad_get_parent (pad));
|
|
gboolean res = TRUE;
|
|
gdouble fps;
|
|
|
|
if ((fps = gst_v4l2src_get_fps(v4l2src)) == 0)
|
|
return FALSE;
|
|
|
|
switch (type) {
|
|
case GST_QUERY_POSITION:
|
|
switch (*format) {
|
|
case GST_FORMAT_TIME:
|
|
*value = v4l2src->handled * GST_SECOND / fps;
|
|
break;
|
|
case GST_FORMAT_DEFAULT:
|
|
*value = v4l2src->handled;
|
|
break;
|
|
default:
|
|
res = FALSE;
|
|
break;
|
|
}
|
|
break;
|
|
default:
|
|
res = FALSE;
|
|
break;
|
|
}
|
|
|
|
return res;
|
|
}
|
|
|
|
static GstStructure *
|
|
gst_v4l2src_v4l2fourcc_to_caps (guint32 fourcc)
|
|
{
|
|
GstStructure *structure = NULL;
|
|
|
|
switch (fourcc) {
|
|
case V4L2_PIX_FMT_MJPEG: /* Motion-JPEG */
|
|
case V4L2_PIX_FMT_JPEG: /* JFIF JPEG */
|
|
structure = gst_structure_new ("video/x-jpeg", NULL);
|
|
break;
|
|
case V4L2_PIX_FMT_RGB332:
|
|
case V4L2_PIX_FMT_RGB555:
|
|
case V4L2_PIX_FMT_RGB555X:
|
|
case V4L2_PIX_FMT_RGB565:
|
|
case V4L2_PIX_FMT_RGB565X:
|
|
case V4L2_PIX_FMT_RGB24:
|
|
case V4L2_PIX_FMT_BGR24:
|
|
case V4L2_PIX_FMT_RGB32:
|
|
case V4L2_PIX_FMT_BGR32: {
|
|
guint depth=0, bpp=0;
|
|
gint endianness = 0;
|
|
guint32 r_mask = 0, b_mask = 0, g_mask = 0;
|
|
|
|
switch (fourcc) {
|
|
case V4L2_PIX_FMT_RGB332:
|
|
bpp = depth = 8;
|
|
endianness = G_BYTE_ORDER; /* 'like, whatever' */
|
|
r_mask = 0xe0; g_mask = 0x1c; b_mask = 0x03;
|
|
break;
|
|
case V4L2_PIX_FMT_RGB555:
|
|
case V4L2_PIX_FMT_RGB555X:
|
|
bpp = 16; depth = 15;
|
|
endianness = fourcc == V4L2_PIX_FMT_RGB555X ? G_BIG_ENDIAN : G_LITTLE_ENDIAN;
|
|
r_mask = 0x7c00;
|
|
g_mask = 0x03e0;
|
|
b_mask = 0x001f;
|
|
break;
|
|
case V4L2_PIX_FMT_RGB565:
|
|
case V4L2_PIX_FMT_RGB565X:
|
|
bpp = depth = 16;
|
|
endianness = fourcc == V4L2_PIX_FMT_RGB565X ? G_BIG_ENDIAN : G_LITTLE_ENDIAN;
|
|
r_mask = 0xf800;
|
|
g_mask = 0x07e0;
|
|
b_mask = 0x001f;
|
|
case V4L2_PIX_FMT_RGB24:
|
|
bpp = depth = 24;
|
|
endianness = G_BIG_ENDIAN;
|
|
r_mask = 0xff0000;
|
|
g_mask = 0x00ff00;
|
|
b_mask = 0x0000ff;
|
|
break;
|
|
case V4L2_PIX_FMT_BGR24:
|
|
bpp = depth = 24;
|
|
endianness = G_BIG_ENDIAN;
|
|
r_mask = 0x0000ff;
|
|
g_mask = 0x00ff00;
|
|
b_mask = 0xff0000;
|
|
break;
|
|
case V4L2_PIX_FMT_RGB32:
|
|
bpp = depth = 32;
|
|
endianness = G_BIG_ENDIAN;
|
|
r_mask = 0xff000000;
|
|
g_mask = 0x00ff0000;
|
|
b_mask = 0x0000ff00;
|
|
break;
|
|
case V4L2_PIX_FMT_BGR32:
|
|
bpp = depth = 32;
|
|
endianness = G_BIG_ENDIAN;
|
|
r_mask = 0x000000ff;
|
|
g_mask = 0x0000ff00;
|
|
b_mask = 0x00ff0000;
|
|
break;
|
|
default:
|
|
g_assert_not_reached();
|
|
break;
|
|
}
|
|
structure = gst_structure_new ("video/x-raw-rgb",
|
|
"bpp", G_TYPE_INT, bpp,
|
|
"depth", G_TYPE_INT, depth,
|
|
"red_mask", G_TYPE_INT, r_mask,
|
|
"green_mask", G_TYPE_INT, g_mask,
|
|
"blue_mask", G_TYPE_INT, b_mask,
|
|
"endianness", G_TYPE_INT, endianness,
|
|
NULL);
|
|
break;
|
|
}
|
|
case V4L2_PIX_FMT_GREY: /* 8 Greyscale */
|
|
case V4L2_PIX_FMT_YUV422P: /* 16 YVU422 planar */
|
|
case V4L2_PIX_FMT_YUV411P: /* 16 YVU411 planar */
|
|
case V4L2_PIX_FMT_NV12: /* 12 Y/CbCr 4:2:0 */
|
|
case V4L2_PIX_FMT_NV21: /* 12 Y/CrCb 4:2:0 */
|
|
case V4L2_PIX_FMT_YYUV: /* 16 YUV 4:2:2 */
|
|
case V4L2_PIX_FMT_HI240: /* 8 8-bit color */
|
|
/* FIXME: get correct fourccs here */
|
|
break;
|
|
case V4L2_PIX_FMT_YVU410:
|
|
case V4L2_PIX_FMT_YUV410:
|
|
case V4L2_PIX_FMT_YUV420: /* I420/IYUV */
|
|
case V4L2_PIX_FMT_YUYV:
|
|
case V4L2_PIX_FMT_YVU420:
|
|
case V4L2_PIX_FMT_UYVY:
|
|
case V4L2_PIX_FMT_Y41P: {
|
|
guint32 fcc = 0;
|
|
|
|
switch (fourcc) {
|
|
case V4L2_PIX_FMT_YVU410:
|
|
fcc = GST_MAKE_FOURCC('Y','V','U','9');
|
|
break;
|
|
case V4L2_PIX_FMT_YUV410:
|
|
fcc = GST_MAKE_FOURCC('Y','U','V','9');
|
|
break;
|
|
case V4L2_PIX_FMT_YUV420:
|
|
fcc = GST_MAKE_FOURCC('I','4','2','0');
|
|
break;
|
|
case V4L2_PIX_FMT_YUYV:
|
|
fcc = GST_MAKE_FOURCC('Y','U','Y','2');
|
|
break;
|
|
case V4L2_PIX_FMT_YVU420:
|
|
fcc = GST_MAKE_FOURCC('Y','V','1','2');
|
|
break;
|
|
case V4L2_PIX_FMT_UYVY:
|
|
fcc = GST_MAKE_FOURCC('U','Y','V','Y');
|
|
break;
|
|
case V4L2_PIX_FMT_Y41P:
|
|
fcc = GST_MAKE_FOURCC('Y','4','1','B');
|
|
break;
|
|
default:
|
|
g_assert_not_reached();
|
|
break;
|
|
}
|
|
structure = gst_structure_new ("video/x-raw-yuv",
|
|
"format", GST_TYPE_FOURCC, fcc,
|
|
NULL);
|
|
break;
|
|
}
|
|
case V4L2_PIX_FMT_DV:
|
|
structure = gst_structure_new ("video/x-dv", "systemstream", G_TYPE_BOOLEAN, TRUE, NULL);
|
|
break;
|
|
case V4L2_PIX_FMT_MPEG: /* MPEG */
|
|
/* someone figure out the MPEG format used... */
|
|
break;
|
|
case V4L2_PIX_FMT_WNVA: /* Winnov hw compres */
|
|
break;
|
|
default:
|
|
GST_DEBUG ("Unknown fourcc 0x%08x " GST_FOURCC_FORMAT,
|
|
fourcc, GST_FOURCC_ARGS(fourcc));
|
|
break;
|
|
}
|
|
#if 0
|
|
gst_caps_set_simple (caps,
|
|
"width", G_TYPE_INT, width,
|
|
"height", G_TYPE_INT, height,
|
|
"framerate", G_TYPE_DOUBLE, fps,
|
|
NULL);
|
|
#endif
|
|
return structure;
|
|
}
|
|
|
|
static struct v4l2_fmtdesc *
|
|
gst_v4l2src_get_format_from_fourcc (GstV4l2Src *v4l2src, guint32 fourcc)
|
|
{
|
|
struct v4l2_fmtdesc *fmt;
|
|
GSList *walk;
|
|
|
|
if (fourcc == 0)
|
|
return NULL;
|
|
|
|
walk = v4l2src->formats;
|
|
while (walk) {
|
|
fmt = (struct v4l2_fmtdesc *) walk->data;
|
|
if (fmt->pixelformat == fourcc)
|
|
return fmt;
|
|
/* special case for jpeg */
|
|
if ((fmt->pixelformat == V4L2_PIX_FMT_MJPEG && fourcc == V4L2_PIX_FMT_JPEG) ||
|
|
(fmt->pixelformat == V4L2_PIX_FMT_JPEG && fourcc == V4L2_PIX_FMT_MJPEG)) {
|
|
return fmt;
|
|
}
|
|
walk = g_slist_next (walk);
|
|
}
|
|
|
|
return NULL;
|
|
}
|
|
|
|
static guint32
|
|
gst_v4l2_fourcc_from_structure (GstStructure *structure)
|
|
{
|
|
guint32 fourcc = 0;
|
|
const gchar *mimetype = gst_structure_get_name (structure);
|
|
|
|
if (!strcmp(mimetype, "video/x-raw-yuv") ||
|
|
!strcmp(mimetype, "video/x-raw-rgb")) {
|
|
if (!strcmp(mimetype, "video/x-raw-rgb"))
|
|
fourcc = GST_MAKE_FOURCC('R','G','B',' ');
|
|
else
|
|
gst_structure_get_fourcc (structure, "format", &fourcc);
|
|
|
|
switch (fourcc) {
|
|
case GST_MAKE_FOURCC('I','4','2','0'):
|
|
case GST_MAKE_FOURCC('I','Y','U','V'):
|
|
fourcc = V4L2_PIX_FMT_YUV420;
|
|
break;
|
|
case GST_MAKE_FOURCC('Y','U','Y','2'):
|
|
fourcc = V4L2_PIX_FMT_YUYV;
|
|
break;
|
|
case GST_MAKE_FOURCC('Y','4','1','P'):
|
|
fourcc = V4L2_PIX_FMT_Y41P;
|
|
break;
|
|
case GST_MAKE_FOURCC('U','Y','V','Y'):
|
|
fourcc = V4L2_PIX_FMT_UYVY;
|
|
break;
|
|
case GST_MAKE_FOURCC('Y','V','1','2'):
|
|
fourcc = V4L2_PIX_FMT_YVU420;
|
|
break;
|
|
case GST_MAKE_FOURCC('R','G','B',' '): {
|
|
gint depth, endianness, r_mask;
|
|
|
|
gst_structure_get_int (structure, "depth", &depth);
|
|
gst_structure_get_int (structure, "endianness", &endianness);
|
|
gst_structure_get_int (structure, "red_mask", &r_mask);
|
|
|
|
switch (depth) {
|
|
case 8:
|
|
fourcc = V4L2_PIX_FMT_RGB332;
|
|
break;
|
|
case 15:
|
|
fourcc = (endianness == G_LITTLE_ENDIAN) ?
|
|
V4L2_PIX_FMT_RGB555 :
|
|
V4L2_PIX_FMT_RGB555X;
|
|
break;
|
|
case 16:
|
|
fourcc = (endianness == G_LITTLE_ENDIAN) ?
|
|
V4L2_PIX_FMT_RGB565 :
|
|
V4L2_PIX_FMT_RGB565X;
|
|
break;
|
|
case 24:
|
|
fourcc = (r_mask == 0xFF) ?
|
|
V4L2_PIX_FMT_BGR24 :
|
|
V4L2_PIX_FMT_RGB24;
|
|
break;
|
|
case 32:
|
|
fourcc = (r_mask == 0xFF) ?
|
|
V4L2_PIX_FMT_BGR32 :
|
|
V4L2_PIX_FMT_RGB32;
|
|
break;
|
|
}
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
} else if (strcmp (mimetype, "video/x-dv") == 0) {
|
|
fourcc = V4L2_PIX_FMT_DV;
|
|
} else if (strcmp (mimetype, "video/x-jpeg") == 0) {
|
|
fourcc = V4L2_PIX_FMT_JPEG;
|
|
}
|
|
|
|
return fourcc;
|
|
}
|
|
|
|
static struct v4l2_fmtdesc *
|
|
gst_v4l2_caps_to_v4l2fourcc (GstV4l2Src *v4l2src, GstStructure *structure)
|
|
{
|
|
return gst_v4l2src_get_format_from_fourcc (v4l2src,
|
|
gst_v4l2_fourcc_from_structure (structure));
|
|
}
|
|
|
|
static const GstCaps *
|
|
gst_v4l2src_get_all_caps (void)
|
|
{
|
|
static GstCaps *caps = NULL;
|
|
|
|
if (caps == NULL) {
|
|
GstStructure *structure;
|
|
guint i;
|
|
|
|
caps = gst_caps_new_empty ();
|
|
for (i = 0; i < GST_V4L2_FORMAT_COUNT; i++) {
|
|
structure = gst_v4l2src_v4l2fourcc_to_caps (gst_v4l2_formats[i]);
|
|
if (structure) {
|
|
gst_structure_set (structure,
|
|
"width", GST_TYPE_INT_RANGE, 1, 4096,
|
|
"height", GST_TYPE_INT_RANGE, 1, 4096,
|
|
"framerate", GST_TYPE_DOUBLE_RANGE, (double) 0, G_MAXDOUBLE,
|
|
NULL);
|
|
|
|
gst_caps_append_structure (caps, structure);
|
|
}
|
|
}
|
|
}
|
|
|
|
return caps;
|
|
}
|
|
|
|
static GstCaps *
|
|
gst_v4l2src_fixate (GstPad *pad, const GstCaps *const_caps)
|
|
{
|
|
gint i;
|
|
GstStructure *structure;
|
|
G_GNUC_UNUSED gchar *caps_str;
|
|
gboolean changed = FALSE;
|
|
GstCaps *caps = gst_caps_copy (const_caps);
|
|
|
|
caps_str = gst_caps_to_string (caps);
|
|
GST_DEBUG_OBJECT (gst_pad_get_parent (pad), "fixating caps %s", caps_str);
|
|
g_free (caps_str);
|
|
|
|
for (i = 0; i < gst_caps_get_size (caps); i++) {
|
|
structure = gst_caps_get_structure (caps, i);
|
|
changed |= gst_caps_structure_fixate_field_nearest_int (structure, "width", G_MAXINT);
|
|
}
|
|
if (changed) return caps;
|
|
|
|
for (i = 0; i < gst_caps_get_size (caps); i++) {
|
|
structure = gst_caps_get_structure (caps, i);
|
|
changed |= gst_caps_structure_fixate_field_nearest_int (structure, "height", G_MAXINT);
|
|
}
|
|
if (changed) return caps;
|
|
|
|
gst_caps_free (caps);
|
|
return NULL;
|
|
}
|
|
|
|
static GstPadLinkReturn
|
|
gst_v4l2src_link (GstPad *pad, const GstCaps *caps)
|
|
{
|
|
GstV4l2Src *v4l2src;
|
|
GstV4l2Element *v4l2element;
|
|
struct v4l2_fmtdesc *format;
|
|
int w, h;
|
|
GstStructure *structure;
|
|
|
|
v4l2src = GST_V4L2SRC(gst_pad_get_parent (pad));
|
|
v4l2element = GST_V4L2ELEMENT(v4l2src);
|
|
|
|
structure = gst_caps_get_structure (caps, 0);
|
|
|
|
/* clean up if we still haven't cleaned up our previous
|
|
* capture session */
|
|
if (GST_V4L2_IS_ACTIVE(v4l2element)) {
|
|
if (!gst_v4l2src_capture_deinit(v4l2src))
|
|
return GST_PAD_LINK_REFUSED;
|
|
} else if (!GST_V4L2_IS_OPEN(v4l2element)) {
|
|
return GST_PAD_LINK_DELAYED;
|
|
}
|
|
|
|
/* we want our own v4l2 type of fourcc codes */
|
|
if (!(format = gst_v4l2_caps_to_v4l2fourcc(v4l2src, structure))) {
|
|
return GST_PAD_LINK_REFUSED;
|
|
}
|
|
|
|
gst_structure_get_int (structure, "width", &w);
|
|
gst_structure_get_int (structure, "height", &h);
|
|
|
|
/* we found the pixelformat! - try it out */
|
|
if (gst_v4l2src_set_capture(v4l2src, format, w, h)) {
|
|
if (gst_v4l2src_capture_init(v4l2src)) {
|
|
return GST_PAD_LINK_OK;
|
|
}
|
|
}
|
|
|
|
return GST_PAD_LINK_REFUSED;
|
|
}
|
|
|
|
|
|
static GstCaps *
|
|
gst_v4l2src_getcaps (GstPad *pad)
|
|
{
|
|
GstV4l2Src *v4l2src = GST_V4L2SRC(gst_pad_get_parent (pad));
|
|
GstCaps *caps;
|
|
struct v4l2_fmtdesc *format;
|
|
int min_w, max_w, min_h, max_h;
|
|
GSList *walk;
|
|
GstStructure *structure;
|
|
|
|
if (!GST_V4L2_IS_OPEN(GST_V4L2ELEMENT(v4l2src))) {
|
|
return gst_caps_new_any ();
|
|
}
|
|
|
|
/* build our own capslist */
|
|
caps = gst_caps_new_empty();
|
|
walk = v4l2src->formats;
|
|
while (walk) {
|
|
format = (struct v4l2_fmtdesc *) walk->data;
|
|
walk = g_slist_next (walk);
|
|
|
|
/* get size delimiters */
|
|
if (!gst_v4l2src_get_size_limits(v4l2src, format,
|
|
&min_w, &max_w, &min_h, &max_h)) {
|
|
continue;
|
|
}
|
|
|
|
/* add to list */
|
|
structure = gst_v4l2src_v4l2fourcc_to_caps (format->pixelformat);
|
|
|
|
if (structure) {
|
|
gst_structure_set (structure,
|
|
"width", GST_TYPE_INT_RANGE, min_w, max_w,
|
|
"height", GST_TYPE_INT_RANGE, min_h, max_h,
|
|
"framerate", GST_TYPE_DOUBLE_RANGE, (double) 0, G_MAXDOUBLE,
|
|
NULL);
|
|
|
|
gst_caps_append_structure (caps, structure);
|
|
}
|
|
}
|
|
|
|
return caps;
|
|
}
|
|
|
|
static GstData*
|
|
gst_v4l2src_get (GstPad *pad)
|
|
{
|
|
GstV4l2Src *v4l2src;
|
|
GstBuffer *buf;
|
|
gint i, num = -1;
|
|
gdouble fps = 0;
|
|
|
|
v4l2src = GST_V4L2SRC (gst_pad_get_parent (pad));
|
|
|
|
if (v4l2src->use_fixed_fps &&
|
|
(fps = gst_v4l2src_get_fps(v4l2src)) == 0) {
|
|
GST_ELEMENT_ERROR (v4l2src, RESOURCE, SETTINGS, (NULL), ("could not get frame rate for element"));
|
|
return NULL;
|
|
}
|
|
|
|
if (v4l2src->need_writes > 0) {
|
|
/* use last frame */
|
|
buf = v4l2src->cached_buffer;
|
|
v4l2src->need_writes--;
|
|
} else {
|
|
GstClockTime time;
|
|
/* grab a frame from the device */
|
|
num = gst_v4l2src_grab_frame(v4l2src);
|
|
if (num == -1)
|
|
return NULL;
|
|
|
|
/* to check if v4l2 sets the correct time */
|
|
time = GST_TIMEVAL_TO_TIME(v4l2src->pool->buffers[num].buffer.timestamp);
|
|
if (v4l2src->clock && v4l2src->use_fixed_fps && time != 0) {
|
|
gboolean have_frame = FALSE;
|
|
|
|
do {
|
|
/* FIXME: isn't this v4l2 timestamp its own clock?! */
|
|
/* by default, we use the frame once */
|
|
v4l2src->need_writes = 1;
|
|
|
|
g_assert (time >= v4l2src->substract_time);
|
|
time -= v4l2src->substract_time;
|
|
|
|
/* first check whether we lost any frames according to the device */
|
|
if (v4l2src->last_seq != 0) {
|
|
if (v4l2src->pool->buffers[num].buffer.sequence - v4l2src->last_seq > 1) {
|
|
v4l2src->need_writes = v4l2src->pool->buffers[num].buffer.sequence - v4l2src->last_seq;
|
|
g_signal_emit(G_OBJECT(v4l2src), gst_v4l2src_signals[SIGNAL_FRAME_LOST], 0,
|
|
v4l2src->need_writes - 1);
|
|
}
|
|
}
|
|
v4l2src->last_seq = v4l2src->pool->buffers[num].buffer.sequence;
|
|
|
|
/* decide how often we're going to write the frame - set
|
|
* v4lmjpegsrc->need_writes to (that-1) and have_frame to TRUE
|
|
* if we're going to write it - else, just continue.
|
|
*
|
|
* time is generally the system or audio clock. Let's
|
|
* say that we've written one second of audio, then we want
|
|
* to have written one second of video too, within the same
|
|
* timeframe. This means that if time - begin_time = X sec,
|
|
* we want to have written X*fps frames. If we've written
|
|
* more - drop, if we've written less - dup... */
|
|
if (v4l2src->handled * (GST_SECOND/fps) - time > 1.5 * (GST_SECOND/fps)) {
|
|
/* yo dude, we've got too many frames here! Drop! DROP! */
|
|
v4l2src->need_writes--; /* -= (v4l2src->handled - (time / fps)); */
|
|
g_signal_emit(G_OBJECT(v4l2src), gst_v4l2src_signals[SIGNAL_FRAME_DROP], 0);
|
|
} else if (v4l2src->handled * (GST_SECOND/fps) - time < -1.5 * (GST_SECOND/fps)) {
|
|
/* this means we're lagging far behind */
|
|
v4l2src->need_writes++; /* += ((time / fps) - v4l2src->handled); */
|
|
g_signal_emit(G_OBJECT(v4l2src), gst_v4l2src_signals[SIGNAL_FRAME_INSERT], 0);
|
|
}
|
|
|
|
if (v4l2src->need_writes > 0) {
|
|
have_frame = TRUE;
|
|
v4l2src->need_writes--;
|
|
} else {
|
|
if (!gst_v4l2src_queue_frame(v4l2src, num))
|
|
return NULL;
|
|
num = gst_v4l2src_grab_frame(v4l2src);
|
|
if (num == -1)
|
|
return NULL;
|
|
}
|
|
} while (!have_frame);
|
|
}
|
|
|
|
g_assert (num != -1);
|
|
GST_LOG_OBJECT (v4l2src, "buffer %d needs %d writes", num, v4l2src->need_writes + 1);
|
|
i = v4l2src->pool->buffers[num].buffer.bytesused > 0 ?
|
|
v4l2src->pool->buffers[num].buffer.bytesused :
|
|
v4l2src->pool->buffers[num].length;
|
|
/* check if this is the last buffer in the queue. If so do a memcpy to put it back asap
|
|
to avoid framedrops and deadlocks because of stupid elements */
|
|
if (gst_atomic_int_read (&v4l2src->pool->refcount) == v4l2src->breq.count) {
|
|
GST_LOG_OBJECT (v4l2src, "using memcpy'd buffer");
|
|
buf = gst_buffer_new_and_alloc (i);
|
|
memcpy (GST_BUFFER_DATA (buf), v4l2src->pool->buffers[num].start, i);
|
|
if (!gst_v4l2src_queue_frame(v4l2src, num)) {
|
|
gst_data_unref (GST_DATA (buf));
|
|
return NULL;
|
|
}
|
|
} else {
|
|
GST_LOG_OBJECT (v4l2src, "using mmap'd buffer");
|
|
buf = gst_buffer_new ();
|
|
GST_BUFFER_DATA (buf) = v4l2src->pool->buffers[num].start;
|
|
GST_BUFFER_SIZE (buf) = i;
|
|
GST_BUFFER_FREE_DATA_FUNC (buf) = gst_v4l2src_free_buffer;
|
|
GST_BUFFER_PRIVATE (buf) = &v4l2src->pool->buffers[num];
|
|
/* no need to be careful here, both are > 0, because the element uses them */
|
|
gst_atomic_int_inc (&v4l2src->pool->buffers[num].refcount);
|
|
gst_atomic_int_inc (&v4l2src->pool->refcount);
|
|
}
|
|
GST_BUFFER_MAXSIZE (buf) = v4l2src->pool->buffers[num].length;
|
|
if (v4l2src->use_fixed_fps) {
|
|
GST_BUFFER_TIMESTAMP (buf) = v4l2src->handled * GST_SECOND / fps;
|
|
GST_BUFFER_DURATION (buf) = GST_SECOND / fps;
|
|
} else {
|
|
/* calculate time based on our own clock */
|
|
GST_BUFFER_TIMESTAMP(buf) = GST_TIMEVAL_TO_TIME(v4l2src->pool->buffers[num].buffer.timestamp) -
|
|
v4l2src->substract_time;
|
|
}
|
|
if (v4l2src->need_writes > 0) {
|
|
v4l2src->cached_buffer = buf;
|
|
for (i = 0; i < v4l2src->need_writes; i++) {
|
|
gst_data_ref (GST_DATA (buf));
|
|
}
|
|
}
|
|
}
|
|
|
|
v4l2src->handled++;
|
|
g_signal_emit(G_OBJECT(v4l2src), gst_v4l2src_signals[SIGNAL_FRAME_CAPTURE], 0);
|
|
|
|
return GST_DATA (buf);
|
|
}
|
|
|
|
static void
|
|
gst_v4l2src_set_property (GObject *object,
|
|
guint prop_id,
|
|
const GValue *value,
|
|
GParamSpec *pspec)
|
|
{
|
|
GstV4l2Src *v4l2src;
|
|
|
|
g_return_if_fail(GST_IS_V4L2SRC(object));
|
|
v4l2src = GST_V4L2SRC(object);
|
|
|
|
switch (prop_id) {
|
|
case ARG_NUMBUFS:
|
|
if (!GST_V4L2_IS_ACTIVE(GST_V4L2ELEMENT(v4l2src))) {
|
|
v4l2src->breq.count = g_value_get_int(value);
|
|
}
|
|
break;
|
|
|
|
case ARG_USE_FIXED_FPS:
|
|
if (!GST_V4L2_IS_ACTIVE(GST_V4L2ELEMENT(v4l2src))) {
|
|
v4l2src->use_fixed_fps = g_value_get_boolean(value);
|
|
}
|
|
break;
|
|
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
|
break;
|
|
}
|
|
}
|
|
|
|
|
|
static void
|
|
gst_v4l2src_get_property (GObject *object,
|
|
guint prop_id,
|
|
GValue *value,
|
|
GParamSpec *pspec)
|
|
{
|
|
GstV4l2Src *v4l2src;
|
|
|
|
g_return_if_fail(GST_IS_V4L2SRC(object));
|
|
v4l2src = GST_V4L2SRC(object);
|
|
|
|
switch (prop_id) {
|
|
case ARG_NUMBUFS:
|
|
g_value_set_int(value, v4l2src->breq.count);
|
|
break;
|
|
|
|
case ARG_BUFSIZE:
|
|
g_value_set_int(value, v4l2src->format.fmt.pix.sizeimage);
|
|
break;
|
|
|
|
case ARG_USE_FIXED_FPS:
|
|
g_value_set_boolean(value, v4l2src->use_fixed_fps);
|
|
break;
|
|
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
|
break;
|
|
}
|
|
}
|
|
|
|
|
|
static GstElementStateReturn
|
|
gst_v4l2src_change_state (GstElement *element)
|
|
{
|
|
GstV4l2Src *v4l2src;
|
|
gint transition = GST_STATE_TRANSITION (element);
|
|
GstElementStateReturn parent_return;
|
|
GTimeVal time;
|
|
|
|
g_return_val_if_fail(GST_IS_V4L2SRC(element), GST_STATE_FAILURE);
|
|
v4l2src = GST_V4L2SRC(element);
|
|
|
|
if (GST_ELEMENT_CLASS (parent_class)->change_state) {
|
|
parent_return = GST_ELEMENT_CLASS (parent_class)->change_state (element);
|
|
if (parent_return != GST_STATE_SUCCESS)
|
|
return parent_return;
|
|
}
|
|
|
|
switch (transition) {
|
|
case GST_STATE_NULL_TO_READY:
|
|
if (!gst_v4l2src_get_capture(v4l2src))
|
|
return GST_STATE_FAILURE;
|
|
break;
|
|
case GST_STATE_READY_TO_PAUSED:
|
|
v4l2src->handled = 0;
|
|
v4l2src->need_writes = 0;
|
|
v4l2src->substract_time = 0;
|
|
/* buffer setup moved to capsnego */
|
|
break;
|
|
case GST_STATE_PAUSED_TO_PLAYING:
|
|
/* queue all buffer, start streaming capture */
|
|
if (!gst_v4l2src_capture_start(v4l2src))
|
|
return GST_STATE_FAILURE;
|
|
g_get_current_time(&time);
|
|
v4l2src->substract_time = GST_TIMEVAL_TO_TIME(time) -
|
|
v4l2src->substract_time;
|
|
v4l2src->last_seq = 0;
|
|
break;
|
|
case GST_STATE_PLAYING_TO_PAUSED:
|
|
g_get_current_time(&time);
|
|
v4l2src->substract_time = GST_TIMEVAL_TO_TIME(time) -
|
|
v4l2src->substract_time;
|
|
/* de-queue all queued buffers */
|
|
if (!gst_v4l2src_capture_stop(v4l2src))
|
|
return GST_STATE_FAILURE;
|
|
break;
|
|
case GST_STATE_PAUSED_TO_READY:
|
|
/* stop capturing, unmap all buffers */
|
|
if (!gst_v4l2src_capture_deinit(v4l2src))
|
|
return GST_STATE_FAILURE;
|
|
break;
|
|
case GST_STATE_READY_TO_NULL:
|
|
break;
|
|
}
|
|
|
|
return GST_STATE_SUCCESS;
|
|
}
|
|
|
|
|
|
static void
|
|
gst_v4l2src_set_clock (GstElement *element,
|
|
GstClock *clock)
|
|
{
|
|
GST_V4L2SRC(element)->clock = clock;
|
|
}
|
|
|