/* G-Streamer BT8x8/V4L frame grabber plugin * Copyright (C) 2001-2002 Ronald Bultje * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ #ifdef HAVE_CONFIG_H #include #endif #include #include #include "v4lsrc_calls.h" /* elementfactory information */ static GstElementDetails gst_v4lsrc_details = GST_ELEMENT_DETAILS ("Video (video4linux/raw) Source", "Source/Video", "Reads raw frames from a video4linux (BT8x8) device", "Ronald Bultje "); GST_DEBUG_CATEGORY (v4lsrc_debug); #define GST_CAT_DEFAULT v4lsrc_debug /* V4lSrc signals and args */ enum { /* FILL ME */ SIGNAL_FRAME_CAPTURE, SIGNAL_FRAME_DROP, SIGNAL_FRAME_INSERT, LAST_SIGNAL }; /* arguments */ enum { ARG_0, ARG_NUMBUFS, ARG_BUFSIZE, ARG_USE_FIXED_FPS }; GST_FORMATS_FUNCTION (GstPad *, gst_v4lsrc_get_formats, GST_FORMAT_TIME, GST_FORMAT_DEFAULT); GST_QUERY_TYPE_FUNCTION (GstPad *, gst_v4lsrc_get_query_types, GST_QUERY_POSITION); /* structure for buffer private data referencing element and frame number */ typedef struct { GstV4lSrc *v4lsrc; int num; } v4lsrc_private_t; /* init functions */ static void gst_v4lsrc_base_init (gpointer g_class); static void gst_v4lsrc_class_init (GstV4lSrcClass * klass); static void gst_v4lsrc_init (GstV4lSrc * v4lsrc); /* parent class virtual functions */ static void gst_v4lsrc_open (GstElement * element, const gchar * device); static void gst_v4lsrc_close (GstElement * element, const gchar * device); /* pad/info functions */ static gboolean gst_v4lsrc_src_convert (GstPad * pad, GstFormat src_format, gint64 src_value, GstFormat * dest_format, gint64 * dest_value); static gboolean gst_v4lsrc_src_query (GstPad * pad, GstQueryType type, GstFormat * format, gint64 * value); /* buffer functions */ static GstPadLinkReturn gst_v4lsrc_srcconnect (GstPad * pad, const GstCaps * caps); static GstCaps *gst_v4lsrc_fixate (GstPad * pad, const GstCaps * caps); static GstCaps *gst_v4lsrc_getcaps (GstPad * pad); static GstData *gst_v4lsrc_get (GstPad * pad); /* get/set params */ static void gst_v4lsrc_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec); static void gst_v4lsrc_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec); /* state handling */ static GstElementStateReturn gst_v4lsrc_change_state (GstElement * element); /* set_clock function for a/V sync */ static void gst_v4lsrc_set_clock (GstElement * element, GstClock * clock); /* requeue buffer if it's back available */ static void gst_v4lsrc_buffer_free (GstBuffer * buffer); static GstElementClass *parent_class = NULL; static guint gst_v4lsrc_signals[LAST_SIGNAL] = { 0 }; GType gst_v4lsrc_get_type (void) { static GType v4lsrc_type = 0; if (!v4lsrc_type) { static const GTypeInfo v4lsrc_info = { sizeof (GstV4lSrcClass), gst_v4lsrc_base_init, NULL, (GClassInitFunc) gst_v4lsrc_class_init, NULL, NULL, sizeof (GstV4lSrc), 0, (GInstanceInitFunc) gst_v4lsrc_init, NULL }; v4lsrc_type = g_type_register_static (GST_TYPE_V4LELEMENT, "GstV4lSrc", &v4lsrc_info, 0); } return v4lsrc_type; } static void gst_v4lsrc_base_init (gpointer g_class) { GstPadTemplate *src_template; GstElementClass *gstelement_class = GST_ELEMENT_CLASS (g_class); gst_element_class_set_details (gstelement_class, &gst_v4lsrc_details); src_template = gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS, gst_caps_new_any ()); gst_element_class_add_pad_template (gstelement_class, src_template); } static void gst_v4lsrc_class_init (GstV4lSrcClass * klass) { GObjectClass *gobject_class; GstElementClass *gstelement_class; GstV4lElementClass *v4lelement_class; gobject_class = (GObjectClass *) klass; gstelement_class = (GstElementClass *) klass; v4lelement_class = (GstV4lElementClass *) klass; parent_class = g_type_class_ref (GST_TYPE_V4LELEMENT); g_object_class_install_property (G_OBJECT_CLASS (klass), ARG_NUMBUFS, g_param_spec_int ("num_buffers", "Num Buffers", "Number of buffers", G_MININT, G_MAXINT, 0, G_PARAM_READABLE)); g_object_class_install_property (G_OBJECT_CLASS (klass), ARG_BUFSIZE, g_param_spec_int ("buffer_size", "Buffer Size", "Size of buffers", G_MININT, G_MAXINT, 0, G_PARAM_READABLE)); g_object_class_install_property (G_OBJECT_CLASS (klass), ARG_USE_FIXED_FPS, g_param_spec_boolean ("use_fixed_fps", "Use Fixed FPS", "Drop/Insert frames to reach a certain FPS (TRUE) " "or adapt FPS to suit the number of frabbed frames", TRUE, G_PARAM_READWRITE)); /* signals */ gst_v4lsrc_signals[SIGNAL_FRAME_CAPTURE] = g_signal_new ("frame-capture", G_TYPE_FROM_CLASS (klass), G_SIGNAL_RUN_LAST, G_STRUCT_OFFSET (GstV4lSrcClass, frame_capture), NULL, NULL, g_cclosure_marshal_VOID__VOID, G_TYPE_NONE, 0); gst_v4lsrc_signals[SIGNAL_FRAME_DROP] = g_signal_new ("frame-drop", G_TYPE_FROM_CLASS (klass), G_SIGNAL_RUN_LAST, G_STRUCT_OFFSET (GstV4lSrcClass, frame_drop), NULL, NULL, g_cclosure_marshal_VOID__VOID, G_TYPE_NONE, 0); gst_v4lsrc_signals[SIGNAL_FRAME_INSERT] = g_signal_new ("frame-insert", G_TYPE_FROM_CLASS (klass), G_SIGNAL_RUN_LAST, G_STRUCT_OFFSET (GstV4lSrcClass, frame_insert), NULL, NULL, g_cclosure_marshal_VOID__VOID, G_TYPE_NONE, 0); GST_DEBUG_CATEGORY_INIT (v4lsrc_debug, "v4lsrc", 0, "V4L source element"); gobject_class->set_property = gst_v4lsrc_set_property; gobject_class->get_property = gst_v4lsrc_get_property; gstelement_class->change_state = gst_v4lsrc_change_state; gstelement_class->set_clock = gst_v4lsrc_set_clock; v4lelement_class->open = gst_v4lsrc_open; v4lelement_class->close = gst_v4lsrc_close; } static void gst_v4lsrc_init (GstV4lSrc * v4lsrc) { GstElementClass *klass = GST_ELEMENT_GET_CLASS (v4lsrc); GST_FLAG_SET (GST_ELEMENT (v4lsrc), GST_ELEMENT_THREAD_SUGGESTED); v4lsrc->srcpad = gst_pad_new_from_template (gst_element_class_get_pad_template (klass, "src"), "src"); gst_element_add_pad (GST_ELEMENT (v4lsrc), v4lsrc->srcpad); gst_pad_set_get_function (v4lsrc->srcpad, gst_v4lsrc_get); gst_pad_set_getcaps_function (v4lsrc->srcpad, gst_v4lsrc_getcaps); gst_pad_set_fixate_function (v4lsrc->srcpad, gst_v4lsrc_fixate); gst_pad_set_link_function (v4lsrc->srcpad, gst_v4lsrc_srcconnect); gst_pad_set_convert_function (v4lsrc->srcpad, gst_v4lsrc_src_convert); gst_pad_set_formats_function (v4lsrc->srcpad, gst_v4lsrc_get_formats); gst_pad_set_query_function (v4lsrc->srcpad, gst_v4lsrc_src_query); gst_pad_set_query_type_function (v4lsrc->srcpad, gst_v4lsrc_get_query_types); v4lsrc->buffer_size = 0; /* no clock */ v4lsrc->clock = NULL; /* no colourspaces */ v4lsrc->colourspaces = NULL; /* fps */ v4lsrc->use_fixed_fps = TRUE; v4lsrc->is_capturing = FALSE; } static void gst_v4lsrc_open (GstElement * element, const gchar * device) { GstV4lSrc *v4lsrc = GST_V4LSRC (element); int palette[] = { VIDEO_PALETTE_YUV422, VIDEO_PALETTE_YUV420P, VIDEO_PALETTE_UYVY, VIDEO_PALETTE_YUV411P, VIDEO_PALETTE_YUV422P, VIDEO_PALETTE_YUV410P, VIDEO_PALETTE_YUV411, VIDEO_PALETTE_RGB555, VIDEO_PALETTE_RGB565, VIDEO_PALETTE_RGB24, VIDEO_PALETTE_RGB32, -1 }, i; for (i = 0; palette[i] != -1; i++) { /* try palette out */ if (!gst_v4lsrc_try_palette (v4lsrc, palette[i])) continue; v4lsrc->colourspaces = g_list_append (v4lsrc->colourspaces, GINT_TO_POINTER (palette[i])); } } static void gst_v4lsrc_close (GstElement * element, const gchar * device) { GstV4lSrc *v4lsrc = GST_V4LSRC (element); g_list_free (v4lsrc->colourspaces); v4lsrc->colourspaces = NULL; } static gfloat gst_v4lsrc_get_fps (GstV4lSrc * v4lsrc) { gint norm; gfloat fps; if (!v4lsrc->use_fixed_fps && v4lsrc->clock != NULL && v4lsrc->handled > 0) { /* try to get time from clock master and calculate fps */ GstClockTime time = gst_clock_get_time (v4lsrc->clock) - v4lsrc->substract_time; return v4lsrc->handled * GST_SECOND / time; } /* if that failed ... */ if (!GST_V4L_IS_OPEN (GST_V4LELEMENT (v4lsrc))) return 0.; if (!gst_v4l_get_chan_norm (GST_V4LELEMENT (v4lsrc), NULL, &norm)) return 0.; if (norm == VIDEO_MODE_NTSC) fps = 30000 / 1001; else fps = 25.; return fps; } static gboolean gst_v4lsrc_src_convert (GstPad * pad, GstFormat src_format, gint64 src_value, GstFormat * dest_format, gint64 * dest_value) { GstV4lSrc *v4lsrc; gdouble fps; v4lsrc = GST_V4LSRC (gst_pad_get_parent (pad)); if ((fps = gst_v4lsrc_get_fps (v4lsrc)) == 0) return FALSE; switch (src_format) { case GST_FORMAT_TIME: switch (*dest_format) { case GST_FORMAT_DEFAULT: *dest_value = src_value * fps / GST_SECOND; break; default: return FALSE; } break; case GST_FORMAT_DEFAULT: switch (*dest_format) { case GST_FORMAT_TIME: *dest_value = src_value * GST_SECOND / fps; break; default: return FALSE; } break; default: return FALSE; } return TRUE; } static gboolean gst_v4lsrc_src_query (GstPad * pad, GstQueryType type, GstFormat * format, gint64 * value) { GstV4lSrc *v4lsrc = GST_V4LSRC (gst_pad_get_parent (pad)); gboolean res = TRUE; gdouble fps; if ((fps = gst_v4lsrc_get_fps (v4lsrc)) == 0) return FALSE; switch (type) { case GST_QUERY_POSITION: switch (*format) { case GST_FORMAT_TIME: *value = v4lsrc->handled * GST_SECOND / fps; break; case GST_FORMAT_DEFAULT: *value = v4lsrc->handled; break; default: res = FALSE; break; } break; default: res = FALSE; break; } return res; } static GstCaps * gst_v4lsrc_palette_to_caps (int palette) { guint32 fourcc; GstCaps *caps; switch (palette) { case VIDEO_PALETTE_YUV422: case VIDEO_PALETTE_YUYV: fourcc = GST_MAKE_FOURCC ('Y', 'U', 'Y', '2'); break; case VIDEO_PALETTE_YUV420P: fourcc = GST_MAKE_FOURCC ('I', '4', '2', '0'); break; case VIDEO_PALETTE_UYVY: fourcc = GST_MAKE_FOURCC ('U', 'Y', 'V', 'Y'); break; case VIDEO_PALETTE_YUV411P: fourcc = GST_MAKE_FOURCC ('Y', '4', '1', 'B'); break; case VIDEO_PALETTE_YUV411: fourcc = GST_MAKE_FOURCC ('Y', '4', '1', 'P'); break; case VIDEO_PALETTE_YUV422P: fourcc = GST_MAKE_FOURCC ('Y', '4', '2', 'B'); break; case VIDEO_PALETTE_YUV410P: fourcc = GST_MAKE_FOURCC ('Y', 'U', 'V', '9'); break; case VIDEO_PALETTE_RGB555: case VIDEO_PALETTE_RGB565: case VIDEO_PALETTE_RGB24: case VIDEO_PALETTE_RGB32: fourcc = GST_MAKE_FOURCC ('R', 'G', 'B', ' '); break; default: return NULL; } if (fourcc == GST_MAKE_FOURCC ('R', 'G', 'B', ' ')) { switch (palette) { case VIDEO_PALETTE_RGB555: caps = gst_caps_from_string ("video/x-raw-rgb, " "bpp = (int) 16, " "depth = (int) 15, " "endianness = (int) BYTE_ORDER, " "red_mask = 0x7c00, " "green_mask = 0x03e0, " "blue_mask = 0x001f"); break; case VIDEO_PALETTE_RGB565: caps = gst_caps_from_string ("video/x-raw-rgb, " "bpp = (int) 16, " "depth = (int) 16, " "endianness = (int) BYTE_ORDER, " "red_mask = 0xf800, " "green_mask = 0x07f0, " "blue_mask = 0x001f"); break; case VIDEO_PALETTE_RGB24: caps = gst_caps_from_string ("video/x-raw-rgb, " "bpp = (int) 24, " "depth = (int) 24, " "endianness = (int) BIG_ENDIAN, " "red_mask = 0xFF0000, " "green_mask = 0x00FF00, " "blue_mask = 0x0000FF"); break; case VIDEO_PALETTE_RGB32: caps = gst_caps_from_string ("video/x-raw-rgb, " "bpp = (int) 24, " "depth = (int) 32, " "endianness = (int) BIG_ENDIAN, " "red_mask = 0xFF000000, " "green_mask = 0x00FF0000, " "blue_mask = 0x0000FF00"); break; default: g_assert_not_reached (); return NULL; } } else { caps = gst_caps_new_simple ("video/x-raw-yuv", "format", GST_TYPE_FOURCC, fourcc, NULL); } return caps; } static GstPadLinkReturn gst_v4lsrc_srcconnect (GstPad * pad, const GstCaps * vscapslist) { GstV4lSrc *v4lsrc; guint32 fourcc; gint bpp, depth, w, h, palette = -1; gdouble fps; GstStructure *structure; gboolean was_capturing; v4lsrc = GST_V4LSRC (gst_pad_get_parent (pad)); was_capturing = v4lsrc->is_capturing; /* in case the buffers are active (which means that we already * did capsnego before and didn't clean up), clean up anyways */ if (GST_V4L_IS_ACTIVE (GST_V4LELEMENT (v4lsrc))) { if (was_capturing) { if (!gst_v4lsrc_capture_stop (v4lsrc)) return GST_PAD_LINK_REFUSED; } if (!gst_v4lsrc_capture_deinit (v4lsrc)) return GST_PAD_LINK_REFUSED; } else if (!GST_V4L_IS_OPEN (GST_V4LELEMENT (v4lsrc))) { return GST_PAD_LINK_DELAYED; } structure = gst_caps_get_structure (vscapslist, 0); if (!strcmp (gst_structure_get_name (structure), "video/x-raw-yuv")) gst_structure_get_fourcc (structure, "format", &fourcc); else fourcc = GST_MAKE_FOURCC ('R', 'G', 'B', ' '); gst_structure_get_int (structure, "width", &w); gst_structure_get_int (structure, "height", &h); gst_structure_get_double (structure, "framerate", &fps); switch (fourcc) { case GST_MAKE_FOURCC ('I', '4', '2', '0'): palette = VIDEO_PALETTE_YUV420P; v4lsrc->buffer_size = ((w + 1) & ~1) * ((h + 1) & ~1) * 1.5; break; case GST_MAKE_FOURCC ('Y', 'U', 'Y', '2'): palette = VIDEO_PALETTE_YUV422; v4lsrc->buffer_size = ((w + 1) & ~1) * h * 2; break; case GST_MAKE_FOURCC ('U', 'Y', 'V', 'Y'): palette = VIDEO_PALETTE_UYVY; v4lsrc->buffer_size = ((w + 1) & ~1) * h * 2; break; case GST_MAKE_FOURCC ('Y', '4', '1', 'B'): palette = VIDEO_PALETTE_YUV411P; v4lsrc->buffer_size = ((w + 3) & ~3) * h * 1.5; break; case GST_MAKE_FOURCC ('Y', '4', '1', 'P'): palette = VIDEO_PALETTE_YUV411; v4lsrc->buffer_size = ((w + 3) & ~3) * h * 1.5; break; case GST_MAKE_FOURCC ('Y', 'U', 'V', '9'): palette = VIDEO_PALETTE_YUV410P; v4lsrc->buffer_size = ((w + 3) & ~3) * ((h + 3) & ~3) * 1.125; break; case GST_MAKE_FOURCC ('Y', '4', '2', 'B'): palette = VIDEO_PALETTE_YUV422P; v4lsrc->buffer_size = ((w + 1) & ~1) * h * 2; break; case GST_MAKE_FOURCC ('R', 'G', 'B', ' '): gst_structure_get_int (structure, "depth", &depth); switch (depth) { case 15: palette = VIDEO_PALETTE_RGB555; v4lsrc->buffer_size = w * h * 2; break; case 16: palette = VIDEO_PALETTE_RGB565; v4lsrc->buffer_size = w * h * 2; break; case 24: gst_structure_get_int (structure, "bpp", &bpp); switch (bpp) { case 24: palette = VIDEO_PALETTE_RGB24; v4lsrc->buffer_size = w * h * 3; break; case 32: palette = VIDEO_PALETTE_RGB32; v4lsrc->buffer_size = w * h * 4; break; default: break; } break; default: break; } break; default: break; } if (palette == -1) return GST_PAD_LINK_REFUSED; if (!gst_v4lsrc_set_capture (v4lsrc, w, h, palette)) return GST_PAD_LINK_REFUSED; if (!gst_v4lsrc_capture_init (v4lsrc)) return GST_PAD_LINK_REFUSED; if (was_capturing) { if (!gst_v4lsrc_capture_start (v4lsrc)) return GST_PAD_LINK_REFUSED; } return GST_PAD_LINK_OK; } static GstCaps * gst_v4lsrc_fixate (GstPad * pad, const GstCaps * caps) { GstStructure *structure; GstCaps *newcaps; GstV4lSrc *v4lsrc = GST_V4LSRC (gst_pad_get_parent (pad)); struct video_capability *vcap = &GST_V4LELEMENT (v4lsrc)->vcap; if (gst_caps_get_size (caps) > 1) return NULL; if (!vcap) { GST_DEBUG_OBJECT (v4lsrc, "don't have device caps, cannot fixate"); return NULL; } newcaps = gst_caps_copy (caps); structure = gst_caps_get_structure (newcaps, 0); GST_DEBUG_OBJECT (v4lsrc, "device reported w: %d-%d, h: %d-%d", vcap->minwidth, vcap->maxwidth, vcap->minheight, vcap->maxheight); if (gst_caps_structure_fixate_field_nearest_int (structure, "width", vcap->maxwidth)) { return newcaps; } if (gst_caps_structure_fixate_field_nearest_int (structure, "height", vcap->maxheight)) { return newcaps; } gst_caps_free (newcaps); return NULL; } static GstCaps * gst_v4lsrc_getcaps (GstPad * pad) { GstCaps *list; GstV4lSrc *v4lsrc = GST_V4LSRC (gst_pad_get_parent (pad)); struct video_capability *vcap = &GST_V4LELEMENT (v4lsrc)->vcap; GList *item; if (!GST_V4L_IS_OPEN (GST_V4LELEMENT (v4lsrc))) { return gst_caps_new_any (); } list = gst_caps_new_empty (); for (item = v4lsrc->colourspaces; item != NULL; item = item->next) { GstCaps *one; one = gst_v4lsrc_palette_to_caps (GPOINTER_TO_INT (item->data)); if (!one) g_print ("Palette %d gave no caps\n", GPOINTER_TO_INT (item->data)); GST_DEBUG_OBJECT (v4lsrc, "Device reports w: %d-%d, h: %d-%d", vcap->minwidth, vcap->maxwidth, vcap->minheight, vcap->maxheight); gst_caps_set_simple (one, "width", GST_TYPE_INT_RANGE, vcap->minwidth, vcap->maxwidth, "height", GST_TYPE_INT_RANGE, vcap->minheight, vcap->maxheight, "framerate", G_TYPE_DOUBLE, gst_v4lsrc_get_fps (v4lsrc), NULL); gst_caps_append (list, one); } return list; } static GstData * gst_v4lsrc_get (GstPad * pad) { GstV4lSrc *v4lsrc; GstBuffer *buf; gint num; gdouble fps = 0.; v4lsrc_private_t *v4lsrc_private = NULL; g_return_val_if_fail (pad != NULL, NULL); v4lsrc = GST_V4LSRC (gst_pad_get_parent (pad)); if (v4lsrc->use_fixed_fps && (fps = gst_v4lsrc_get_fps (v4lsrc)) == 0) return NULL; if (v4lsrc->need_writes > 0) { /* use last frame */ num = v4lsrc->last_frame; v4lsrc->need_writes--; } else if (v4lsrc->clock && v4lsrc->use_fixed_fps) { GstClockTime time; gboolean have_frame = FALSE; do { /* by default, we use the frame once */ v4lsrc->need_writes = 1; /* grab a frame from the device */ if (!gst_v4lsrc_grab_frame (v4lsrc, &num)) return NULL; v4lsrc->last_frame = num; time = v4lsrc->timestamp_sync - v4lsrc->substract_time; /* decide how often we're going to write the frame - set * v4lsrc->need_writes to (that-1) and have_frame to TRUE * if we're going to write it - else, just continue. * * time is generally the system or audio clock. Let's * say that we've written one second of audio, then we want * to have written one second of video too, within the same * timeframe. This means that if time - begin_time = X sec, * we want to have written X*fps frames. If we've written * more - drop, if we've written less - dup... */ if (v4lsrc->handled * (GST_SECOND / fps) - time > 1.5 * (GST_SECOND / fps)) { /* yo dude, we've got too many frames here! Drop! DROP! */ v4lsrc->need_writes--; /* -= (v4lsrc->handled - (time / fps)); */ g_signal_emit (G_OBJECT (v4lsrc), gst_v4lsrc_signals[SIGNAL_FRAME_DROP], 0); } else if (v4lsrc->handled * (GST_SECOND / fps) - time < -1.5 * (GST_SECOND / fps)) { /* this means we're lagging far behind */ v4lsrc->need_writes++; /* += ((time / fps) - v4lsrc->handled); */ g_signal_emit (G_OBJECT (v4lsrc), gst_v4lsrc_signals[SIGNAL_FRAME_INSERT], 0); } if (v4lsrc->need_writes > 0) { have_frame = TRUE; v4lsrc->use_num_times[num] = v4lsrc->need_writes; v4lsrc->need_writes--; } else { gst_v4lsrc_requeue_frame (v4lsrc, num); } } while (!have_frame); } else { /* grab a frame from the device */ if (!gst_v4lsrc_grab_frame (v4lsrc, &num)) return NULL; v4lsrc->use_num_times[num] = 1; } buf = gst_buffer_new (); GST_BUFFER_FREE_DATA_FUNC (buf) = gst_v4lsrc_buffer_free; /* to requeue buffers, we need a ref to the element, as well as the frame number we got this buffer from */ v4lsrc_private = g_malloc (sizeof (v4lsrc_private_t)); v4lsrc_private->v4lsrc = v4lsrc; v4lsrc_private->num = num; GST_BUFFER_PRIVATE (buf) = v4lsrc_private; GST_BUFFER_FLAG_SET (buf, GST_BUFFER_READONLY | GST_BUFFER_DONTFREE); GST_BUFFER_DATA (buf) = gst_v4lsrc_get_buffer (v4lsrc, num); GST_BUFFER_MAXSIZE (buf) = v4lsrc->mbuf.size / v4lsrc->mbuf.frames; GST_BUFFER_SIZE (buf) = v4lsrc->buffer_size; if (v4lsrc->use_fixed_fps) GST_BUFFER_TIMESTAMP (buf) = v4lsrc->handled * GST_SECOND / fps; else /* calculate time based on our own clock */ GST_BUFFER_TIMESTAMP (buf) = v4lsrc->timestamp_sync - v4lsrc->substract_time; v4lsrc->handled++; g_signal_emit (G_OBJECT (v4lsrc), gst_v4lsrc_signals[SIGNAL_FRAME_CAPTURE], 0); return GST_DATA (buf); } static void gst_v4lsrc_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstV4lSrc *v4lsrc; g_return_if_fail (GST_IS_V4LSRC (object)); v4lsrc = GST_V4LSRC (object); switch (prop_id) { case ARG_USE_FIXED_FPS: if (!GST_V4L_IS_ACTIVE (GST_V4LELEMENT (v4lsrc))) { v4lsrc->use_fixed_fps = g_value_get_boolean (value); } break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void gst_v4lsrc_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstV4lSrc *v4lsrc; g_return_if_fail (GST_IS_V4LSRC (object)); v4lsrc = GST_V4LSRC (object); switch (prop_id) { case ARG_NUMBUFS: g_value_set_int (value, v4lsrc->mbuf.frames); break; case ARG_BUFSIZE: if (v4lsrc->mbuf.frames == 0) g_value_set_int (value, 0); else g_value_set_int (value, v4lsrc->mbuf.size / (v4lsrc->mbuf.frames * 1024)); break; case ARG_USE_FIXED_FPS: g_value_set_boolean (value, v4lsrc->use_fixed_fps); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static GstElementStateReturn gst_v4lsrc_change_state (GstElement * element) { GstV4lSrc *v4lsrc; GTimeVal time; gint transition = GST_STATE_TRANSITION (element); g_return_val_if_fail (GST_IS_V4LSRC (element), GST_STATE_FAILURE); v4lsrc = GST_V4LSRC (element); switch (transition) { case GST_STATE_NULL_TO_READY: break; case GST_STATE_READY_TO_PAUSED: v4lsrc->handled = 0; v4lsrc->need_writes = 0; v4lsrc->last_frame = 0; v4lsrc->substract_time = 0; /* buffer setup used to be done here, but I moved it to * capsnego */ break; case GST_STATE_PAUSED_TO_PLAYING: /* queue all buffer, start streaming capture */ if (!gst_v4lsrc_capture_start (v4lsrc)) return GST_STATE_FAILURE; g_get_current_time (&time); v4lsrc->substract_time = GST_TIMEVAL_TO_TIME (time) - v4lsrc->substract_time; break; case GST_STATE_PLAYING_TO_PAUSED: /* de-queue all queued buffers */ if (!gst_v4lsrc_capture_stop (v4lsrc)) return GST_STATE_FAILURE; g_get_current_time (&time); v4lsrc->substract_time = GST_TIMEVAL_TO_TIME (time) - v4lsrc->substract_time; break; case GST_STATE_PAUSED_TO_READY: /* stop capturing, unmap all buffers */ if (!gst_v4lsrc_capture_deinit (v4lsrc)) return GST_STATE_FAILURE; break; case GST_STATE_READY_TO_NULL: break; } if (GST_ELEMENT_CLASS (parent_class)->change_state) return GST_ELEMENT_CLASS (parent_class)->change_state (element); return GST_STATE_SUCCESS; } #if 0 static GstBuffer * gst_v4lsrc_buffer_new (GstBufferPool * pool, guint64 offset, guint size, gpointer user_data) { GstBuffer *buffer; GstV4lSrc *v4lsrc = GST_V4LSRC (user_data); if (!GST_V4L_IS_ACTIVE (GST_V4LELEMENT (v4lsrc))) return NULL; buffer = gst_buffer_new (); if (!buffer) return NULL; /* TODO: add interlacing info to buffer as metadata * (height>288 or 240 = topfieldfirst, else noninterlaced) */ GST_BUFFER_MAXSIZE (buffer) = v4lsrc->mbuf.size / v4lsrc->mbuf.frames; GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_DONTFREE); return buffer; } #endif static void gst_v4lsrc_buffer_free (GstBuffer * buf) { v4lsrc_private_t *v4lsrc_private; GstV4lSrc *v4lsrc; int num; v4lsrc_private = GST_BUFFER_PRIVATE (buf); g_assert (v4lsrc_private); v4lsrc = v4lsrc_private->v4lsrc; num = v4lsrc_private->num; g_free (v4lsrc_private); GST_BUFFER_PRIVATE (buf) = 0; GST_DEBUG_OBJECT (v4lsrc, "freeing buffer %p with refcount %d for frame %d", buf, GST_BUFFER_REFCOUNT_VALUE (buf), num); if (gst_element_get_state (GST_ELEMENT (v4lsrc)) != GST_STATE_PLAYING) return; /* we've already cleaned up ourselves */ v4lsrc->use_num_times[num]--; if (v4lsrc->use_num_times[num] <= 0) { GST_DEBUG_OBJECT (v4lsrc, "requeueing frame %d", num); gst_v4lsrc_requeue_frame (v4lsrc, num); } } static void gst_v4lsrc_set_clock (GstElement * element, GstClock * clock) { GST_V4LSRC (element)->clock = clock; }