/* * GStreamer * Copyright (C) 2009 Carl-Anton Ingmarsson * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ #include "gstvdputils.h" #include "gstvdpvideobuffer.h" #include "gstvdpoutputsrcpad.h" GST_DEBUG_CATEGORY_STATIC (gst_vdp_output_src_pad_debug); #define GST_CAT_DEFAULT gst_vdp_output_src_pad_debug enum { PROP_0, PROP_DISPLAY, PROP_TEMPL_CAPS }; typedef enum _GstVdpOutputSrcPadFormat GstVdpOutputSrcPadFormat; enum _GstVdpOutputSrcPadFormat { GST_VDP_OUTPUT_SRC_PAD_FORMAT_RGB, GST_VDP_OUTPUT_SRC_PAD_FORMAT_VDPAU }; struct _GstVdpOutputSrcPad { GstPad pad; GstCaps *caps; GstVdpDevice *device; GstCaps *input_caps; GstVdpOutputSrcPadFormat output_format; VdpRGBAFormat rgba_format; gint width, height; /* properties */ gchar *display; GstCaps *templ_caps; }; struct _GstVdpOutputSrcPadClass { GstPadClass pad_class; }; #define DEBUG_INIT(bla) \ GST_DEBUG_CATEGORY_INIT (gst_vdp_output_src_pad_debug, "vdpoutputsrcpad", 0, "GstVdpOutputSrcPad"); G_DEFINE_TYPE_WITH_CODE (GstVdpOutputSrcPad, gst_vdp_output_src_pad, GST_TYPE_PAD, DEBUG_INIT ()); GstFlowReturn gst_vdp_output_src_pad_push (GstVdpOutputSrcPad * vdp_pad, GstVdpOutputBuffer * output_buf, GError ** error) { GstPad *pad; GstBuffer *outbuf; g_return_val_if_fail (GST_IS_VDP_OUTPUT_SRC_PAD (vdp_pad), GST_FLOW_ERROR); g_return_val_if_fail (GST_IS_VDP_OUTPUT_BUFFER (output_buf), GST_FLOW_ERROR); pad = (GstPad *) vdp_pad; if (G_UNLIKELY (!GST_PAD_CAPS (pad))) return GST_FLOW_NOT_NEGOTIATED; switch (vdp_pad->output_format) { case GST_VDP_OUTPUT_SRC_PAD_FORMAT_RGB: { guint size; gst_vdp_output_buffer_calculate_size (output_buf, &size); /* FIXME: we don't do pad_alloc here since we really want a buffer of * the specified size */ outbuf = gst_buffer_new_and_alloc (size); gst_buffer_set_caps (outbuf, GST_PAD_CAPS (vdp_pad)); if (!gst_vdp_output_buffer_download (output_buf, outbuf, error)) { gst_buffer_unref (GST_BUFFER_CAST (output_buf)); gst_buffer_unref (outbuf); return GST_FLOW_ERROR; } gst_buffer_copy_metadata (outbuf, (const GstBuffer *) output_buf, GST_BUFFER_COPY_FLAGS | GST_BUFFER_COPY_TIMESTAMPS); gst_buffer_unref (GST_BUFFER_CAST (output_buf)); break; } case GST_VDP_OUTPUT_SRC_PAD_FORMAT_VDPAU: { outbuf = GST_BUFFER_CAST (output_buf); break; } default: g_assert_not_reached (); break; } gst_buffer_set_caps (outbuf, GST_PAD_CAPS (vdp_pad)); return gst_pad_push (pad, outbuf); } static void gst_vdp_output_src_pad_update_caps (GstVdpOutputSrcPad * vdp_pad) { GstCaps *allowed_caps; allowed_caps = gst_vdp_output_buffer_get_allowed_caps (vdp_pad->device); if (vdp_pad->caps) gst_caps_unref (vdp_pad->caps); if (vdp_pad->templ_caps) { vdp_pad->caps = gst_caps_intersect (allowed_caps, vdp_pad->templ_caps); gst_caps_unref (allowed_caps); } else vdp_pad->caps = allowed_caps; GST_DEBUG_OBJECT (vdp_pad, "allowed caps: %" GST_PTR_FORMAT, vdp_pad->caps); } static GstFlowReturn gst_vdp_output_src_pad_create_buffer (GstVdpOutputSrcPad * vdp_pad, GstVdpOutputBuffer ** output_buf, GError ** error) { GstFlowReturn ret; GstBuffer *neg_buf; GstStructure *structure; /* negotiate */ ret = gst_pad_alloc_buffer_and_set_caps (GST_PAD_CAST (vdp_pad), GST_BUFFER_OFFSET_NONE, 0, GST_PAD_CAPS (vdp_pad), &neg_buf); if (ret == GST_FLOW_OK) { gint new_width, new_height; structure = gst_caps_get_structure (GST_BUFFER_CAPS (neg_buf), 0); if (!gst_structure_get_int (structure, "width", &new_width) || !gst_structure_get_int (structure, "height", &new_height)) goto invalid_caps; if (new_width != vdp_pad->width || new_height != vdp_pad->height) { GST_DEBUG_OBJECT (vdp_pad, "new dimensions: %dx%d", new_width, new_height); vdp_pad->width = new_width; vdp_pad->height = new_height; gst_caps_set_simple (vdp_pad->input_caps, "width", G_TYPE_INT, new_width, "height", G_TYPE_INT, new_height, NULL); } gst_buffer_unref (neg_buf); } *output_buf = gst_vdp_output_buffer_new (vdp_pad->device, vdp_pad->rgba_format, vdp_pad->width, vdp_pad->height); if (!*output_buf) goto output_buf_error; gst_buffer_set_caps (GST_BUFFER_CAST (*output_buf), vdp_pad->input_caps); return GST_FLOW_OK; invalid_caps: gst_buffer_unref (neg_buf); g_set_error (error, GST_STREAM_ERROR, GST_STREAM_ERROR_FAILED, "Sink element allocated buffer with invalid caps"); return GST_FLOW_ERROR; output_buf_error: gst_buffer_unref (neg_buf); g_set_error (error, GST_RESOURCE_ERROR, GST_RESOURCE_ERROR_READ, "Couldn't create a GstVdpOutputBuffer"); return GST_FLOW_ERROR; } static gboolean gst_vdp_output_src_pad_open_device (GstVdpOutputSrcPad * vdp_pad, GError ** error) { GstVdpDevice *device; vdp_pad->device = device = gst_vdp_get_device (vdp_pad->display); if (G_UNLIKELY (!vdp_pad->device)) goto device_error; gst_vdp_output_src_pad_update_caps (vdp_pad); return TRUE; device_error: g_set_error (error, GST_RESOURCE_ERROR, GST_RESOURCE_ERROR_OPEN_READ, "Couldn't create GstVdpDevice"); return FALSE; } GstFlowReturn gst_vdp_output_src_pad_alloc_buffer (GstVdpOutputSrcPad * vdp_pad, GstVdpOutputBuffer ** output_buf, GError ** error) { GstCaps *caps; GstFlowReturn ret; g_return_val_if_fail (GST_IS_VDP_OUTPUT_SRC_PAD (vdp_pad), GST_FLOW_ERROR); caps = GST_PAD_CAPS (vdp_pad); if (!caps) return GST_FLOW_NOT_NEGOTIATED; switch (vdp_pad->output_format) { case GST_VDP_OUTPUT_SRC_PAD_FORMAT_RGB: { if (G_UNLIKELY (!vdp_pad->device)) { if (!gst_vdp_output_src_pad_open_device (vdp_pad, error)) return GST_FLOW_ERROR; } ret = gst_vdp_output_src_pad_create_buffer (vdp_pad, output_buf, error); if (ret != GST_FLOW_OK) return ret; break; } case GST_VDP_OUTPUT_SRC_PAD_FORMAT_VDPAU: { GstStructure *structure; ret = gst_pad_alloc_buffer ((GstPad *) vdp_pad, 0, 0, caps, (GstBuffer **) output_buf); if (ret != GST_FLOW_OK) return ret; structure = gst_caps_get_structure (GST_BUFFER_CAPS (*output_buf), 0); if (!gst_structure_has_name (structure, "video/x-vdpau-output")) goto wrong_caps; if (G_UNLIKELY (!vdp_pad->device)) { vdp_pad->device = g_object_ref (GST_VDP_VIDEO_BUFFER (*output_buf)->device); gst_vdp_output_src_pad_update_caps (vdp_pad); } break; } default: g_assert_not_reached (); break; } return GST_FLOW_OK; wrong_caps: gst_buffer_unref (GST_BUFFER_CAST (*output_buf)); g_set_error (error, GST_STREAM_ERROR, GST_STREAM_ERROR_FAILED, "Sink element returned buffer with wrong caps"); return GST_FLOW_ERROR; } gboolean gst_vdp_output_src_pad_negotiate_output (GstVdpOutputSrcPad * vdp_pad, GstCaps * video_caps) { GstCaps *allowed_caps, *output_caps, *src_caps; const GstStructure *structure; g_return_val_if_fail (GST_IS_VDP_OUTPUT_SRC_PAD (vdp_pad), FALSE); g_return_val_if_fail (GST_IS_CAPS (video_caps), FALSE); allowed_caps = gst_pad_get_caps (GST_PAD_CAST (vdp_pad)); GST_DEBUG ("caps: %" GST_PTR_FORMAT, allowed_caps); allowed_caps = gst_pad_peer_get_caps (GST_PAD_CAST (vdp_pad)); GST_DEBUG ("peer_caps: %" GST_PTR_FORMAT, allowed_caps); allowed_caps = gst_pad_get_allowed_caps (GST_PAD_CAST (vdp_pad)); if (G_UNLIKELY (!allowed_caps)) goto allowed_caps_error; if (G_UNLIKELY (gst_caps_is_empty (allowed_caps))) { gst_caps_unref (allowed_caps); goto allowed_caps_error; } GST_DEBUG ("allowed_caps: %" GST_PTR_FORMAT, allowed_caps); output_caps = gst_vdp_video_to_output_caps (video_caps); src_caps = gst_caps_intersect (output_caps, allowed_caps); gst_caps_unref (output_caps); gst_caps_unref (allowed_caps); if (gst_caps_is_empty (src_caps)) goto not_negotiated; gst_pad_fixate_caps (GST_PAD_CAST (vdp_pad), src_caps); GST_DEBUG ("src_caps: %" GST_PTR_FORMAT, src_caps); structure = gst_caps_get_structure (src_caps, 0); if (gst_structure_has_name (structure, "video/x-raw-rgb")) { if (!gst_vdp_caps_to_rgba_format (src_caps, &vdp_pad->rgba_format)) return FALSE; vdp_pad->output_format = GST_VDP_OUTPUT_SRC_PAD_FORMAT_RGB; } else if (gst_structure_has_name (structure, "video/x-vdpau-output")) { if (!gst_structure_get_int (structure, "rgba-format", (gint *) & vdp_pad->rgba_format)) return FALSE; vdp_pad->output_format = GST_VDP_OUTPUT_SRC_PAD_FORMAT_VDPAU; } else return FALSE; if (!gst_structure_get_int (structure, "width", &vdp_pad->width)) return FALSE; if (!gst_structure_get_int (structure, "height", &vdp_pad->height)) return FALSE; if (gst_pad_set_caps (GST_PAD (vdp_pad), src_caps)) { vdp_pad->input_caps = gst_caps_copy (video_caps); return TRUE; } return FALSE; allowed_caps_error: GST_ERROR_OBJECT (vdp_pad, "Got invalid allowed caps"); return FALSE; not_negotiated: gst_caps_unref (src_caps); GST_ERROR_OBJECT (vdp_pad, "Couldn't find suitable output format"); return FALSE; } GstFlowReturn gst_vdp_output_src_pad_get_device (GstVdpOutputSrcPad * vdp_pad, GstVdpDevice ** device, GError ** error) { g_return_val_if_fail (GST_IS_VDP_OUTPUT_SRC_PAD (vdp_pad), FALSE); if (G_UNLIKELY (!vdp_pad->device)) { GstCaps *src_caps; GstStructure *structure; src_caps = gst_pad_get_allowed_caps (GST_PAD (vdp_pad)); gst_pad_fixate_caps (GST_PAD (vdp_pad), src_caps); if (gst_caps_is_empty (src_caps)) { gst_caps_unref (src_caps); return GST_FLOW_NOT_NEGOTIATED; } structure = gst_caps_get_structure (src_caps, 0); if (gst_structure_has_name (structure, "video/x-raw-rgb")) { if (!gst_vdp_output_src_pad_open_device (vdp_pad, error)) { gst_caps_unref (src_caps); return GST_FLOW_ERROR; } } else { GstFlowReturn ret; GstBuffer *buf; ret = gst_pad_alloc_buffer (GST_PAD (vdp_pad), 0, 0, src_caps, &buf); if (ret != GST_FLOW_OK) { gst_caps_unref (src_caps); goto alloc_failed; } if (!gst_caps_is_equal_fixed (src_caps, GST_BUFFER_CAPS (buf))) { gst_caps_unref (src_caps); gst_buffer_unref (buf); goto wrong_caps; } vdp_pad->device = g_object_ref (GST_VDP_OUTPUT_BUFFER (buf)->device); } gst_caps_unref (src_caps); } *device = vdp_pad->device; return GST_FLOW_OK; alloc_failed: g_set_error (error, GST_STREAM_ERROR, GST_STREAM_ERROR_FAILED, "Couldn't allocate buffer"); return GST_FLOW_ERROR; wrong_caps: g_set_error (error, GST_STREAM_ERROR, GST_STREAM_ERROR_FAILED, "Sink element returned buffer with wrong caps"); return GST_FLOW_ERROR; } static GstCaps * gst_vdp_output_src_pad_getcaps (GstPad * pad) { GstVdpOutputSrcPad *vdp_pad = (GstVdpOutputSrcPad *) pad; if (vdp_pad->caps) return gst_caps_ref (vdp_pad->caps); return gst_caps_ref (vdp_pad->templ_caps); } static gboolean gst_vdp_output_src_pad_activate_push (GstPad * pad, gboolean active) { GstVdpOutputSrcPad *vdp_pad = GST_VDP_OUTPUT_SRC_PAD (pad); if (!active) { if (vdp_pad->device) g_object_unref (vdp_pad->device); vdp_pad->device = NULL; if (vdp_pad->caps) gst_caps_unref (vdp_pad->caps); vdp_pad->caps = NULL; } return TRUE; } GstVdpOutputSrcPad * gst_vdp_output_src_pad_new (GstCaps * templ_caps) { return g_object_new (GST_TYPE_VDP_OUTPUT_SRC_PAD, "template-caps", templ_caps, "direction", GST_PAD_SRC, NULL); } static void gst_vdp_output_src_pad_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstVdpOutputSrcPad *vdp_pad = (GstVdpOutputSrcPad *) object; switch (prop_id) { case PROP_DISPLAY: g_value_set_string (value, vdp_pad->display); break; case PROP_TEMPL_CAPS: gst_value_set_caps (value, vdp_pad->templ_caps); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void gst_vdp_output_src_pad_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstVdpOutputSrcPad *vdp_pad = (GstVdpOutputSrcPad *) object; switch (prop_id) { case PROP_DISPLAY: vdp_pad->display = g_value_dup_string (value); break; case PROP_TEMPL_CAPS: if (vdp_pad->templ_caps) gst_caps_unref (vdp_pad->templ_caps); vdp_pad->templ_caps = gst_caps_copy (gst_value_get_caps (value)); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; } } static void gst_vdp_output_src_pad_finalize (GObject * object) { GstVdpOutputSrcPad *vdp_pad = (GstVdpOutputSrcPad *) object; if (vdp_pad->templ_caps) gst_caps_unref (vdp_pad->templ_caps); g_free (vdp_pad->display); G_OBJECT_CLASS (gst_vdp_output_src_pad_parent_class)->finalize (object); } static void gst_vdp_output_src_pad_init (GstVdpOutputSrcPad * vdp_pad) { GstPad *pad = GST_PAD (vdp_pad); vdp_pad->device = NULL; vdp_pad->caps = NULL; vdp_pad->display = NULL; vdp_pad->templ_caps = NULL; gst_pad_set_getcaps_function (pad, GST_DEBUG_FUNCPTR (gst_vdp_output_src_pad_getcaps)); gst_pad_set_activatepush_function (pad, GST_DEBUG_FUNCPTR (gst_vdp_output_src_pad_activate_push)); } static void gst_vdp_output_src_pad_class_init (GstVdpOutputSrcPadClass * klass) { GObjectClass *object_class = G_OBJECT_CLASS (klass); object_class->get_property = gst_vdp_output_src_pad_get_property; object_class->set_property = gst_vdp_output_src_pad_set_property; object_class->finalize = gst_vdp_output_src_pad_finalize; g_object_class_install_property (object_class, PROP_DISPLAY, g_param_spec_string ("display", "Display", "X Display name", NULL, G_PARAM_READWRITE | G_PARAM_CONSTRUCT)); g_object_class_install_property (object_class, PROP_TEMPL_CAPS, g_param_spec_boxed ("template-caps", "Template caps", "Template caps", GST_TYPE_CAPS, G_PARAM_READWRITE | G_PARAM_CONSTRUCT)); }