/* GStreamer * Copyright (C) <1999> Erik Walthinsen * This file: * Copyright (C) 2005 Luca Ognibene * Copyright (C) 2006 Martin Zlomek * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 59 Temple Place - Suite 330, * Boston, MA 02111-1307, USA. */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include #include #include #include "gstffmpeg.h" #include "gstffmpegcodecmap.h" typedef struct _GstFFMpegScale { GstBaseTransform element; GstPad *sinkpad, *srcpad; gint in_width, in_height; gint out_width, out_height; enum PixelFormat pixfmt; ImgReSampleContext *res; } GstFFMpegScale; typedef struct _GstFFMpegScaleClass { GstBaseTransformClass parent_class; } GstFFMpegScaleClass; #define GST_TYPE_FFMPEGSCALE \ (gst_ffmpegscale_get_type()) #define GST_FFMPEGSCALE(obj) \ (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_FFMPEGSCALE,GstFFMpegScale)) #define GST_FFMPEGSCALE_CLASS(klass) \ (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_FFMPEGSCALE,GstFFMpegScaleClass)) #define GST_IS_FFMPEGSCALE(obj) \ (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_FFMPEGSCALE)) #define GST_IS_FFMPEGSCALE_CLASS(klass) \ (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_FFMPEGSCALE)) static GstStaticPadTemplate src_factory = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("I420")) ); static GstStaticPadTemplate sink_factory = GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS, GST_STATIC_CAPS (GST_VIDEO_CAPS_YUV ("I420")) ); GST_BOILERPLATE (GstFFMpegScale, gst_ffmpegscale, GstBaseTransform, GST_TYPE_BASE_TRANSFORM); static void gst_ffmpegscale_finalize (GObject * object); static GstCaps *gst_ffmpegscale_transform_caps (GstBaseTransform * trans, GstPadDirection direction, GstCaps * caps); static void gst_ffmpegscale_fixate_caps (GstBaseTransform * trans, GstPadDirection direction, GstCaps * caps, GstCaps * othercaps); static gboolean gst_ffmpegscale_get_unit_size (GstBaseTransform * trans, GstCaps * caps, guint * size); static gboolean gst_ffmpegscale_set_caps (GstBaseTransform * trans, GstCaps * incaps, GstCaps * outcaps); static GstFlowReturn gst_ffmpegscale_transform (GstBaseTransform * trans, GstBuffer * inbuf, GstBuffer * outbuf); static gboolean gst_ffmpegscale_handle_src_event (GstPad * pad, GstEvent * event); static void gst_ffmpegscale_base_init (gpointer g_class) { GstElementClass *element_class = GST_ELEMENT_CLASS (g_class); gst_element_class_add_static_pad_template (element_class, &src_factory); gst_element_class_add_static_pad_template (element_class, &sink_factory); gst_element_class_set_static_metadata (element_class, "libav Scale element", "Filter/Converter/Video/Scaler", "Converts video from one resolution to another", "Luca Ognibene "); } static void gst_ffmpegscale_class_init (GstFFMpegScaleClass * klass) { GObjectClass *gobject_class = G_OBJECT_CLASS (klass); GstBaseTransformClass *trans_class = GST_BASE_TRANSFORM_CLASS (klass); gobject_class->finalize = gst_ffmpegscale_finalize; trans_class->transform_caps = GST_DEBUG_FUNCPTR (gst_ffmpegscale_transform_caps); trans_class->fixate_caps = GST_DEBUG_FUNCPTR (gst_ffmpegscale_fixate_caps); trans_class->get_unit_size = GST_DEBUG_FUNCPTR (gst_ffmpegscale_get_unit_size); trans_class->set_caps = GST_DEBUG_FUNCPTR (gst_ffmpegscale_set_caps); trans_class->transform = GST_DEBUG_FUNCPTR (gst_ffmpegscale_transform); trans_class->passthrough_on_same_caps = TRUE; } static void gst_ffmpegscale_init (GstFFMpegScale * scale, GstFFMpegScaleClass * klass) { GstBaseTransform *trans = GST_BASE_TRANSFORM (scale); gst_pad_set_event_function (trans->srcpad, gst_ffmpegscale_handle_src_event); scale->pixfmt = PIX_FMT_NB; scale->res = NULL; } static void gst_ffmpegscale_finalize (GObject * object) { GstFFMpegScale *scale = GST_FFMPEGSCALE (object); if (scale->res != NULL) img_resample_close (scale->res); G_OBJECT_CLASS (parent_class)->finalize (object); } static GstCaps * gst_ffmpegscale_transform_caps (GstBaseTransform * trans, GstPadDirection direction, GstCaps * caps) { GstCaps *retcaps; int i; retcaps = gst_caps_copy (caps); for (i = 0; i < gst_caps_get_size (retcaps); i++) { GstStructure *structure = gst_caps_get_structure (retcaps, i); gst_structure_set (structure, "width", GST_TYPE_INT_RANGE, 16, 4096, "height", GST_TYPE_INT_RANGE, 16, 4096, NULL); gst_structure_remove_field (structure, "pixel-aspect-ratio"); } return retcaps; } static void gst_ffmpegscale_fixate_caps (GstBaseTransform * trans, GstPadDirection direction, GstCaps * caps, GstCaps * othercaps) { GstStructure *instructure = gst_caps_get_structure (caps, 0); GstStructure *outstructure = gst_caps_get_structure (othercaps, 0); const GValue *in_par, *out_par; in_par = gst_structure_get_value (instructure, "pixel-aspect-ratio"); out_par = gst_structure_get_value (outstructure, "pixel-aspect-ratio"); if (in_par && out_par) { GValue out_ratio = { 0, }; /* w/h of output video */ int in_w, in_h, in_par_n, in_par_d, out_par_n, out_par_d; int count = 0, w = 0, h = 0, num, den; /* if both width and height are already fixed, we can't do anything * about it anymore */ if (gst_structure_get_int (outstructure, "width", &w)) ++count; if (gst_structure_get_int (outstructure, "height", &h)) ++count; if (count == 2) { GST_DEBUG_OBJECT (trans, "dimensions already set to %dx%d, not fixating", w, h); return; } gst_structure_get_int (instructure, "width", &in_w); gst_structure_get_int (instructure, "height", &in_h); in_par_n = gst_value_get_fraction_numerator (in_par); in_par_d = gst_value_get_fraction_denominator (in_par); out_par_n = gst_value_get_fraction_numerator (out_par); out_par_d = gst_value_get_fraction_denominator (out_par); g_value_init (&out_ratio, GST_TYPE_FRACTION); gst_value_set_fraction (&out_ratio, in_w * in_par_n * out_par_d, in_h * in_par_d * out_par_n); num = gst_value_get_fraction_numerator (&out_ratio); den = gst_value_get_fraction_denominator (&out_ratio); GST_DEBUG_OBJECT (trans, "scaling input with %dx%d and PAR %d/%d to output PAR %d/%d", in_w, in_h, in_par_n, in_par_d, out_par_n, out_par_d); GST_DEBUG_OBJECT (trans, "resulting output should respect ratio of %d/%d", num, den); /* now find a width x height that respects this display ratio. * prefer those that have one of w/h the same as the incoming video * using wd / hd = num / den */ /* start with same height, because of interlaced video */ /* check hd / den is an integer scale factor, and scale wd with the PAR */ if (in_h % den == 0) { GST_DEBUG_OBJECT (trans, "keeping video height"); h = in_h; w = h * num / den; } else if (in_w % num == 0) { GST_DEBUG_OBJECT (trans, "keeping video width"); w = in_w; h = w * den / num; } else { GST_DEBUG_OBJECT (trans, "approximating but keeping video height"); h = in_h; w = h * num / den; } GST_DEBUG_OBJECT (trans, "scaling to %dx%d", w, h); /* now fixate */ gst_structure_fixate_field_nearest_int (outstructure, "width", w); gst_structure_fixate_field_nearest_int (outstructure, "height", h); } else { gint width, height; if (gst_structure_get_int (instructure, "width", &width)) { if (gst_structure_has_field (outstructure, "width")) gst_structure_fixate_field_nearest_int (outstructure, "width", width); } if (gst_structure_get_int (instructure, "height", &height)) { if (gst_structure_has_field (outstructure, "height")) gst_structure_fixate_field_nearest_int (outstructure, "height", height); } } } static gboolean gst_ffmpegscale_get_unit_size (GstBaseTransform * trans, GstCaps * caps, guint * size) { GstStructure *structure = gst_caps_get_structure (caps, 0); gint width, height; AVCodecContext *ctx; if (!gst_structure_get_int (structure, "width", &width)) return FALSE; if (!gst_structure_get_int (structure, "height", &height)) return FALSE; ctx = avcodec_alloc_context (); ctx->width = width; ctx->height = height; ctx->pix_fmt = PIX_FMT_NB; gst_ffmpeg_caps_with_codectype (CODEC_TYPE_VIDEO, caps, ctx); if (ctx->pix_fmt == PIX_FMT_NB) { av_free (ctx); return FALSE; } *size = (guint) avpicture_get_size (ctx->pix_fmt, ctx->width, ctx->height); av_free (ctx); return TRUE; } static gboolean gst_ffmpegscale_set_caps (GstBaseTransform * trans, GstCaps * incaps, GstCaps * outcaps) { GstFFMpegScale *scale = GST_FFMPEGSCALE (trans); GstStructure *instructure = gst_caps_get_structure (incaps, 0); GstStructure *outstructure = gst_caps_get_structure (outcaps, 0); gint par_num, par_den; AVCodecContext *ctx; if (!gst_structure_get_int (instructure, "width", &scale->in_width)) return FALSE; if (!gst_structure_get_int (instructure, "height", &scale->in_height)) return FALSE; if (!gst_structure_get_int (outstructure, "width", &scale->out_width)) return FALSE; if (!gst_structure_get_int (outstructure, "height", &scale->out_height)) return FALSE; if (gst_structure_get_fraction (instructure, "pixel-aspect-ratio", &par_num, &par_den)) { gst_structure_set (outstructure, "pixel-aspect-ratio", GST_TYPE_FRACTION, par_num * scale->in_width / scale->out_width, par_den * scale->in_height / scale->out_height, NULL); } ctx = avcodec_alloc_context (); ctx->width = scale->in_width; ctx->height = scale->in_height; ctx->pix_fmt = PIX_FMT_NB; gst_ffmpeg_caps_with_codectype (CODEC_TYPE_VIDEO, incaps, ctx); if (ctx->pix_fmt == PIX_FMT_NB) { av_free (ctx); return FALSE; } scale->pixfmt = ctx->pix_fmt; av_free (ctx); scale->res = img_resample_init (scale->out_width, scale->out_height, scale->in_width, scale->in_height); return TRUE; } static GstFlowReturn gst_ffmpegscale_transform (GstBaseTransform * trans, GstBuffer * inbuf, GstBuffer * outbuf) { GstFFMpegScale *scale = GST_FFMPEGSCALE (trans); AVPicture in_frame, out_frame; gst_buffer_copy_metadata (outbuf, inbuf, GST_BUFFER_COPY_TIMESTAMPS); gst_ffmpeg_avpicture_fill (&in_frame, GST_BUFFER_DATA (inbuf), scale->pixfmt, scale->in_width, scale->in_height); gst_ffmpeg_avpicture_fill (&out_frame, GST_BUFFER_DATA (outbuf), scale->pixfmt, scale->out_width, scale->out_height); img_resample (scale->res, &out_frame, &in_frame); return GST_FLOW_OK; } static gboolean gst_ffmpegscale_handle_src_event (GstPad * pad, GstEvent * event) { GstFFMpegScale *scale; GstStructure *structure; gdouble pointer; gboolean res; scale = GST_FFMPEGSCALE (gst_pad_get_parent (pad)); switch (GST_EVENT_TYPE (event)) { case GST_EVENT_NAVIGATION: event = GST_EVENT (gst_mini_object_make_writable (GST_MINI_OBJECT (event))); structure = (GstStructure *) gst_event_get_structure (event); if (gst_structure_get_double (structure, "pointer_x", &pointer)) { gst_structure_set (structure, "pointer_x", G_TYPE_DOUBLE, pointer * scale->in_width / scale->out_width, NULL); } if (gst_structure_get_double (structure, "pointer_y", &pointer)) { gst_structure_set (structure, "pointer_y", G_TYPE_DOUBLE, pointer * scale->in_height / scale->out_height, NULL); } break; default: break; } res = gst_pad_event_default (pad, event); gst_object_unref (scale); return res; } gboolean gst_ffmpegscale_register (GstPlugin * plugin) { return gst_element_register (plugin, "avvideoscale", GST_RANK_NONE, GST_TYPE_FFMPEGSCALE); }