mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-09-09 05:38:58 +00:00
videoconvertscale advertises `ANY` feature, but it supports it only in passthrough. Our goal with autoconvert is to ensure that conversion is possible with the elements that are being plugged so we avoid plugging `videoconvertscale` if the memory type is not system memory. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
192 lines
7.2 KiB
C
192 lines
7.2 KiB
C
/* GStreamer
|
|
* Copyright 2010 ST-Ericsson SA
|
|
* @author: Benjamin Gaignard <benjamin.gaignard@stericsson.com>
|
|
* Copyright 2023 Igalia S.L.
|
|
* @author: Thibault Saunier <tsaunier@igalia.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
/*
|
|
* test autovideoconvert:
|
|
* if rgb2bayer is present
|
|
* gst-launch-1.0 videotestsrc num-buffers=2 ! "video/x-raw,width=100,height=100,framerate=10/1" ! autovideoconvert ! "video/x-bayer,width=100,height=100,format=bggr,framerate=10/1" ! fakesink -v
|
|
* if bayer2rgb is present
|
|
* gst-launch-1.0 videotestsrc num-buffers=2 ! "video/x-bayer,width=100,height=100,format=bggr,framerate=10/1" ! autovideoconvert ! "video/x-raw,width=100,height=100,framerate=10/1" ! fakesink -v
|
|
* test with videoconvert
|
|
* gst-launch-1.0 videotestsrc num-buffers=2 ! "video/x-raw,format=RGBx,width=100,height=100,framerate=10/1" ! autovideoconvert ! "video/x-raw,format=RGB16,width=100,height=100,framerate=10/1" ! fakesink -v
|
|
*/
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include <string.h>
|
|
|
|
#include "gstautovideoconvert.h"
|
|
#include "gstautovideo.h"
|
|
|
|
GST_DEBUG_CATEGORY (autovideoconvert_debug);
|
|
#define GST_CAT_DEFAULT (autovideoconvert_debug)
|
|
|
|
struct _GstAutoVideoConvert
|
|
{
|
|
GstBaseAutoConvert parent;
|
|
};
|
|
|
|
G_DEFINE_TYPE (GstAutoVideoConvert, gst_auto_video_convert,
|
|
GST_TYPE_BASE_AUTO_CONVERT);
|
|
|
|
GST_ELEMENT_REGISTER_DEFINE (autovideoconvert, "autovideoconvert",
|
|
GST_RANK_NONE, gst_auto_video_convert_get_type ());
|
|
|
|
static void
|
|
gst_auto_video_convert_class_init (GstAutoVideoConvertClass * klass)
|
|
{
|
|
GstElementClass *gstelement_class = (GstElementClass *) klass;
|
|
|
|
GST_DEBUG_CATEGORY_INIT (autovideoconvert_debug, "autovideoconvert", 0,
|
|
"Auto color space converter");
|
|
|
|
gst_element_class_set_static_metadata (gstelement_class,
|
|
"Select color space converter and scalers based on caps",
|
|
"Bin/Colorspace/Scale/Video/Converter",
|
|
"Selects the right color space converter based on the caps",
|
|
"Thibault Saunier <tsaunier@igalia.com>");
|
|
}
|
|
|
|
static void
|
|
gst_auto_video_convert_init (GstAutoVideoConvert * autovideoconvert)
|
|
{
|
|
/* *INDENT-OFF* */
|
|
static const GstAutoVideoFilterGenerator gen[] = {
|
|
{
|
|
.first_elements = { "bayer2rgb", NULL},
|
|
.colorspace_converters = { "videoconvertscale", NULL },
|
|
.last_elements = { NULL } ,
|
|
.filters = { NULL},
|
|
.rank = GST_RANK_SECONDARY,
|
|
},
|
|
{
|
|
.first_elements = { "capsfilter caps=\"video/x-raw\"", NULL, },
|
|
.colorspace_converters = { "videoconvertscale", NULL },
|
|
.last_elements = { "rgb2bayer", NULL },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_SECONDARY,
|
|
},
|
|
{
|
|
.first_elements = { "capsfilter caps=\"video/x-raw\"", NULL, },
|
|
.colorspace_converters = { "videoconvertscale", NULL },
|
|
.last_elements = { NULL, },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_SECONDARY,
|
|
},
|
|
{
|
|
.first_elements = { NULL, },
|
|
.colorspace_converters = { "glcolorconvert", "glcolorscale", "glcolorconvert", NULL },
|
|
.last_elements = { NULL, },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_PRIMARY,
|
|
},
|
|
{
|
|
.first_elements = { "glupload", },
|
|
.colorspace_converters = { "glcolorconvert", "glcolorscale", "glcolorconvert", NULL },
|
|
.last_elements = { NULL, },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_PRIMARY,
|
|
},
|
|
{
|
|
.first_elements = { "capsfilter caps=\"video/x-raw\"", "videoconvertscale", "glupload", NULL },
|
|
.colorspace_converters = { NULL },
|
|
.last_elements = { NULL },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_MARGINAL + 1,
|
|
},
|
|
{
|
|
.first_elements = { "glcolorconvert", "gldownload", NULL },
|
|
.colorspace_converters = { NULL },
|
|
.last_elements = { NULL },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_MARGINAL + 2,
|
|
},
|
|
{ /* Worst case we upload/download as required */
|
|
.first_elements = { "glupload", "gldownload", NULL },
|
|
.colorspace_converters = { "glcolorconvert", "glcolorscale", "glcolorconvert", NULL },
|
|
.last_elements = { "glupload", "gldownload", NULL },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_MARGINAL + 1,
|
|
},
|
|
{ /* Pure cuda is preferred */
|
|
.first_elements = { NULL },
|
|
.colorspace_converters = { "cudaconvertscale", NULL },
|
|
.last_elements = { NULL },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_PRIMARY,
|
|
},
|
|
{ /* FIXME: Generically make it so we go through cudaconvert for formats not supported by `glcolorconvert` */
|
|
.first_elements = { "capsfilter caps=video/x-raw(ANY),format={I420_10LE,I422_10LE,I422_12LE}", "cudaupload", NULL },
|
|
.colorspace_converters = { "cudaconvert", NULL },
|
|
.last_elements = { "cudadownload", "capsfilter caps=video/x-raw(memory:GLMemory)", NULL },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_SECONDARY + 2,
|
|
},
|
|
{ /* CUDA -> GL */
|
|
.first_elements = { "capsfilter caps=video/x-raw(memory:CUDAMemory)", "cudadownload", NULL },
|
|
.colorspace_converters = { "glcolorconvert", "glcolorscale", "glcolorconvert", NULL },
|
|
.last_elements = { "glupload", "gldownload", NULL },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_SECONDARY,
|
|
},
|
|
{ /* GL memory to cuda */
|
|
.first_elements = { NULL },
|
|
.colorspace_converters = { "glcolorconvert", "glcolorscale", "glcolorconvert", NULL },
|
|
.last_elements = { "cudaupload", "capsfilter caps=video/x-raw(memory:CUDAMemory)", NULL },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_MARGINAL,
|
|
},
|
|
{ /* System memory to cuda */
|
|
.first_elements = { "capsfilter caps=\"video/x-raw\"", NULL },
|
|
.colorspace_converters = { "videoconvertscale", NULL },
|
|
.last_elements = { "cudaupload", "capsfilter caps=video/x-raw(memory:CUDAMemory)", NULL },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_MARGINAL,
|
|
},
|
|
{
|
|
.first_elements = { NULL, },
|
|
.colorspace_converters = { "d3d11convert", NULL },
|
|
.last_elements = { NULL, },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_PRIMARY,
|
|
},
|
|
{
|
|
.first_elements = { "d3d11download", "d3d11upload", NULL},
|
|
.colorspace_converters = { "glcolorconvert", "glcolorscale", "glcolorconvert", NULL },
|
|
.last_elements = { "d3d11download", "d3d11upload", NULL },
|
|
.filters = { NULL },
|
|
.rank = GST_RANK_MARGINAL,
|
|
},
|
|
{ /* Worst case we upload/download as required */
|
|
.first_elements = { NULL},
|
|
.colorspace_converters = { NULL },
|
|
.last_elements = { NULL },
|
|
.filters = { NULL },
|
|
.rank = 0,
|
|
},
|
|
};
|
|
/* *INDENT-ON* */
|
|
|
|
|
|
gst_auto_video_register_well_known_bins (GST_BASE_AUTO_CONVERT
|
|
(autovideoconvert), gen);
|
|
}
|