mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-12 04:11:31 +00:00
7663fa263c
The gst_vaapi_plugin_base_get_allowed_raw_caps is used for both sink pad and src pad, which cause some bugs. For sink pad, we need to verify vaPutImage() while for the src pad we need to verify vaGetImage(). For vaapidecoderXXX kind of plugins, the case is more complex. We need to verify whether the decoded result(in some surface, NV12 format most of the time) can be vaGetImage to some raw image format. Add more check to fix all these problems. https://gitlab.freedesktop.org/gstreamer/gstreamer-vaapi/issues/123 Signed-off-by: He Junyan <junyan.he@hotmail.com>
274 lines
8.4 KiB
C
274 lines
8.4 KiB
C
/*
|
|
* gstvaapipluginbase.h - Base GStreamer VA-API Plugin element
|
|
*
|
|
* Copyright (C) 2010-2011 Splitted-Desktop Systems
|
|
* Author: Gwenole Beauchesne <gwenole.beauchesne@splitted-desktop.com>
|
|
* Copyright (C) 2011-2013 Intel Corporation
|
|
* Author: Gwenole Beauchesne <gwenole.beauchesne@intel.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public License
|
|
* as published by the Free Software Foundation; either version 2.1
|
|
* of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the Free
|
|
* Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
|
|
* Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#ifndef GST_VAAPI_PLUGIN_BASE_H
|
|
#define GST_VAAPI_PLUGIN_BASE_H
|
|
|
|
#include <gst/base/gstbasetransform.h>
|
|
#include <gst/video/gstvideodecoder.h>
|
|
#include <gst/video/gstvideoencoder.h>
|
|
#include <gst/video/gstvideosink.h>
|
|
#include <gst/vaapi/gstvaapidisplay.h>
|
|
|
|
G_BEGIN_DECLS
|
|
|
|
typedef struct _GstVaapiPluginBase GstVaapiPluginBase;
|
|
typedef struct _GstVaapiPluginBaseClass GstVaapiPluginBaseClass;
|
|
|
|
#define GST_VAAPI_PLUGIN_BASE(plugin) \
|
|
((GstVaapiPluginBase *)(plugin))
|
|
#define GST_VAAPI_PLUGIN_BASE_CLASS(plugin) \
|
|
((GstVaapiPluginBaseClass *)(plugin))
|
|
#define GST_VAAPI_PLUGIN_BASE_GET_CLASS(plugin) \
|
|
GST_VAAPI_PLUGIN_BASE_CLASS(GST_ELEMENT_GET_CLASS( \
|
|
GST_VAAPI_PLUGIN_BASE_ELEMENT(plugin)))
|
|
#define GST_VAAPI_PLUGIN_BASE_PARENT(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE(plugin)->parent_instance)
|
|
#define GST_VAAPI_PLUGIN_BASE_PARENT_CLASS(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE_CLASS(plugin)->parent_class)
|
|
#define GST_VAAPI_PLUGIN_BASE_ELEMENT(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE_PARENT(plugin)->element)
|
|
#define GST_VAAPI_PLUGIN_BASE_ELEMENT_CLASS(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE_PARENT_CLASS(plugin)->element)
|
|
#define GST_VAAPI_PLUGIN_BASE_DECODER(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE_PARENT(plugin)->decoder)
|
|
#define GST_VAAPI_PLUGIN_BASE_DECODER_CLASS(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE_PARENT_CLASS(plugin)->decoder)
|
|
#define GST_VAAPI_PLUGIN_BASE_ENCODER(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE_PARENT(plugin)->encoder)
|
|
#define GST_VAAPI_PLUGIN_BASE_ENCODER_CLASS(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE_PARENT_CLASS(plugin)->encoder)
|
|
#define GST_VAAPI_PLUGIN_BASE_TRANSFORM(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE_PARENT(plugin)->transform)
|
|
#define GST_VAAPI_PLUGIN_BASE_TRANSFORM_CLASS(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE_PARENT_CLASS(plugin)->transform)
|
|
#define GST_VAAPI_PLUGIN_BASE_SINK(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE_PARENT(plugin)->sink)
|
|
#define GST_VAAPI_PLUGIN_BASE_SINK_CLASS(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE_PARENT_CLASS(plugin)->sink)
|
|
|
|
#define GST_VAAPI_PLUGIN_BASE_INIT_INTERFACES \
|
|
gst_vaapi_plugin_base_init_interfaces(g_define_type_id);
|
|
|
|
#define GST_VAAPI_PLUGIN_BASE_SINK_PAD(plugin) \
|
|
(GST_VAAPI_PLUGIN_BASE(plugin)->sinkpad)
|
|
#define GST_VAAPI_PLUGIN_BASE_SINK_PAD_CAPS(plugin) \
|
|
(GST_VAAPI_PLUGIN_BASE(plugin)->sinkpad_caps)
|
|
#define GST_VAAPI_PLUGIN_BASE_SINK_PAD_INFO(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE(plugin)->sinkpad_info)
|
|
#define GST_VAAPI_PLUGIN_BASE_SRC_PAD(plugin) \
|
|
(GST_VAAPI_PLUGIN_BASE(plugin)->srcpad)
|
|
#define GST_VAAPI_PLUGIN_BASE_SRC_PAD_CAPS(plugin) \
|
|
(GST_VAAPI_PLUGIN_BASE(plugin)->srcpad_caps)
|
|
#define GST_VAAPI_PLUGIN_BASE_SRC_PAD_INFO(plugin) \
|
|
(&GST_VAAPI_PLUGIN_BASE(plugin)->srcpad_info)
|
|
#define GST_VAAPI_PLUGIN_BASE_SRC_PAD_CAN_DMABUF(plugin) \
|
|
(GST_VAAPI_PLUGIN_BASE(plugin)->srcpad_can_dmabuf)
|
|
#define GST_VAAPI_PLUGIN_BASE_COPY_OUTPUT_FRAME(plugin) \
|
|
(GST_VAAPI_PLUGIN_BASE(plugin)->copy_output_frame)
|
|
|
|
#define GST_VAAPI_PLUGIN_BASE_DISPLAY(plugin) \
|
|
(GST_VAAPI_PLUGIN_BASE(plugin)->display)
|
|
#define GST_VAAPI_PLUGIN_BASE_DISPLAY_TYPE(plugin) \
|
|
(GST_VAAPI_PLUGIN_BASE(plugin)->display_type)
|
|
#define GST_VAAPI_PLUGIN_BASE_DISPLAY_NAME(plugin) \
|
|
(GST_VAAPI_PLUGIN_BASE(plugin)->display_name)
|
|
#define GST_VAAPI_PLUGIN_BASE_DISPLAY_REPLACE(plugin, new_display) \
|
|
(gst_vaapi_display_replace(&GST_VAAPI_PLUGIN_BASE_DISPLAY(plugin), \
|
|
(new_display)))
|
|
|
|
#define GST_VAAPI_PLUGIN_BASE_DEFINE_SET_CONTEXT(parent_class) \
|
|
static void \
|
|
gst_vaapi_base_set_context (GstElement * element, GstContext * context) \
|
|
{ \
|
|
GstVaapiPluginBase *const plugin = GST_VAAPI_PLUGIN_BASE (element); \
|
|
\
|
|
gst_vaapi_plugin_base_set_context (plugin, context); \
|
|
GST_ELEMENT_CLASS (parent_class)->set_context (element, context); \
|
|
}
|
|
|
|
struct _GstVaapiPluginBase
|
|
{
|
|
/*< private >*/
|
|
union
|
|
{
|
|
GstElement element;
|
|
GstVideoDecoder decoder;
|
|
GstVideoEncoder encoder;
|
|
GstBaseTransform transform;
|
|
GstVideoSink sink;
|
|
} parent_instance;
|
|
|
|
GstDebugCategory *debug_category;
|
|
|
|
GstPad *sinkpad;
|
|
GstCaps *sinkpad_caps;
|
|
gboolean sinkpad_caps_is_raw;
|
|
GstVideoInfo sinkpad_info;
|
|
GstBufferPool *sinkpad_buffer_pool;
|
|
guint sinkpad_buffer_size;
|
|
|
|
GstPad *srcpad;
|
|
GstCaps *srcpad_caps;
|
|
GstVideoInfo srcpad_info;
|
|
GstBufferPool *srcpad_buffer_pool;
|
|
|
|
GstVaapiDisplay *display;
|
|
GstVaapiDisplayType display_type;
|
|
GstVaapiDisplayType display_type_req;
|
|
gchar *display_name;
|
|
|
|
GstObject *gl_context;
|
|
GstObject *gl_display;
|
|
GstObject *gl_other_context;
|
|
|
|
GstCaps *allowed_raw_caps;
|
|
GstAllocator *sinkpad_allocator;
|
|
GstAllocator *srcpad_allocator;
|
|
gboolean srcpad_can_dmabuf;
|
|
|
|
gboolean enable_direct_rendering;
|
|
|
|
GstAllocator *other_srcpad_allocator;
|
|
GstAllocationParams other_allocator_params;
|
|
gboolean copy_output_frame;
|
|
};
|
|
|
|
struct _GstVaapiPluginBaseClass
|
|
{
|
|
/*< private >*/
|
|
union
|
|
{
|
|
GstElementClass element;
|
|
GstVideoDecoderClass decoder;
|
|
GstVideoEncoderClass encoder;
|
|
GstBaseTransformClass transform;
|
|
GstVideoSinkClass sink;
|
|
} parent_class;
|
|
|
|
gboolean (*has_interface) (GstVaapiPluginBase * plugin, GType type);
|
|
void (*display_changed) (GstVaapiPluginBase * plugin);
|
|
};
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_plugin_base_init_interfaces (GType type);
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_plugin_base_class_init (GstVaapiPluginBaseClass * klass);
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_plugin_base_init (GstVaapiPluginBase * plugin,
|
|
GstDebugCategory * debug_category);
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_plugin_base_finalize (GstVaapiPluginBase * plugin);
|
|
|
|
G_GNUC_INTERNAL
|
|
gboolean
|
|
gst_vaapi_plugin_base_open (GstVaapiPluginBase * plugin);
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_plugin_base_close (GstVaapiPluginBase * plugin);
|
|
|
|
G_GNUC_INTERNAL
|
|
gboolean
|
|
gst_vaapi_plugin_base_has_display_type (GstVaapiPluginBase * plugin,
|
|
GstVaapiDisplayType display_type_req);
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_plugin_base_set_display_type (GstVaapiPluginBase * plugin,
|
|
GstVaapiDisplayType display_type);
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_plugin_base_set_display_name (GstVaapiPluginBase * plugin,
|
|
const gchar * display_name);
|
|
|
|
G_GNUC_INTERNAL
|
|
gboolean
|
|
gst_vaapi_plugin_base_ensure_display (GstVaapiPluginBase * plugin);
|
|
|
|
G_GNUC_INTERNAL
|
|
gboolean
|
|
gst_vaapi_plugin_base_set_caps (GstVaapiPluginBase * plugin, GstCaps * incaps,
|
|
GstCaps * outcaps);
|
|
|
|
G_GNUC_INTERNAL
|
|
gboolean
|
|
gst_vaapi_plugin_base_propose_allocation (GstVaapiPluginBase * plugin,
|
|
GstQuery * query);
|
|
|
|
G_GNUC_INTERNAL
|
|
gboolean
|
|
gst_vaapi_plugin_base_decide_allocation (GstVaapiPluginBase * plugin,
|
|
GstQuery * query);
|
|
|
|
G_GNUC_INTERNAL
|
|
GstFlowReturn
|
|
gst_vaapi_plugin_base_get_input_buffer (GstVaapiPluginBase * plugin,
|
|
GstBuffer * inbuf, GstBuffer ** outbuf_ptr);
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_plugin_base_set_context (GstVaapiPluginBase * plugin,
|
|
GstContext * context);
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_plugin_base_set_gl_context (GstVaapiPluginBase * plugin,
|
|
GstObject * object);
|
|
|
|
G_GNUC_INTERNAL
|
|
GstObject *
|
|
gst_vaapi_plugin_base_create_gl_context (GstVaapiPluginBase * plugin);
|
|
|
|
G_GNUC_INTERNAL
|
|
GstCaps *
|
|
gst_vaapi_plugin_base_get_allowed_sinkpad_raw_caps (GstVaapiPluginBase * plugin);
|
|
|
|
G_GNUC_INTERNAL
|
|
GstCaps *
|
|
gst_vaapi_plugin_base_get_allowed_srcpad_raw_caps (
|
|
GstVaapiPluginBase * plugin, GstVideoFormat format);
|
|
|
|
G_GNUC_INTERNAL
|
|
void
|
|
gst_vaapi_plugin_base_set_srcpad_can_dmabuf (GstVaapiPluginBase * plugin,
|
|
GstObject * object);
|
|
|
|
G_GNUC_INTERNAL
|
|
gboolean
|
|
gst_vaapi_plugin_copy_va_buffer (GstVaapiPluginBase * plugin,
|
|
GstBuffer * inbuf, GstBuffer * outbuf);
|
|
|
|
|
|
G_END_DECLS
|
|
|
|
#endif /* GST_VAAPI_PLUGIN_BASE_H */
|