gstreamer/gst/vaapi/gstvaapi.c

254 lines
6.6 KiB
C
Raw Normal View History

/*
* gstvaapi.c - VA-API element registration
*
2013-11-22 05:37:12 +00:00
* Copyright (C) 2011-2013 Intel Corporation
* Author: Gwenole Beauchesne <gwenole.beauchesne@intel.com>
* Copyright (C) 2011 Collabora Ltd.
* Author: Nicolas Dufresne <nicolas.dufresne@collabora.co.uk>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public License
* as published by the Free Software Foundation; either version 2.1
* of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this library; if not, write to the Free
* Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
* Boston, MA 02110-1301 USA
*/
#include "gstcompat.h"
#include "gstvaapidecode.h"
#include "gstvaapipostproc.h"
#include "gstvaapisink.h"
#include "gstvaapidecodebin.h"
#if USE_ENCODERS
#include "gstvaapiencode_h264.h"
#include "gstvaapiencode_mpeg2.h"
2015-02-04 09:18:29 +00:00
#include "gstvaapiencode_jpeg.h"
2015-02-13 11:45:32 +00:00
#include "gstvaapiencode_vp8.h"
#include "gstvaapiencode_h265.h"
#if USE_VP9_ENCODER
#include "gstvaapiencode_vp9.h"
#endif
FEI: plugin: Add vaapih264feienc element A new FEI based encoder element for h264 is added: vaapih264feienc FEI is a an extension to VA-API which is providing low level advanced control over different stages of encoding. Extending vaapih264enc with fei support is possible, but it will make the code too much complicated and will be difficult to debug. So adding the new encoder element, but keeping the rank as 0 , vaapih264enc will stay as the primary encoder for normal use cases. The vaaih264feienc is mainly useful for customers who want to play with MotionVectors and Macroblock Predictions. Also user can do one stage of encoding(eg: only the Motion Vector Calculation) in software and offload trasformation/entroy-coding etc to Hardware (which is what PAK module is doing) using FEI element. vaapih264feienc can work in different modes using fei-mode properoty eg: gst-launch-1.0 videotestsrc ! vaapih264feienc fei-mode=ENC+PAK ! filesink location=sample.264 Important Note: ENC only mode won't produce any encoded data which is expected. But ENC alwys requires the output of PAK in order to do the inter-prediction over reconstructed frames. Similary PAK mode alway requires MV and MBCode as input, so unless there is an upstream element providing those buffers, PAK only won't work as expected. In a nutshell, ENC_PAK and the ENC+PAK modes are the only options we can verify with vaapih264feienc. But ideally, EN+PAK mode verification is enough to make sure that ENC and PAK are working as expected since ENC+PAK mode always invoke ENC and PAK separately in vaapih264feienc. People contributed: Wang, Yi <yi.a.wang@intel.com> Leilei <leilei.shang@intel.com> Zhong, Xiaoxia <xiaoxia.zhong@intel.com> xiaominc <xiaomin.chen@intel.com> Li, Jing B <jing.b.li@intel.com> https://bugzilla.gnome.org/show_bug.cgi?id=785712 https://bugzilla.gnome.org/show_bug.cgi?id=784667 Signed-off-by: Sreerenj Balachandran <sreerenj.balachandran@intel.com>
2017-08-10 01:36:13 +00:00
#if USE_H264_FEI_ENCODER
#include "gstvaapiencode_h264_fei.h"
#endif
#endif
gboolean _gst_vaapi_has_video_processing = FALSE;
#define PLUGIN_NAME "vaapi"
#define PLUGIN_DESC "VA-API based elements"
#define PLUGIN_LICENSE "LGPL"
static void
plugin_add_dependencies (GstPlugin * plugin)
{
const gchar *envvars[] = { "GST_VAAPI_ALL_DRIVERS", "LIBVA_DRIVER_NAME",
"DISPLAY", "WAYLAND_DISPLAY", NULL
};
const gchar *kernel_paths[] = { "/dev/dri", NULL };
const gchar *kernel_names[] = { "card", "render", NULL };
/* features get updated upon changes in /dev/dri/card* */
gst_plugin_add_dependency (plugin, NULL, kernel_paths, kernel_names,
GST_PLUGIN_DEPENDENCY_FLAG_FILE_NAME_IS_PREFIX);
/* features get updated upon changes in VA environment variables */
gst_plugin_add_dependency (plugin, envvars, NULL, NULL,
GST_PLUGIN_DEPENDENCY_FLAG_NONE);
/* features get updated upon changes in default VA drivers
* directory */
gst_plugin_add_dependency_simple (plugin, "LIBVA_DRIVERS_PATH",
VA_DRIVERS_PATH, "_drv_video.so",
GST_PLUGIN_DEPENDENCY_FLAG_FILE_NAME_IS_SUFFIX |
GST_PLUGIN_DEPENDENCY_FLAG_PATHS_ARE_DEFAULT_ONLY);
}
static GArray *
profiles_get_codecs (GArray * profiles)
{
guint i;
GArray *codecs;
GstVaapiProfile profile;
GstVaapiCodec codec;
codecs = g_array_new (FALSE, FALSE, sizeof (GstVaapiCodec));
if (!codecs)
return NULL;
for (i = 0; i < profiles->len; i++) {
profile = g_array_index (profiles, GstVaapiProfile, i);
codec = gst_vaapi_profile_get_codec (profile);
if (gst_vaapi_codecs_has_codec (codecs, codec))
continue;
g_array_append_val (codecs, codec);
}
return codecs;
}
static GArray *
display_get_decoder_codecs (GstVaapiDisplay * display)
{
GArray *profiles, *codecs;
profiles = gst_vaapi_display_get_decode_profiles (display);
if (!profiles)
return NULL;
codecs = profiles_get_codecs (profiles);
g_array_unref (profiles);
return codecs;
}
#if USE_ENCODERS
static GArray *
display_get_encoder_codecs (GstVaapiDisplay * display)
{
GArray *profiles, *codecs;
profiles = gst_vaapi_display_get_encode_profiles (display);
if (!profiles)
return NULL;
codecs = profiles_get_codecs (profiles);
g_array_unref (profiles);
return codecs;
}
typedef struct _GstVaapiEncoderMap GstVaapiEncoderMap;
struct _GstVaapiEncoderMap
{
GstVaapiCodec codec;
guint rank;
const gchar *name;
GType (*get_type) (void);
};
#define DEF_ENC(CODEC,codec) \
{GST_VAAPI_CODEC_##CODEC, \
GST_RANK_PRIMARY, \
"vaapi" G_STRINGIFY (codec) "enc", \
gst_vaapiencode_##codec##_get_type}
static const GstVaapiEncoderMap vaapi_encode_map[] = {
DEF_ENC (H264, h264),
DEF_ENC (MPEG2, mpeg2),
DEF_ENC (JPEG, jpeg),
DEF_ENC (VP8, vp8),
#if USE_VP9_ENCODER
DEF_ENC (VP9, vp9),
#endif
DEF_ENC (H265, h265),
};
#undef DEF_ENC
static void
gst_vaapiencode_register (GstPlugin * plugin, GstVaapiDisplay * display)
{
guint i, j;
GArray *codecs;
GstVaapiCodec codec;
codecs = display_get_encoder_codecs (display);
if (!codecs)
return;
for (i = 0; i < codecs->len; i++) {
codec = g_array_index (codecs, GstVaapiCodec, i);
for (j = 0; j < G_N_ELEMENTS (vaapi_encode_map); j++) {
if (vaapi_encode_map[j].codec == codec) {
gst_element_register (plugin, vaapi_encode_map[j].name,
vaapi_encode_map[j].rank, vaapi_encode_map[j].get_type ());
break;
}
}
}
FEI: plugin: Add vaapih264feienc element A new FEI based encoder element for h264 is added: vaapih264feienc FEI is a an extension to VA-API which is providing low level advanced control over different stages of encoding. Extending vaapih264enc with fei support is possible, but it will make the code too much complicated and will be difficult to debug. So adding the new encoder element, but keeping the rank as 0 , vaapih264enc will stay as the primary encoder for normal use cases. The vaaih264feienc is mainly useful for customers who want to play with MotionVectors and Macroblock Predictions. Also user can do one stage of encoding(eg: only the Motion Vector Calculation) in software and offload trasformation/entroy-coding etc to Hardware (which is what PAK module is doing) using FEI element. vaapih264feienc can work in different modes using fei-mode properoty eg: gst-launch-1.0 videotestsrc ! vaapih264feienc fei-mode=ENC+PAK ! filesink location=sample.264 Important Note: ENC only mode won't produce any encoded data which is expected. But ENC alwys requires the output of PAK in order to do the inter-prediction over reconstructed frames. Similary PAK mode alway requires MV and MBCode as input, so unless there is an upstream element providing those buffers, PAK only won't work as expected. In a nutshell, ENC_PAK and the ENC+PAK modes are the only options we can verify with vaapih264feienc. But ideally, EN+PAK mode verification is enough to make sure that ENC and PAK are working as expected since ENC+PAK mode always invoke ENC and PAK separately in vaapih264feienc. People contributed: Wang, Yi <yi.a.wang@intel.com> Leilei <leilei.shang@intel.com> Zhong, Xiaoxia <xiaoxia.zhong@intel.com> xiaominc <xiaomin.chen@intel.com> Li, Jing B <jing.b.li@intel.com> https://bugzilla.gnome.org/show_bug.cgi?id=785712 https://bugzilla.gnome.org/show_bug.cgi?id=784667 Signed-off-by: Sreerenj Balachandran <sreerenj.balachandran@intel.com>
2017-08-10 01:36:13 +00:00
#if USE_H264_FEI_ENCODER
if (gst_vaapi_display_has_encoder (display,
GST_VAAPI_PROFILE_H264_MAIN, GST_VAAPI_ENTRYPOINT_SLICE_ENCODE_FEI)) {
gst_element_register (plugin, "vaapih264feienc",
GST_RANK_SECONDARY, GST_TYPE_VAAPIENCODE_H264_FEI);
}
#endif
g_array_unref (codecs);
}
#endif
static gboolean
plugin_init (GstPlugin * plugin)
{
GstVaapiDisplay *display;
GArray *decoders;
guint rank;
plugin_add_dependencies (plugin);
display = gst_vaapi_create_test_display ();
if (!display)
goto error_no_display;
if (!gst_vaapi_driver_is_whitelisted (display))
goto unsupported_driver;
_gst_vaapi_has_video_processing =
gst_vaapi_display_has_video_processing (display);
decoders = display_get_decoder_codecs (display);
if (decoders) {
gst_vaapidecode_register (plugin, decoders);
g_array_unref (decoders);
}
gst_element_register (plugin, "vaapipostproc",
GST_RANK_PRIMARY, GST_TYPE_VAAPIPOSTPROC);
gst_element_register (plugin, "vaapidecodebin",
GST_RANK_PRIMARY + 2, GST_TYPE_VAAPI_DECODE_BIN);
rank = GST_RANK_PRIMARY;
if (g_getenv ("WAYLAND_DISPLAY"))
rank = GST_RANK_MARGINAL;
gst_element_register (plugin, "vaapisink", rank, GST_TYPE_VAAPISINK);
#if USE_ENCODERS
gst_vaapiencode_register (plugin, display);
#endif
gst_object_unref (display);
return TRUE;
/* ERRORS: */
error_no_display:
{
GST_ERROR ("Cannot create a VA display");
/* Avoid blacklisting: failure to create a display could be a
* transient condition */
return TRUE;
}
unsupported_driver:
{
gst_object_unref (display);
return TRUE; /* return TRUE to avoid get blacklisted */
}
}
GST_PLUGIN_DEFINE (GST_VERSION_MAJOR, GST_VERSION_MINOR,
vaapi, PLUGIN_DESC, plugin_init,
PACKAGE_VERSION, PLUGIN_LICENSE, PACKAGE, PACKAGE_BUGREPORT)