2011-09-14 19:12:41 +00:00
|
|
|
/*
|
|
|
|
* gstvaapi.c - VA-API element registration
|
|
|
|
*
|
2013-11-22 05:37:12 +00:00
|
|
|
* Copyright (C) 2011-2013 Intel Corporation
|
2013-11-22 04:57:18 +00:00
|
|
|
* Author: Gwenole Beauchesne <gwenole.beauchesne@intel.com>
|
2011-09-14 19:12:41 +00:00
|
|
|
* Copyright (C) 2011 Collabora Ltd.
|
|
|
|
* Author: Nicolas Dufresne <nicolas.dufresne@collabora.co.uk>
|
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Lesser General Public License
|
|
|
|
* as published by the Free Software Foundation; either version 2.1
|
|
|
|
* of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
|
|
* License along with this library; if not, write to the Free
|
|
|
|
* Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
|
|
|
|
* Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
2015-04-03 14:08:30 +00:00
|
|
|
#include "gstcompat.h"
|
2011-09-14 19:12:41 +00:00
|
|
|
#include "gstvaapidecode.h"
|
2012-03-26 12:37:24 +00:00
|
|
|
#include "gstvaapipostproc.h"
|
2011-09-14 19:12:41 +00:00
|
|
|
#include "gstvaapisink.h"
|
2015-03-02 13:19:40 +00:00
|
|
|
#include "gstvaapidecodebin.h"
|
2011-09-14 19:12:41 +00:00
|
|
|
|
2013-07-29 08:02:56 +00:00
|
|
|
#if USE_ENCODERS
|
|
|
|
#include "gstvaapiencode_h264.h"
|
2013-11-20 08:21:32 +00:00
|
|
|
#include "gstvaapiencode_mpeg2.h"
|
2015-02-04 09:18:29 +00:00
|
|
|
#include "gstvaapiencode_jpeg.h"
|
2015-02-13 11:45:32 +00:00
|
|
|
#include "gstvaapiencode_vp8.h"
|
2015-05-25 08:58:20 +00:00
|
|
|
#include "gstvaapiencode_h265.h"
|
|
|
|
|
2016-05-30 08:24:14 +00:00
|
|
|
#if USE_VP9_ENCODER
|
|
|
|
#include "gstvaapiencode_vp9.h"
|
|
|
|
#endif
|
FEI: plugin: Add vaapih264feienc element
A new FEI based encoder element for h264 is added: vaapih264feienc
FEI is a an extension to VA-API which is providing low level
advanced control over different stages of encoding.
Extending vaapih264enc with fei support is possible, but it will
make the code too much complicated and will be difficult
to debug. So adding the new encoder element, but keeping
the rank as 0 , vaapih264enc will stay as the primary
encoder for normal use cases.
The vaaih264feienc is mainly useful for customers who want to play
with MotionVectors and Macroblock Predictions. Also user can
do one stage of encoding(eg: only the Motion Vector Calculation)
in software and offload trasformation/entroy-coding etc to
Hardware (which is what PAK module is doing) using FEI element.
vaapih264feienc can work in different modes using fei-mode properoty
eg: gst-launch-1.0 videotestsrc ! vaapih264feienc fei-mode=ENC+PAK ! filesink location=sample.264
Important Note: ENC only mode won't produce any encoded data which is expected.
But ENC alwys requires the output of PAK in order to do the inter-prediction
over reconstructed frames.
Similary PAK mode alway requires MV and MBCode as input, so unless there is an
upstream element providing those buffers, PAK only won't work as expected.
In a nutshell, ENC_PAK and the ENC+PAK modes are the only options we can verify
with vaapih264feienc. But ideally, EN+PAK mode verification is enough to make sure
that ENC and PAK are working as expected since ENC+PAK mode always invoke ENC and PAK
separately in vaapih264feienc.
People contributed:
Wang, Yi <yi.a.wang@intel.com>
Leilei <leilei.shang@intel.com>
Zhong, Xiaoxia <xiaoxia.zhong@intel.com>
xiaominc <xiaomin.chen@intel.com>
Li, Jing B <jing.b.li@intel.com>
https://bugzilla.gnome.org/show_bug.cgi?id=785712
https://bugzilla.gnome.org/show_bug.cgi?id=784667
Signed-off-by: Sreerenj Balachandran <sreerenj.balachandran@intel.com>
2017-08-10 01:36:13 +00:00
|
|
|
|
|
|
|
#if USE_H264_FEI_ENCODER
|
|
|
|
#include "gstvaapiencode_h264_fei.h"
|
|
|
|
#endif
|
|
|
|
|
2016-06-28 12:05:51 +00:00
|
|
|
#endif
|
2016-05-30 08:24:14 +00:00
|
|
|
|
2017-10-10 08:35:24 +00:00
|
|
|
gboolean _gst_vaapi_has_video_processing = FALSE;
|
|
|
|
|
2013-04-12 11:44:52 +00:00
|
|
|
#define PLUGIN_NAME "vaapi"
|
|
|
|
#define PLUGIN_DESC "VA-API based elements"
|
|
|
|
#define PLUGIN_LICENSE "LGPL"
|
|
|
|
|
2016-06-28 09:33:18 +00:00
|
|
|
static void
|
|
|
|
plugin_add_dependencies (GstPlugin * plugin)
|
|
|
|
{
|
|
|
|
const gchar *envvars[] = { "GST_VAAPI_ALL_DRIVERS", "LIBVA_DRIVER_NAME",
|
2016-09-01 10:39:15 +00:00
|
|
|
"DISPLAY", "WAYLAND_DISPLAY", NULL
|
2016-06-28 09:33:18 +00:00
|
|
|
};
|
|
|
|
const gchar *kernel_paths[] = { "/dev/dri", NULL };
|
2018-01-30 12:56:49 +00:00
|
|
|
const gchar *kernel_names[] = { "card", "render", NULL };
|
2016-06-28 09:33:18 +00:00
|
|
|
|
|
|
|
/* features get updated upon changes in /dev/dri/card* */
|
|
|
|
gst_plugin_add_dependency (plugin, NULL, kernel_paths, kernel_names,
|
|
|
|
GST_PLUGIN_DEPENDENCY_FLAG_FILE_NAME_IS_PREFIX);
|
|
|
|
|
|
|
|
/* features get updated upon changes in VA environment variables */
|
|
|
|
gst_plugin_add_dependency (plugin, envvars, NULL, NULL,
|
|
|
|
GST_PLUGIN_DEPENDENCY_FLAG_NONE);
|
|
|
|
|
|
|
|
/* features get updated upon changes in default VA drivers
|
|
|
|
* directory */
|
|
|
|
gst_plugin_add_dependency_simple (plugin, "LIBVA_DRIVERS_PATH",
|
|
|
|
VA_DRIVERS_PATH, "_drv_video.so",
|
|
|
|
GST_PLUGIN_DEPENDENCY_FLAG_FILE_NAME_IS_SUFFIX |
|
|
|
|
GST_PLUGIN_DEPENDENCY_FLAG_PATHS_ARE_DEFAULT_ONLY);
|
|
|
|
}
|
|
|
|
|
2016-06-28 09:43:15 +00:00
|
|
|
static GArray *
|
|
|
|
profiles_get_codecs (GArray * profiles)
|
|
|
|
{
|
|
|
|
guint i;
|
|
|
|
GArray *codecs;
|
|
|
|
GstVaapiProfile profile;
|
|
|
|
GstVaapiCodec codec;
|
|
|
|
|
|
|
|
codecs = g_array_new (FALSE, FALSE, sizeof (GstVaapiCodec));
|
|
|
|
if (!codecs)
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
for (i = 0; i < profiles->len; i++) {
|
|
|
|
profile = g_array_index (profiles, GstVaapiProfile, i);
|
|
|
|
codec = gst_vaapi_profile_get_codec (profile);
|
|
|
|
if (gst_vaapi_codecs_has_codec (codecs, codec))
|
|
|
|
continue;
|
|
|
|
g_array_append_val (codecs, codec);
|
|
|
|
}
|
|
|
|
|
|
|
|
return codecs;
|
|
|
|
}
|
|
|
|
|
2016-07-12 21:47:41 +00:00
|
|
|
static GArray *
|
|
|
|
display_get_decoder_codecs (GstVaapiDisplay * display)
|
|
|
|
{
|
|
|
|
GArray *profiles, *codecs;
|
|
|
|
|
|
|
|
profiles = gst_vaapi_display_get_decode_profiles (display);
|
|
|
|
if (!profiles)
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
codecs = profiles_get_codecs (profiles);
|
|
|
|
g_array_unref (profiles);
|
|
|
|
return codecs;
|
|
|
|
}
|
|
|
|
|
2016-06-28 09:43:15 +00:00
|
|
|
#if USE_ENCODERS
|
|
|
|
static GArray *
|
|
|
|
display_get_encoder_codecs (GstVaapiDisplay * display)
|
|
|
|
{
|
|
|
|
GArray *profiles, *codecs;
|
|
|
|
|
|
|
|
profiles = gst_vaapi_display_get_encode_profiles (display);
|
|
|
|
if (!profiles)
|
|
|
|
return NULL;
|
|
|
|
|
|
|
|
codecs = profiles_get_codecs (profiles);
|
|
|
|
g_array_unref (profiles);
|
|
|
|
return codecs;
|
|
|
|
}
|
|
|
|
|
|
|
|
typedef struct _GstVaapiEncoderMap GstVaapiEncoderMap;
|
|
|
|
struct _GstVaapiEncoderMap
|
|
|
|
{
|
|
|
|
GstVaapiCodec codec;
|
|
|
|
guint rank;
|
|
|
|
const gchar *name;
|
|
|
|
GType (*get_type) (void);
|
|
|
|
};
|
|
|
|
|
|
|
|
#define DEF_ENC(CODEC,codec) \
|
|
|
|
{GST_VAAPI_CODEC_##CODEC, \
|
2016-12-07 15:52:35 +00:00
|
|
|
GST_RANK_PRIMARY, \
|
2016-06-28 09:43:15 +00:00
|
|
|
"vaapi" G_STRINGIFY (codec) "enc", \
|
|
|
|
gst_vaapiencode_##codec##_get_type}
|
|
|
|
|
|
|
|
static const GstVaapiEncoderMap vaapi_encode_map[] = {
|
|
|
|
DEF_ENC (H264, h264),
|
|
|
|
DEF_ENC (MPEG2, mpeg2),
|
|
|
|
DEF_ENC (JPEG, jpeg),
|
|
|
|
DEF_ENC (VP8, vp8),
|
|
|
|
#if USE_VP9_ENCODER
|
|
|
|
DEF_ENC (VP9, vp9),
|
|
|
|
#endif
|
|
|
|
DEF_ENC (H265, h265),
|
|
|
|
};
|
|
|
|
|
|
|
|
#undef DEF_ENC
|
|
|
|
|
|
|
|
static void
|
|
|
|
gst_vaapiencode_register (GstPlugin * plugin, GstVaapiDisplay * display)
|
|
|
|
{
|
|
|
|
guint i, j;
|
|
|
|
GArray *codecs;
|
|
|
|
GstVaapiCodec codec;
|
|
|
|
|
|
|
|
codecs = display_get_encoder_codecs (display);
|
|
|
|
if (!codecs)
|
|
|
|
return;
|
|
|
|
|
|
|
|
for (i = 0; i < codecs->len; i++) {
|
|
|
|
codec = g_array_index (codecs, GstVaapiCodec, i);
|
|
|
|
for (j = 0; j < G_N_ELEMENTS (vaapi_encode_map); j++) {
|
|
|
|
if (vaapi_encode_map[j].codec == codec) {
|
|
|
|
gst_element_register (plugin, vaapi_encode_map[j].name,
|
|
|
|
vaapi_encode_map[j].rank, vaapi_encode_map[j].get_type ());
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
FEI: plugin: Add vaapih264feienc element
A new FEI based encoder element for h264 is added: vaapih264feienc
FEI is a an extension to VA-API which is providing low level
advanced control over different stages of encoding.
Extending vaapih264enc with fei support is possible, but it will
make the code too much complicated and will be difficult
to debug. So adding the new encoder element, but keeping
the rank as 0 , vaapih264enc will stay as the primary
encoder for normal use cases.
The vaaih264feienc is mainly useful for customers who want to play
with MotionVectors and Macroblock Predictions. Also user can
do one stage of encoding(eg: only the Motion Vector Calculation)
in software and offload trasformation/entroy-coding etc to
Hardware (which is what PAK module is doing) using FEI element.
vaapih264feienc can work in different modes using fei-mode properoty
eg: gst-launch-1.0 videotestsrc ! vaapih264feienc fei-mode=ENC+PAK ! filesink location=sample.264
Important Note: ENC only mode won't produce any encoded data which is expected.
But ENC alwys requires the output of PAK in order to do the inter-prediction
over reconstructed frames.
Similary PAK mode alway requires MV and MBCode as input, so unless there is an
upstream element providing those buffers, PAK only won't work as expected.
In a nutshell, ENC_PAK and the ENC+PAK modes are the only options we can verify
with vaapih264feienc. But ideally, EN+PAK mode verification is enough to make sure
that ENC and PAK are working as expected since ENC+PAK mode always invoke ENC and PAK
separately in vaapih264feienc.
People contributed:
Wang, Yi <yi.a.wang@intel.com>
Leilei <leilei.shang@intel.com>
Zhong, Xiaoxia <xiaoxia.zhong@intel.com>
xiaominc <xiaomin.chen@intel.com>
Li, Jing B <jing.b.li@intel.com>
https://bugzilla.gnome.org/show_bug.cgi?id=785712
https://bugzilla.gnome.org/show_bug.cgi?id=784667
Signed-off-by: Sreerenj Balachandran <sreerenj.balachandran@intel.com>
2017-08-10 01:36:13 +00:00
|
|
|
#if USE_H264_FEI_ENCODER
|
|
|
|
if (gst_vaapi_display_has_encoder (display,
|
|
|
|
GST_VAAPI_PROFILE_H264_MAIN, GST_VAAPI_ENTRYPOINT_SLICE_ENCODE_FEI)) {
|
|
|
|
gst_element_register (plugin, "vaapih264feienc",
|
|
|
|
GST_RANK_SECONDARY, GST_TYPE_VAAPIENCODE_H264_FEI);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2016-06-28 09:43:15 +00:00
|
|
|
g_array_unref (codecs);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2011-09-14 19:12:41 +00:00
|
|
|
static gboolean
|
2015-06-30 06:44:18 +00:00
|
|
|
plugin_init (GstPlugin * plugin)
|
2011-09-14 19:12:41 +00:00
|
|
|
{
|
2016-07-12 17:56:02 +00:00
|
|
|
GstVaapiDisplay *display;
|
2016-07-12 21:47:41 +00:00
|
|
|
GArray *decoders;
|
2018-02-12 16:53:58 +00:00
|
|
|
guint rank;
|
2016-07-12 17:56:02 +00:00
|
|
|
|
2016-06-28 09:33:18 +00:00
|
|
|
plugin_add_dependencies (plugin);
|
|
|
|
|
2016-07-12 17:56:02 +00:00
|
|
|
display = gst_vaapi_create_test_display ();
|
|
|
|
if (!display)
|
|
|
|
goto error_no_display;
|
2016-06-29 10:36:26 +00:00
|
|
|
if (!gst_vaapi_driver_is_whitelisted (display))
|
|
|
|
goto unsupported_driver;
|
2016-07-12 17:56:02 +00:00
|
|
|
|
2017-10-10 08:35:24 +00:00
|
|
|
_gst_vaapi_has_video_processing =
|
|
|
|
gst_vaapi_display_has_video_processing (display);
|
|
|
|
|
2016-07-12 21:47:41 +00:00
|
|
|
decoders = display_get_decoder_codecs (display);
|
|
|
|
if (decoders) {
|
|
|
|
gst_vaapidecode_register (plugin, decoders);
|
|
|
|
g_array_unref (decoders);
|
|
|
|
}
|
2016-03-09 17:41:49 +00:00
|
|
|
|
2017-10-03 11:06:33 +00:00
|
|
|
gst_element_register (plugin, "vaapipostproc",
|
|
|
|
GST_RANK_PRIMARY, GST_TYPE_VAAPIPOSTPROC);
|
2016-07-12 18:29:12 +00:00
|
|
|
|
2017-10-10 08:35:24 +00:00
|
|
|
gst_element_register (plugin, "vaapidecodebin",
|
|
|
|
GST_RANK_PRIMARY + 2, GST_TYPE_VAAPI_DECODE_BIN);
|
2016-07-12 18:29:12 +00:00
|
|
|
|
2018-02-12 16:53:58 +00:00
|
|
|
rank = GST_RANK_PRIMARY;
|
|
|
|
if (g_getenv ("WAYLAND_DISPLAY"))
|
|
|
|
rank = GST_RANK_MARGINAL;
|
|
|
|
gst_element_register (plugin, "vaapisink", rank, GST_TYPE_VAAPISINK);
|
|
|
|
|
2013-07-29 08:02:56 +00:00
|
|
|
#if USE_ENCODERS
|
2016-06-28 09:43:15 +00:00
|
|
|
gst_vaapiencode_register (plugin, display);
|
2016-05-30 08:24:14 +00:00
|
|
|
#endif
|
2015-05-25 08:58:20 +00:00
|
|
|
|
2018-06-13 15:54:23 +00:00
|
|
|
gst_object_unref (display);
|
2016-07-12 17:56:02 +00:00
|
|
|
|
2015-06-30 06:44:18 +00:00
|
|
|
return TRUE;
|
2016-07-12 17:56:02 +00:00
|
|
|
|
|
|
|
/* ERRORS: */
|
|
|
|
error_no_display:
|
|
|
|
{
|
|
|
|
GST_ERROR ("Cannot create a VA display");
|
|
|
|
/* Avoid blacklisting: failure to create a display could be a
|
|
|
|
* transient condition */
|
|
|
|
return TRUE;
|
|
|
|
}
|
2016-06-29 10:36:26 +00:00
|
|
|
unsupported_driver:
|
|
|
|
{
|
2018-06-13 15:54:23 +00:00
|
|
|
gst_object_unref (display);
|
2016-06-29 10:36:26 +00:00
|
|
|
return TRUE; /* return TRUE to avoid get blacklisted */
|
|
|
|
}
|
2011-09-14 19:12:41 +00:00
|
|
|
}
|
|
|
|
|
2015-06-30 06:44:18 +00:00
|
|
|
GST_PLUGIN_DEFINE (GST_VERSION_MAJOR, GST_VERSION_MINOR,
|
|
|
|
vaapi, PLUGIN_DESC, plugin_init,
|
|
|
|
PACKAGE_VERSION, PLUGIN_LICENSE, PACKAGE, PACKAGE_BUGREPORT)
|