mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-10 19:31:12 +00:00
1b76561d95
This patch fix the auto-plugging problem in gstreamer 1.2 and gstreamer 1.4 Right now there is not a primary ranked parser for vc1 and the demuxers delivers caps without specifying the profile. This situation is not an issue for avdec_vc1 but for vaapidecode it is, which refuses to negotiate without a explicit profile defined in the negotiated caps. Nonetheless, in gstreamer 1.5 it seems not to be a problem since the negotiation admits caps subsets try outs. This patch solves the issue ignoring the profile negotiation in the caps. For gstreamer < 1.5 the profile string is not handled, so the auto-plugging get done without the vc1 parser, such as happens in gstreamer 1.5. Signed-off-by: Víctor Manuel Jáquez Leal <victorx.jaquez@intel.com>
551 lines
16 KiB
C
551 lines
16 KiB
C
/*
|
|
* gstvaapiprofile.c - VA profile abstraction
|
|
*
|
|
* Copyright (C) 2010-2011 Splitted-Desktop Systems
|
|
* Author: Gwenole Beauchesne <gwenole.beauchesne@splitted-desktop.com>
|
|
* Copyright (C) 2012-2013 Intel Corporation
|
|
* Author: Gwenole Beauchesne <gwenole.beauchesne@intel.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public License
|
|
* as published by the Free Software Foundation; either version 2.1
|
|
* of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the Free
|
|
* Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
|
|
* Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
/**
|
|
* SECTION:gstvaapiprofile
|
|
* @short_description: VA profile abstraction
|
|
*/
|
|
|
|
#include "sysdeps.h"
|
|
#include <string.h>
|
|
#include <gst/gstbuffer.h>
|
|
#include "gstvaapicompat.h"
|
|
#include "gstvaapiprofile.h"
|
|
#include "gstvaapiworkarounds.h"
|
|
|
|
typedef struct _GstVaapiCodecMap GstVaapiCodecMap;
|
|
typedef struct _GstVaapiProfileMap GstVaapiProfileMap;
|
|
typedef struct _GstVaapiEntrypointMap GstVaapiEntrypointMap;
|
|
|
|
struct _GstVaapiCodecMap {
|
|
GstVaapiCodec codec;
|
|
const gchar *name;
|
|
};
|
|
|
|
struct _GstVaapiProfileMap {
|
|
GstVaapiProfile profile;
|
|
VAProfile va_profile;
|
|
const char *media_str;
|
|
const gchar *profile_str;
|
|
};
|
|
|
|
struct _GstVaapiEntrypointMap {
|
|
GstVaapiEntrypoint entrypoint;
|
|
VAEntrypoint va_entrypoint;
|
|
};
|
|
|
|
/* Codecs */
|
|
static const GstVaapiCodecMap gst_vaapi_codecs[] = {
|
|
{ GST_VAAPI_CODEC_MPEG1, "mpeg1" },
|
|
{ GST_VAAPI_CODEC_MPEG2, "mpeg2" },
|
|
{ GST_VAAPI_CODEC_MPEG4, "mpeg4" },
|
|
{ GST_VAAPI_CODEC_H263, "h263" },
|
|
{ GST_VAAPI_CODEC_H264, "h264" },
|
|
{ GST_VAAPI_CODEC_WMV3, "wmv3" },
|
|
{ GST_VAAPI_CODEC_VC1, "vc1" },
|
|
{ GST_VAAPI_CODEC_JPEG, "jpeg" },
|
|
{ GST_VAAPI_CODEC_VP8, "vp8" },
|
|
{ GST_VAAPI_CODEC_H265, "h265" },
|
|
{ 0, }
|
|
};
|
|
|
|
/* Profiles */
|
|
static const GstVaapiProfileMap gst_vaapi_profiles[] = {
|
|
{ GST_VAAPI_PROFILE_MPEG2_SIMPLE, VAProfileMPEG2Simple,
|
|
"video/mpeg, mpegversion=2", "simple"
|
|
},
|
|
{ GST_VAAPI_PROFILE_MPEG2_MAIN, VAProfileMPEG2Main,
|
|
"video/mpeg, mpegversion=2", "main"
|
|
},
|
|
{ GST_VAAPI_PROFILE_MPEG4_SIMPLE, VAProfileMPEG4Simple,
|
|
"video/mpeg, mpegversion=4", "simple"
|
|
},
|
|
{ GST_VAAPI_PROFILE_MPEG4_ADVANCED_SIMPLE, VAProfileMPEG4AdvancedSimple,
|
|
"video/mpeg, mpegversion=4", "advanced-simple"
|
|
},
|
|
{ GST_VAAPI_PROFILE_MPEG4_MAIN, VAProfileMPEG4Main,
|
|
"video/mpeg, mpegversion=4", "main"
|
|
},
|
|
{ GST_VAAPI_PROFILE_MPEG4_ADVANCED_SIMPLE, VAProfileMPEG4AdvancedSimple,
|
|
"video/x-divx, divxversion=5", "advanced-simple"
|
|
},
|
|
{ GST_VAAPI_PROFILE_MPEG4_ADVANCED_SIMPLE, VAProfileMPEG4AdvancedSimple,
|
|
"video/x-xvid", "advanced-simple"
|
|
},
|
|
#if VA_CHECK_VERSION(0,30,0)
|
|
{ GST_VAAPI_PROFILE_H263_BASELINE, VAProfileH263Baseline,
|
|
"video/x-h263, variant=itu, h263version=h263", "baseline"
|
|
},
|
|
#endif
|
|
{ GST_VAAPI_PROFILE_H264_BASELINE, VAProfileH264Baseline,
|
|
"video/x-h264", "baseline"
|
|
},
|
|
#if VA_CHECK_VERSION(0,31,1)
|
|
{ GST_VAAPI_PROFILE_H264_CONSTRAINED_BASELINE,
|
|
VAProfileH264ConstrainedBaseline,
|
|
"video/x-h264", "constrained-baseline"
|
|
},
|
|
#endif
|
|
{ GST_VAAPI_PROFILE_H264_MAIN, VAProfileH264Main,
|
|
"video/x-h264", "main"
|
|
},
|
|
{ GST_VAAPI_PROFILE_H264_HIGH, VAProfileH264High,
|
|
"video/x-h264", "high"
|
|
},
|
|
#if VA_CHECK_VERSION(0,35,2)
|
|
{ GST_VAAPI_PROFILE_H264_MULTIVIEW_HIGH, VAProfileH264MultiviewHigh,
|
|
"video/x-h264", "multiview-high"
|
|
},
|
|
{ GST_VAAPI_PROFILE_H264_STEREO_HIGH, VAProfileH264StereoHigh,
|
|
"video/x-h264", "stereo-high"
|
|
},
|
|
#endif
|
|
#if GST_CHECK_VERSION(1,5,0)
|
|
{ GST_VAAPI_PROFILE_VC1_SIMPLE, VAProfileVC1Simple,
|
|
"video/x-wmv, wmvversion=3", "simple"
|
|
},
|
|
{ GST_VAAPI_PROFILE_VC1_MAIN, VAProfileVC1Main,
|
|
"video/x-wmv, wmvversion=3", "main"
|
|
},
|
|
{ GST_VAAPI_PROFILE_VC1_ADVANCED, VAProfileVC1Advanced,
|
|
"video/x-wmv, wmvversion=3, format=(string)WVC1", "advanced"
|
|
},
|
|
#else
|
|
{ GST_VAAPI_PROFILE_VC1_SIMPLE, VAProfileVC1Simple,
|
|
"video/x-wmv, wmvversion=3", NULL
|
|
},
|
|
{ GST_VAAPI_PROFILE_VC1_MAIN, VAProfileVC1Main,
|
|
"video/x-wmv, wmvversion=3", NULL
|
|
},
|
|
{ GST_VAAPI_PROFILE_VC1_ADVANCED, VAProfileVC1Advanced,
|
|
"video/x-wmv, wmvversion=3, format=(string)WVC1", NULL
|
|
},
|
|
#endif
|
|
#if VA_CHECK_VERSION(0,32,0)
|
|
{ GST_VAAPI_PROFILE_JPEG_BASELINE, VAProfileJPEGBaseline,
|
|
"image/jpeg", NULL
|
|
},
|
|
#endif
|
|
#if VA_CHECK_VERSION(0,35,0)
|
|
{ GST_VAAPI_PROFILE_VP8, VAProfileVP8Version0_3,
|
|
"video/x-vp8", NULL
|
|
},
|
|
#endif
|
|
#if VA_CHECK_VERSION(0,37,0)
|
|
{ GST_VAAPI_PROFILE_H265_MAIN, VAProfileHEVCMain,
|
|
"video/x-h265", "main"
|
|
},
|
|
{ GST_VAAPI_PROFILE_H265_MAIN10, VAProfileHEVCMain10,
|
|
"video/x-h265", "main10"
|
|
},
|
|
#endif
|
|
{ 0, }
|
|
};
|
|
|
|
/* Entry-points */
|
|
static const GstVaapiEntrypointMap gst_vaapi_entrypoints[] = {
|
|
{ GST_VAAPI_ENTRYPOINT_VLD, VAEntrypointVLD },
|
|
{ GST_VAAPI_ENTRYPOINT_IDCT, VAEntrypointIDCT },
|
|
{ GST_VAAPI_ENTRYPOINT_MOCO, VAEntrypointMoComp },
|
|
#if VA_CHECK_VERSION(0,30,0)
|
|
{ GST_VAAPI_ENTRYPOINT_SLICE_ENCODE, VAEntrypointEncSlice },
|
|
{ GST_VAAPI_ENTRYPOINT_PICTURE_ENCODE, VAEntrypointEncPicture },
|
|
#endif
|
|
{ 0, }
|
|
};
|
|
|
|
static const GstVaapiCodecMap *
|
|
get_codecs_map(GstVaapiCodec codec)
|
|
{
|
|
const GstVaapiCodecMap *m;
|
|
|
|
for (m = gst_vaapi_codecs; m->codec; m++)
|
|
if (m->codec == codec)
|
|
return m;
|
|
return NULL;
|
|
}
|
|
|
|
static const GstVaapiProfileMap *
|
|
get_profiles_map(GstVaapiProfile profile)
|
|
{
|
|
const GstVaapiProfileMap *m;
|
|
|
|
for (m = gst_vaapi_profiles; m->profile; m++)
|
|
if (m->profile == profile)
|
|
return m;
|
|
return NULL;
|
|
}
|
|
|
|
static const GstVaapiEntrypointMap *
|
|
get_entrypoints_map(GstVaapiEntrypoint entrypoint)
|
|
{
|
|
const GstVaapiEntrypointMap *m;
|
|
|
|
for (m = gst_vaapi_entrypoints; m->entrypoint; m++)
|
|
if (m->entrypoint == entrypoint)
|
|
return m;
|
|
return NULL;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_codec_get_name:
|
|
* @codec: a #GstVaapiCodec
|
|
*
|
|
* Returns a string representation for the supplied @codec type.
|
|
*
|
|
* Return value: the statically allocated string representation of @codec
|
|
*/
|
|
const gchar *
|
|
gst_vaapi_codec_get_name(GstVaapiCodec codec)
|
|
{
|
|
const GstVaapiCodecMap * const m = get_codecs_map(codec);
|
|
|
|
return m ? m->name : NULL;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_profile:
|
|
* @profile: a #VAProfile
|
|
*
|
|
* Converts a VA profile into the corresponding #GstVaapiProfile. If
|
|
* the profile cannot be represented by #GstVaapiProfile, then zero is
|
|
* returned.
|
|
*
|
|
* Return value: the #GstVaapiProfile describing the @profile
|
|
*/
|
|
GstVaapiProfile
|
|
gst_vaapi_profile(VAProfile profile)
|
|
{
|
|
const GstVaapiProfileMap *m;
|
|
|
|
for (m = gst_vaapi_profiles; m->profile; m++)
|
|
if (m->va_profile == profile)
|
|
return m->profile;
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_profile_get_name:
|
|
* @profile: a #GstVaapiProfile
|
|
*
|
|
* Returns a string representation for the supplied @profile.
|
|
*
|
|
* Return value: the statically allocated string representation of @profile
|
|
*/
|
|
const gchar *
|
|
gst_vaapi_profile_get_name(GstVaapiProfile profile)
|
|
{
|
|
const GstVaapiProfileMap * const m = get_profiles_map(profile);
|
|
|
|
return m ? m->profile_str : NULL;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_profile_get_media_type_name:
|
|
* @profile: a #GstVaapiProfile
|
|
*
|
|
* Returns a string representation for the media type of the supplied
|
|
* @profile.
|
|
*
|
|
* Return value: the statically allocated string representation of
|
|
* @profile media type
|
|
*/
|
|
const gchar *
|
|
gst_vaapi_profile_get_media_type_name(GstVaapiProfile profile)
|
|
{
|
|
const GstVaapiProfileMap * const m = get_profiles_map(profile);
|
|
|
|
return m ? m->media_str : NULL;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_profile_from_codec_data:
|
|
* @codec: a #GstVaapiCodec
|
|
* @buffer: a #GstBuffer holding code data
|
|
*
|
|
* Tries to parse VA profile from @buffer data and @codec information.
|
|
*
|
|
* Return value: the #GstVaapiProfile described in @buffer
|
|
*/
|
|
static GstVaapiProfile
|
|
gst_vaapi_profile_from_codec_data_h264(GstBuffer *buffer)
|
|
{
|
|
/* MPEG-4 Part 15: Advanced Video Coding (AVC) file format */
|
|
guchar buf[3];
|
|
|
|
if (gst_buffer_extract(buffer, 0, buf, sizeof(buf)) != sizeof(buf))
|
|
return 0;
|
|
|
|
if (buf[0] != 1) /* configurationVersion = 1 */
|
|
return 0;
|
|
|
|
switch (buf[1]) { /* AVCProfileIndication */
|
|
case 66: return ((buf[2] & 0x40) ?
|
|
GST_VAAPI_PROFILE_H264_CONSTRAINED_BASELINE :
|
|
GST_VAAPI_PROFILE_H264_BASELINE);
|
|
case 77: return GST_VAAPI_PROFILE_H264_MAIN;
|
|
case 100: return GST_VAAPI_PROFILE_H264_HIGH;
|
|
case 118: return GST_VAAPI_PROFILE_H264_MULTIVIEW_HIGH;
|
|
case 128: return GST_VAAPI_PROFILE_H264_STEREO_HIGH;
|
|
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static GstVaapiProfile
|
|
gst_vaapi_profile_from_codec_data_h265(GstBuffer *buffer)
|
|
{
|
|
/* ISO/IEC 14496-15: HEVC file format */
|
|
guchar buf[3];
|
|
|
|
if (gst_buffer_extract(buffer, 0, buf, sizeof(buf)) != sizeof(buf))
|
|
return 0;
|
|
|
|
if (buf[0] != 1) /* configurationVersion = 1 */
|
|
return 0;
|
|
|
|
if (buf[1] & 0xc0) /* general_profile_space = 0 */
|
|
return 0;
|
|
|
|
switch (buf[1] & 0x1f) { /* HEVCProfileIndication */
|
|
case 1: return GST_VAAPI_PROFILE_H265_MAIN;
|
|
case 2: return GST_VAAPI_PROFILE_H265_MAIN10;
|
|
case 3: return GST_VAAPI_PROFILE_H265_MAIN_STILL_PICTURE;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
static GstVaapiProfile
|
|
gst_vaapi_profile_from_codec_data(GstVaapiCodec codec, GstBuffer *buffer)
|
|
{
|
|
GstVaapiProfile profile;
|
|
|
|
if (!codec || !buffer)
|
|
return 0;
|
|
|
|
switch (codec) {
|
|
case GST_VAAPI_CODEC_H264:
|
|
profile = gst_vaapi_profile_from_codec_data_h264(buffer);
|
|
break;
|
|
case GST_VAAPI_CODEC_H265:
|
|
profile = gst_vaapi_profile_from_codec_data_h265(buffer);
|
|
break;
|
|
default:
|
|
profile = 0;
|
|
break;
|
|
}
|
|
return profile;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_profile_from_caps:
|
|
* @caps: a #GstCaps
|
|
*
|
|
* Converts @caps into the corresponding #GstVaapiProfile. If the
|
|
* profile cannot be represented by #GstVaapiProfile, then zero is
|
|
* returned.
|
|
*
|
|
* Return value: the #GstVaapiProfile describing the @caps
|
|
*/
|
|
GstVaapiProfile
|
|
gst_vaapi_profile_from_caps(const GstCaps *caps)
|
|
{
|
|
const GstVaapiProfileMap *m;
|
|
GstCaps *caps_test;
|
|
GstStructure *structure;
|
|
const gchar *profile_str;
|
|
GstVaapiProfile profile, best_profile;
|
|
GstBuffer *codec_data = NULL;
|
|
const gchar *name;
|
|
gsize namelen;
|
|
|
|
if (!caps)
|
|
return 0;
|
|
|
|
structure = gst_caps_get_structure(caps, 0);
|
|
if (!structure)
|
|
return 0;
|
|
|
|
name = gst_structure_get_name(structure);
|
|
namelen = strlen(name);
|
|
|
|
profile_str = gst_structure_get_string(structure, "profile");
|
|
if (!profile_str) {
|
|
const GValue *v_codec_data;
|
|
v_codec_data = gst_structure_get_value(structure, "codec_data");
|
|
if (v_codec_data)
|
|
codec_data = gst_value_get_buffer(v_codec_data);
|
|
}
|
|
|
|
profile = 0;
|
|
best_profile = 0;
|
|
for (m = gst_vaapi_profiles; !profile && m->profile; m++) {
|
|
if (strncmp(name, m->media_str, namelen) != 0)
|
|
continue;
|
|
caps_test = gst_caps_from_string(m->media_str);
|
|
if (gst_caps_is_always_compatible(caps, caps_test)) {
|
|
best_profile = m->profile;
|
|
if (profile_str && m->profile_str &&
|
|
strcmp(profile_str, m->profile_str) == 0)
|
|
profile = best_profile;
|
|
}
|
|
if (!profile) {
|
|
profile = gst_vaapi_profile_from_codec_data(
|
|
gst_vaapi_profile_get_codec(m->profile),
|
|
codec_data
|
|
);
|
|
if (!profile &&
|
|
WORKAROUND_QTDEMUX_NO_H263_PROFILES &&
|
|
strncmp(name, "video/x-h263", namelen) == 0) {
|
|
/* HACK: qtdemux does not report profiles for h263 */
|
|
profile = m->profile;
|
|
}
|
|
}
|
|
gst_caps_unref(caps_test);
|
|
}
|
|
return profile ? profile : best_profile;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_profile_get_va_profile:
|
|
* @profile: a #GstVaapiProfile
|
|
*
|
|
* Converts a #GstVaapiProfile into the corresponding VA profile. If
|
|
* no matching VA profile was found, -1 is returned and this error
|
|
* must be reported to be fixed.
|
|
*
|
|
* Return value: the VA profile, or -1 if none was found
|
|
*/
|
|
VAProfile
|
|
gst_vaapi_profile_get_va_profile(GstVaapiProfile profile)
|
|
{
|
|
const GstVaapiProfileMap * const m = get_profiles_map(profile);
|
|
|
|
return m ? m->va_profile : (VAProfile)-1;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_profile_get_caps:
|
|
* @profile: a #GstVaapiProfile
|
|
*
|
|
* Converts a #GstVaapiProfile into the corresponding #GstCaps. If no
|
|
* matching caps were found, %NULL is returned.
|
|
*
|
|
* Return value: the newly allocated #GstCaps, or %NULL if none was found
|
|
*/
|
|
GstCaps *
|
|
gst_vaapi_profile_get_caps(GstVaapiProfile profile)
|
|
{
|
|
const GstVaapiProfileMap *m;
|
|
GstCaps *out_caps, *caps;
|
|
|
|
out_caps = gst_caps_new_empty();
|
|
if (!out_caps)
|
|
return NULL;
|
|
|
|
for (m = gst_vaapi_profiles; m->profile; m++) {
|
|
if (m->profile != profile)
|
|
continue;
|
|
caps = gst_caps_from_string(m->media_str);
|
|
if (!caps)
|
|
continue;
|
|
gst_caps_set_simple(
|
|
caps,
|
|
"profile", G_TYPE_STRING, m->profile_str,
|
|
NULL
|
|
);
|
|
out_caps = gst_caps_merge(out_caps, caps);
|
|
}
|
|
return out_caps;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_profile_get_codec:
|
|
* @profile: a #GstVaapiProfile
|
|
*
|
|
* Extracts the #GstVaapiCodec from @profile.
|
|
*
|
|
* Return value: the #GstVaapiCodec from @profile
|
|
*/
|
|
GstVaapiCodec
|
|
gst_vaapi_profile_get_codec(GstVaapiProfile profile)
|
|
{
|
|
GstVaapiCodec codec;
|
|
|
|
switch (profile) {
|
|
case GST_VAAPI_PROFILE_VC1_SIMPLE:
|
|
case GST_VAAPI_PROFILE_VC1_MAIN:
|
|
codec = GST_VAAPI_CODEC_WMV3;
|
|
break;
|
|
case GST_VAAPI_PROFILE_VC1_ADVANCED:
|
|
codec = GST_VAAPI_CODEC_VC1;
|
|
break;
|
|
case GST_VAAPI_PROFILE_JPEG_BASELINE:
|
|
codec = GST_VAAPI_CODEC_JPEG;
|
|
break;
|
|
default:
|
|
codec = (guint32)profile & GST_MAKE_FOURCC(0xff,0xff,0xff,0);
|
|
break;
|
|
}
|
|
return codec;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_entrypoint:
|
|
* @entrypoint: a #VAEntrypoint
|
|
*
|
|
* Converts a VA entry-point into the corresponding #GstVaapiEntrypoint.
|
|
* If the entry-point cannot be represented by #GstVaapiEntrypoint,
|
|
* then zero is returned.
|
|
*
|
|
* Return value: the #GstVaapiEntrypoint describing the @entrypoint
|
|
*/
|
|
GstVaapiEntrypoint
|
|
gst_vaapi_entrypoint(VAEntrypoint entrypoint)
|
|
{
|
|
const GstVaapiEntrypointMap *m;
|
|
|
|
for (m = gst_vaapi_entrypoints; m->entrypoint; m++)
|
|
if (m->va_entrypoint == entrypoint)
|
|
return m->entrypoint;
|
|
return 0;
|
|
}
|
|
|
|
/**
|
|
* gst_vaapi_entrypoint_get_va_entrypoint:
|
|
* @entrypoint: a #GstVaapiEntrypoint
|
|
*
|
|
* Converts a #GstVaapiEntrypoint into the corresponding VA
|
|
* entry-point. If no matching VA entry-point was found, -1 is
|
|
* returned and this error must be reported to be fixed.
|
|
*
|
|
* Return value: the VA entry-point, or -1 if none was found
|
|
*/
|
|
VAEntrypoint
|
|
gst_vaapi_entrypoint_get_va_entrypoint(GstVaapiEntrypoint entrypoint)
|
|
{
|
|
const GstVaapiEntrypointMap * const m = get_entrypoints_map(entrypoint);
|
|
|
|
return m ? m->va_entrypoint : (VAEntrypoint)-1;
|
|
}
|