mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2024-12-03 06:56:46 +00:00
Code Issues 1 Projects Releases Wiki Activity

libs: decoder: context: remove surfaces binding from context.

Browse source 
The vaCreateContext do not need to specify the surfaces for the
context creation now. So we do not need to bind any surface to the
context anymore. Surfaces should be the resource belong to display
and just be used in encoder/decoder context.

The previous manner has big limitation for decoder. The context's
surface number is decided by dpb size. All the surfaces in dpb will
be attached to a gstbuffer and be pushed to down stream, and the
decoder need to wait down stream free the surface and go on if not
enough surface available. For more and more use cases, this causes
deadlock. For example,

gst-launch-1.0 filesrc location=a.h264 ! h264parse ! vaapih264dec
! x264enc ! filesink location=./output.h264

will cause deadlock and make the whole pipeline hang.
the x264enc encoder need to cache more than dpb size surfaces.

The best solution is seperating the surfaces number and the dpb size.
dpb and dpb size shoule be virtual concepts maintained by the decoder.
And let the surfaces_pool in context maintain the re-use of all surfaces.

For encoder, the situation is better, all the surfaces are just used
as reference frame and no need to be pushed to down stream. We can
just reserve and set the capacity of the surfaces_pool to meet the
request.

Fix: #147
Fix: #88

Co-Author: Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer-vaapi/-/merge_requests/353>
This commit is contained in:
He Junyan 2019-12-06 14:21:33 +08:00 committed by Víctor Manuel Jáquez Leal
parent 60c183331a
commit ac3e8c7c40
1 changed files with 19 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

22
gst-libs/gst/vaapi/gstvaapicontext.c
View file

@ -165,7 +165,7 @@ context_ensure_surfaces (GstVaapiContext * context)
const guint num_surfaces = cip->ref_frames + SCRATCH_SURFACES_COUNT; const guint num_surfaces = cip->ref_frames + SCRATCH_SURFACES_COUNT;
GstVaapiSurface *surface; GstVaapiSurface *surface;
GstVideoFormat format; GstVideoFormat format;
guint i; guint i, capacity;
format = get_preferred_format (context); format = get_preferred_format (context);
for (i = context->surfaces->len; i < num_surfaces; i++) { for (i = context->surfaces->len; i < num_surfaces; i++) {
@ -182,7 +182,9 @@ context_ensure_surfaces (GstVaapiContext * context)
if (!gst_vaapi_video_pool_add_object (context->surfaces_pool, surface)) if (!gst_vaapi_video_pool_add_object (context->surfaces_pool, surface))
return FALSE; return FALSE;
} }
gst_vaapi_video_pool_set_capacity (context->surfaces_pool, num_surfaces);
capacity = cip->usage == GST_VAAPI_CONTEXT_USAGE_DECODE ? 0 : num_surfaces;
gst_vaapi_video_pool_set_capacity (context->surfaces_pool, capacity);
return TRUE; return TRUE;
} }
@ -219,10 +221,12 @@ context_create (GstVaapiContext * context)
GstVaapiDisplay *const display = GST_VAAPI_CONTEXT_DISPLAY (context); GstVaapiDisplay *const display = GST_VAAPI_CONTEXT_DISPLAY (context);
VAContextID context_id; VAContextID context_id;
VASurfaceID surface_id; VASurfaceID surface_id;
VASurfaceID *surfaces_data = NULL;
VAStatus status; VAStatus status;
GArray *surfaces = NULL; GArray *surfaces = NULL;
gboolean success = FALSE; gboolean success = FALSE;
guint i; guint i;
gint num_surfaces = 0;
if (!context->surfaces && !context_create_surfaces (context)) if (!context->surfaces && !context_create_surfaces (context))
goto cleanup; goto cleanup;
@ -240,12 +244,22 @@ context_create (GstVaapiContext * context)
surface_id = GST_VAAPI_SURFACE_ID (surface); surface_id = GST_VAAPI_SURFACE_ID (surface);
g_array_append_val (surfaces, surface_id); g_array_append_val (surfaces, surface_id);
} }
g_assert (surfaces->len == context->surfaces->len); g_assert (surfaces->len == context->surfaces->len);
/* vaCreateContext() doesn't really need an array of VASurfaceIDs (see
* https://lists.01.org/pipermail/intel-vaapi-media/2017-July/000052.html and
* https://github.com/intel/libva/issues/251); pass a dummy list of valid
* (non-null) IDs until the signature gets updated. */
if (cip->usage != GST_VAAPI_CONTEXT_USAGE_DECODE) {
surfaces_data = (VASurfaceID *) surfaces->data;
num_surfaces = surfaces->len;
}
GST_VAAPI_DISPLAY_LOCK (display); GST_VAAPI_DISPLAY_LOCK (display);
status = vaCreateContext (GST_VAAPI_DISPLAY_VADISPLAY (display), status = vaCreateContext (GST_VAAPI_DISPLAY_VADISPLAY (display),
context->va_config, cip->width, cip->height, VA_PROGRESSIVE, context->va_config, cip->width, cip->height, VA_PROGRESSIVE,
(VASurfaceID *) surfaces->data, surfaces->len, &context_id); surfaces_data, num_surfaces, &context_id);
GST_VAAPI_DISPLAY_UNLOCK (display); GST_VAAPI_DISPLAY_UNLOCK (display);
if (!vaapi_check_status (status, "vaCreateContext()")) if (!vaapi_check_status (status, "vaCreateContext()"))
goto cleanup; goto cleanup;
@ -627,6 +641,8 @@ gst_vaapi_context_get_surface_count (GstVaapiContext * context)
{ {
g_return_val_if_fail (context != NULL, 0); g_return_val_if_fail (context != NULL, 0);
if (gst_vaapi_video_pool_get_capacity (context->surfaces_pool) == 0)
return G_MAXUINT;
return gst_vaapi_video_pool_get_size (context->surfaces_pool); return gst_vaapi_video_pool_get_size (context->surfaces_pool);
} }