/* GStreamer Intel MSDK plugin * Copyright (c) 2018, Intel Corporation * Copyright (c) 2018, Igalia S.L. * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions are met: * * 1. Redistributions of source code must retain the above copyright notice, * this list of conditions and the following disclaimer. * * 2. Redistributions in binary form must reproduce the above copyright notice, * this list of conditions and the following disclaimer in the documentation * and/or other materials provided with the distribution. * * 3. Neither the name of the copyright holder nor the names of its contributors * may be used to endorse or promote products derived from this software * without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGDECE * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include #include #include #include #include "gstmsdkallocator.h" #include "gstmsdkallocator_libva.h" #include "msdk_libva.h" #include #define GST_MSDK_FRAME_SURFACE gst_msdk_frame_surface_quark_get () mfxStatus gst_msdk_frame_alloc (mfxHDL pthis, mfxFrameAllocRequest * req, mfxFrameAllocResponse * resp) { mfxStatus status = MFX_ERR_NONE; gint i; GstMsdkSurface *msdk_surface = NULL; mfxMemId *mids = NULL; GstMsdkContext *context = (GstMsdkContext *) pthis; GstMsdkAllocResponse *msdk_resp = NULL; mfxU32 fourcc = req->Info.FourCC; mfxU16 surfaces_num = req->NumFrameSuggested; GList *tmp_list = NULL; GList *l; GstMsdkSurface *tmp_surface = NULL; VAStatus va_status; /* MFX_MAKEFOURCC('V','P','8','S') is used for MFX_FOURCC_VP9_SEGMAP surface * in MSDK and this surface is an internal surface. The external allocator * shouldn't be used for this surface allocation * * See https://github.com/Intel-Media-SDK/MediaSDK/issues/762 */ if (req->Type & MFX_MEMTYPE_INTERNAL_FRAME && fourcc == MFX_MAKEFOURCC ('V', 'P', '8', 'S')) return MFX_ERR_UNSUPPORTED; if (req->Type & MFX_MEMTYPE_EXTERNAL_FRAME) { GstMsdkAllocResponse *cached = gst_msdk_context_get_cached_alloc_responses_by_request (context, req); if (cached) { /* check if enough frames were allocated */ if (req->NumFrameSuggested > cached->response.NumFrameActual) return MFX_ERR_MEMORY_ALLOC; *resp = cached->response; g_atomic_int_inc (&cached->refcount); return MFX_ERR_NONE; } } /* The VA API does not define any surface types and the application can use either * MFX_MEMTYPE_VIDEO_MEMORY_DECODER_TARGET or * MFX_MEMTYPE_VIDEO_MEMORY_PROCESSOR_TARGET to indicate data in video memory. */ if (!(req->Type & (MFX_MEMTYPE_VIDEO_MEMORY_DECODER_TARGET | MFX_MEMTYPE_VIDEO_MEMORY_PROCESSOR_TARGET))) return MFX_ERR_UNSUPPORTED; mids = (mfxMemId *) g_slice_alloc0 (surfaces_num * sizeof (mfxMemId)); msdk_resp = g_slice_new0 (GstMsdkAllocResponse); if (fourcc != MFX_FOURCC_P8) { GstBufferPool *pool; GstVideoFormat format; GstStructure *config; GstVideoInfo info; GstCaps *caps; GstVideoAlignment align; format = gst_msdk_get_video_format_from_mfx_fourcc (fourcc); gst_video_info_set_format (&info, format, req->Info.CropW, req->Info.CropH); gst_video_alignment_reset (&align); gst_msdk_set_video_alignment (&info, req->Info.Width, req->Info.Height, &align); gst_video_info_align (&info, &align); caps = gst_video_info_to_caps (&info); pool = gst_msdk_context_get_alloc_pool (context); if (!pool) { goto error_alloc; } config = gst_buffer_pool_get_config (GST_BUFFER_POOL_CAST (pool)); gst_buffer_pool_config_set_params (config, caps, GST_VIDEO_INFO_SIZE (&info), surfaces_num, surfaces_num); gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META); gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_ALIGNMENT); gst_buffer_pool_config_set_va_alignment (config, &align); if (!gst_buffer_pool_set_config (pool, config)) { GST_ERROR ("Failed to set pool config"); gst_object_unref (pool); goto error_alloc; } if (!gst_buffer_pool_set_active (pool, TRUE)) { GST_ERROR ("Failed to activate pool"); gst_object_unref (pool); goto error_alloc; } for (i = 0; i < surfaces_num; i++) { GstBuffer *buf; if (gst_buffer_pool_acquire_buffer (pool, &buf, NULL) != GST_FLOW_OK) { GST_ERROR ("Failed to allocate buffer"); gst_buffer_pool_set_active (pool, FALSE); gst_object_unref (pool); goto error_alloc; } msdk_surface = gst_msdk_import_to_msdk_surface (buf, context, &info, 0); if (!msdk_surface) { GST_ERROR ("Failed to get GstMsdkSurface"); gst_buffer_pool_set_active (pool, FALSE); gst_object_unref (pool); goto error_alloc; } msdk_surface->buf = buf; mids[i] = msdk_surface->surface->Data.MemId; tmp_list = g_list_prepend (tmp_list, msdk_surface); } } else { /* This path is to handle a special case when requesting MFX_FOURCC_P208, We keep * this to avoid failure when building gst-msdk plugins using old version of MediaSDK. * These buffers will be used inside the driver and released by * gst_msdk_frame_free functions. Application doesn't need to handle these buffers. * See https://github.com/Intel-Media-SDK/samples/issues/13 for more details. */ VAContextID context_id = req->AllocId; gint width32 = 32 * ((req->Info.Width + 31) >> 5); gint height32 = 32 * ((req->Info.Height + 31) >> 5); guint64 codedbuf_size = (width32 * height32) * 400LL / (16 * 16); for (i = 0; i < surfaces_num; i++) { VABufferID coded_buf; GstMsdkMemoryID msdk_mid; va_status = vaCreateBuffer (gst_msdk_context_get_handle (context), context_id, VAEncCodedBufferType, codedbuf_size, 1, NULL, &coded_buf); status = gst_msdk_get_mfx_status_from_va_status (va_status); if (status < MFX_ERR_NONE) { GST_ERROR ("failed to create buffer"); return status; } msdk_mid.surface = coded_buf; msdk_mid.fourcc = fourcc; /* Don't use image for P208 */ msdk_mid.image.image_id = VA_INVALID_ID; msdk_mid.image.buf = VA_INVALID_ID; mids[i] = (mfxMemId *) & msdk_mid; } } resp->mids = mids; resp->NumFrameActual = surfaces_num; msdk_resp->response = *resp; msdk_resp->request = *req; msdk_resp->refcount = 1; gst_msdk_context_add_alloc_response (context, msdk_resp); /* We need to put all the buffers back to the pool */ for (l = tmp_list; l; l = l->next) { tmp_surface = (GstMsdkSurface *) l->data; gst_buffer_unref (tmp_surface->buf); } return status; error_alloc: g_slice_free1 (surfaces_num * sizeof (mfxMemId), mids); g_slice_free (GstMsdkAllocResponse, msdk_resp); return MFX_ERR_MEMORY_ALLOC; } mfxStatus gst_msdk_frame_free (mfxHDL pthis, mfxFrameAllocResponse * resp) { GstMsdkContext *context = (GstMsdkContext *) pthis; GstMsdkAllocResponse *cached = NULL; cached = gst_msdk_context_get_cached_alloc_responses (context, resp); if (cached) { if (!g_atomic_int_dec_and_test (&cached->refcount)) return MFX_ERR_NONE; } else return MFX_ERR_NONE; if (!gst_msdk_context_remove_alloc_response (context, resp)) return MFX_ERR_NONE; g_slice_free1 (resp->NumFrameActual * sizeof (mfxMemId), resp->mids); return MFX_ERR_NONE; } mfxStatus gst_msdk_frame_lock (mfxHDL pthis, mfxMemId mid, mfxFrameData * data) { GstMsdkContext *context = (GstMsdkContext *) pthis; VAStatus va_status; mfxStatus status; mfxU8 *buf = NULL; VASurfaceID va_surface; VADisplay dpy; GstMsdkMemoryID *mem_id; mem_id = (GstMsdkMemoryID *) mid; va_surface = mem_id->surface; dpy = gst_msdk_context_get_handle (context); if (mem_id->desc.num_objects) { GST_WARNING ("Couldn't map the buffer since dmabuf is already in use"); return MFX_ERR_LOCK_MEMORY; } if (mem_id->fourcc != MFX_FOURCC_P8) { va_status = vaDeriveImage (dpy, va_surface, &mem_id->image); status = gst_msdk_get_mfx_status_from_va_status (va_status); if (status != MFX_ERR_NONE) { GST_WARNING ("failed to derive image"); return status; } va_status = vaMapBuffer (dpy, mem_id->image.buf, (void **) &buf); status = gst_msdk_get_mfx_status_from_va_status (va_status); if (status != MFX_ERR_NONE) { GST_WARNING ("failed to map"); if (vaDestroyImage (dpy, mem_id->image.image_id) == VA_STATUS_SUCCESS) { mem_id->image.image_id = VA_INVALID_ID; mem_id->image.buf = VA_INVALID_ID; } return status; } switch (mem_id->image.format.fourcc) { case VA_FOURCC_NV12: case VA_FOURCC_P010: case VA_FOURCC_P016: data->Pitch = mem_id->image.pitches[0]; data->Y = buf + mem_id->image.offsets[0]; data->UV = buf + mem_id->image.offsets[1]; break; case VA_FOURCC_YV12: data->Pitch = mem_id->image.pitches[0]; data->Y = buf + mem_id->image.offsets[0]; data->U = buf + mem_id->image.offsets[2]; data->V = buf + mem_id->image.offsets[1]; break; case VA_FOURCC_YUY2: data->Pitch = mem_id->image.pitches[0]; data->Y = buf + mem_id->image.offsets[0]; data->U = data->Y + 1; data->V = data->Y + 3; break; case VA_FOURCC_UYVY: data->Pitch = mem_id->image.pitches[0]; data->Y = buf + mem_id->image.offsets[0]; data->U = data->U + 1; data->V = data->U + 2; break; case VA_FOURCC_ARGB: data->Pitch = mem_id->image.pitches[0]; data->B = buf + mem_id->image.offsets[0]; data->G = data->B + 1; data->R = data->B + 2; data->A = data->B + 3; break; #if (MFX_VERSION >= 1028) case VA_FOURCC_RGB565: data->Pitch = mem_id->image.pitches[0]; data->R = buf + mem_id->image.offsets[0]; data->G = data->R; data->B = data->R; break; #endif case VA_FOURCC_AYUV: data->PitchHigh = (mfxU16) (mem_id->image.pitches[0] / (1 << 16)); data->PitchLow = (mfxU16) (mem_id->image.pitches[0] % (1 << 16)); data->V = buf + mem_id->image.offsets[0]; data->U = data->V + 1; data->Y = data->V + 2; data->A = data->V + 3; break; case VA_FOURCC_A2R10G10B10: data->Pitch = mem_id->image.pitches[0]; data->R = buf + mem_id->image.offsets[0]; data->G = data->R; data->B = data->R; data->A = data->R; break; case VA_FOURCC_Y210: case VA_FOURCC_Y216: data->Pitch = mem_id->image.pitches[0]; data->Y = buf + mem_id->image.offsets[0]; data->U = data->Y + 2; data->V = data->Y + 6; break; case VA_FOURCC_Y410: data->Pitch = mem_id->image.pitches[0]; data->U = buf + mem_id->image.offsets[0]; /* data->Y410 */ break; case VA_FOURCC_Y416: data->Pitch = mem_id->image.pitches[0]; data->U = buf + mem_id->image.offsets[0]; data->Y = data->U + 2; data->V = data->U + 4; data->A = data->U + 6; break; case VA_FOURCC_ABGR: data->Pitch = mem_id->image.pitches[0]; data->R = buf + mem_id->image.offsets[0]; data->G = data->R + 1; data->B = data->R + 2; data->A = data->R + 3; break; #if (MFX_VERSION >= 2004) case VA_FOURCC_RGBP: data->Pitch = mem_id->image.pitches[0]; data->R = buf + mem_id->image.offsets[0]; data->G = buf + mem_id->image.offsets[1]; data->B = buf + mem_id->image.offsets[2]; break; case VA_FOURCC_BGRP: data->Pitch = mem_id->image.pitches[0]; data->B = buf + mem_id->image.offsets[0]; data->G = buf + mem_id->image.offsets[1]; data->R = buf + mem_id->image.offsets[2]; break; #endif default: g_assert_not_reached (); break; } } else { VACodedBufferSegment *coded_buffer_segment; va_status = vaMapBuffer (dpy, va_surface, (void **) (&coded_buffer_segment)); status = gst_msdk_get_mfx_status_from_va_status (va_status); if (MFX_ERR_NONE == status) data->Y = (mfxU8 *) coded_buffer_segment->buf; } return status; } mfxStatus gst_msdk_frame_unlock (mfxHDL pthis, mfxMemId mid, mfxFrameData * ptr) { GstMsdkContext *context = (GstMsdkContext *) pthis; VAStatus va_status; mfxStatus status; VADisplay dpy; GstMsdkMemoryID *mem_id; mem_id = (GstMsdkMemoryID *) mid; dpy = gst_msdk_context_get_handle (context); g_assert (mem_id->desc.num_objects == 0); if (mem_id->fourcc != MFX_FOURCC_P8) { vaUnmapBuffer (dpy, mem_id->image.buf); va_status = vaDestroyImage (dpy, mem_id->image.image_id); if (va_status == VA_STATUS_SUCCESS) { mem_id->image.image_id = VA_INVALID_ID; mem_id->image.buf = VA_INVALID_ID; } } else { va_status = vaUnmapBuffer (dpy, mem_id->surface); } status = gst_msdk_get_mfx_status_from_va_status (va_status); return status; } mfxStatus gst_msdk_frame_get_hdl (mfxHDL pthis, mfxMemId mid, mfxHDL * hdl) { GstMsdkMemoryID *mem_id; if (!hdl || !mid) return MFX_ERR_INVALID_HANDLE; mem_id = mid; *hdl = &mem_id->surface; return MFX_ERR_NONE; } void gst_msdk_set_frame_allocator (GstMsdkContext * context) { mfxFrameAllocator gst_msdk_frame_allocator = { .pthis = context, .Alloc = gst_msdk_frame_alloc, .Lock = gst_msdk_frame_lock, .Unlock = gst_msdk_frame_unlock, .GetHDL = gst_msdk_frame_get_hdl, .Free = gst_msdk_frame_free, }; gst_msdk_context_set_frame_allocator (context, &gst_msdk_frame_allocator); } gboolean gst_msdk_get_dmabuf_info_from_surface (mfxFrameSurface1 * surface, gint * handle, gsize * size) { GstMsdkMemoryID *mem_id; g_return_val_if_fail (surface, FALSE); mem_id = (GstMsdkMemoryID *) surface->Data.MemId; g_assert (mem_id->desc.num_objects == 1); if (handle) *handle = mem_id->desc.objects[0].fd; if (size) *size = mem_id->desc.objects[0].size; return TRUE; } gboolean gst_msdk_export_dmabuf_to_vasurface (GstMsdkContext * context, GstVideoInfo * vinfo, gint fd, VASurfaceID * surface_id) { GstVideoFormat format; guint width, height, size, i; unsigned long extbuf_handle; guint va_fourcc = 0, va_chroma = 0; VASurfaceAttrib attribs[2], *attrib; VASurfaceAttribExternalBuffers extbuf; VAStatus va_status; mfxStatus status = MFX_ERR_NONE; g_return_val_if_fail (context != NULL, FALSE); g_return_val_if_fail (vinfo != NULL, FALSE); g_return_val_if_fail (fd >= 0, FALSE); extbuf_handle = (guintptr) (fd); format = GST_VIDEO_INFO_FORMAT (vinfo); width = GST_VIDEO_INFO_WIDTH (vinfo); height = GST_VIDEO_INFO_HEIGHT (vinfo); size = GST_VIDEO_INFO_SIZE (vinfo); /* Fixme: Move to common format handling util */ switch (format) { case GST_VIDEO_FORMAT_NV12: va_chroma = VA_RT_FORMAT_YUV420; va_fourcc = VA_FOURCC_NV12; break; case GST_VIDEO_FORMAT_BGRA: va_chroma = VA_RT_FORMAT_YUV444; va_fourcc = VA_FOURCC_BGRA; break; case GST_VIDEO_FORMAT_YUY2: va_chroma = VA_RT_FORMAT_YUV422; va_fourcc = VA_FOURCC_YUY2; break; case GST_VIDEO_FORMAT_P010_10LE: va_chroma = VA_RT_FORMAT_YUV420_10; va_fourcc = VA_FOURCC_P010; break; case GST_VIDEO_FORMAT_UYVY: va_chroma = VA_RT_FORMAT_YUV422; va_fourcc = VA_FOURCC_UYVY; break; #if (MFX_VERSION >= 1028) case GST_VIDEO_FORMAT_RGB16: va_chroma = VA_RT_FORMAT_RGB16; va_fourcc = VA_FOURCC_RGB565; break; #endif case GST_VIDEO_FORMAT_VUYA: va_chroma = VA_RT_FORMAT_YUV444; va_fourcc = VA_FOURCC_AYUV; break; case GST_VIDEO_FORMAT_BGR10A2_LE: va_chroma = VA_RT_FORMAT_RGB32_10; va_fourcc = VA_FOURCC_A2R10G10B10; break; case GST_VIDEO_FORMAT_Y210: va_chroma = VA_RT_FORMAT_YUV422_10; va_fourcc = VA_FOURCC_Y210; break; case GST_VIDEO_FORMAT_Y410: va_chroma = VA_RT_FORMAT_YUV444_10; va_fourcc = VA_FOURCC_Y410; break; case GST_VIDEO_FORMAT_P012_LE: va_chroma = VA_RT_FORMAT_YUV420_12; va_fourcc = VA_FOURCC_P016; break; case GST_VIDEO_FORMAT_Y212_LE: va_chroma = VA_RT_FORMAT_YUV422_12; va_fourcc = VA_FOURCC_Y216; break; case GST_VIDEO_FORMAT_Y412_LE: va_chroma = VA_RT_FORMAT_YUV444_12; va_fourcc = VA_FOURCC_Y416; break; #if (MFX_VERSION >= 2004) case GST_VIDEO_FORMAT_RGBP: va_chroma = VA_RT_FORMAT_RGBP; va_fourcc = VA_FOURCC_RGBP; break; case GST_VIDEO_FORMAT_BGRP: va_chroma = VA_RT_FORMAT_RGBP; va_fourcc = VA_FOURCC_BGRP; break; #endif default: goto error_unsupported_format; } /* Fill the VASurfaceAttribExternalBuffers */ extbuf.pixel_format = va_fourcc; extbuf.width = width; extbuf.height = height; extbuf.data_size = size; extbuf.num_planes = GST_VIDEO_INFO_N_PLANES (vinfo); for (i = 0; i < extbuf.num_planes; i++) { extbuf.pitches[i] = GST_VIDEO_INFO_PLANE_STRIDE (vinfo, i); extbuf.offsets[i] = GST_VIDEO_INFO_PLANE_OFFSET (vinfo, i); } extbuf.buffers = (uintptr_t *) & extbuf_handle; extbuf.num_buffers = 1; extbuf.flags = 0; extbuf.private_data = NULL; /* Fill the Surface Attributes */ attrib = attribs; attrib->type = VASurfaceAttribMemoryType; attrib->flags = VA_SURFACE_ATTRIB_SETTABLE; attrib->value.type = VAGenericValueTypeInteger; attrib->value.value.i = VA_SURFACE_ATTRIB_MEM_TYPE_DRM_PRIME; attrib++; attrib->type = VASurfaceAttribExternalBufferDescriptor; attrib->flags = VA_SURFACE_ATTRIB_SETTABLE; attrib->value.type = VAGenericValueTypePointer; attrib->value.value.p = &extbuf; attrib++; va_status = vaCreateSurfaces (gst_msdk_context_get_handle (context), va_chroma, width, height, surface_id, 1, attribs, attrib - attribs); status = gst_msdk_get_mfx_status_from_va_status (va_status); if (status != MFX_ERR_NONE) goto error_create_surface; return TRUE; error_unsupported_format: { GST_ERROR ("Unsupported Video format %s, Can't export dmabuf to vaSurface", gst_video_format_to_string (format)); return FALSE; } error_create_surface: { GST_ERROR ("Failed to create the VASurface from DRM_PRIME FD"); return FALSE; } } static VASurfaceID _get_va_surface (GstBuffer * buf, GstVideoInfo * info, GstMsdkContext * msdk_context) { VASurfaceID va_surface = VA_INVALID_ID; if (!info) { va_surface = gst_va_buffer_get_surface (buf); } else { /* Update offset/stride/size if there is VideoMeta attached to * the dma buffer, which is then used to get vasurface */ GstMemory *mem; gint i, fd; GstVideoMeta *vmeta; vmeta = gst_buffer_get_video_meta (buf); if (vmeta) { if (GST_VIDEO_INFO_FORMAT (info) != vmeta->format || GST_VIDEO_INFO_WIDTH (info) != vmeta->width || GST_VIDEO_INFO_HEIGHT (info) != vmeta->height || GST_VIDEO_INFO_N_PLANES (info) != vmeta->n_planes) { GST_ERROR ("VideoMeta attached to buffer is not matching" "the negotiated width/height/format"); return va_surface; } for (i = 0; i < GST_VIDEO_INFO_N_PLANES (info); ++i) { GST_VIDEO_INFO_PLANE_OFFSET (info, i) = vmeta->offset[i]; GST_VIDEO_INFO_PLANE_STRIDE (info, i) = vmeta->stride[i]; } GST_VIDEO_INFO_SIZE (info) = gst_buffer_get_size (buf); } mem = gst_buffer_peek_memory (buf, 0); fd = gst_dmabuf_memory_get_fd (mem); if (fd < 0) return va_surface; /* export dmabuf to vasurface */ if (!gst_msdk_export_dmabuf_to_vasurface (msdk_context, info, fd, &va_surface)) return VA_INVALID_ID; } return va_surface; } /* Currently parameter map_flag is not useful on Linux */ GstMsdkSurface * gst_msdk_import_to_msdk_surface (GstBuffer * buf, GstMsdkContext * msdk_context, GstVideoInfo * vinfo, guint map_flag) { VASurfaceID va_surface = VA_INVALID_ID; GstMemory *mem = NULL; mfxFrameInfo frame_info = { 0, }; GstMsdkSurface *msdk_surface = NULL; mfxFrameSurface1 *mfx_surface = NULL; GstMsdkMemoryID *msdk_mid = NULL; mem = gst_buffer_peek_memory (buf, 0); msdk_surface = g_slice_new0 (GstMsdkSurface); /* If buffer has qdata pointing to mfxFrameSurface1, directly extract it */ if ((mfx_surface = gst_mini_object_get_qdata (GST_MINI_OBJECT_CAST (mem), GST_MSDK_FRAME_SURFACE))) { msdk_surface->surface = mfx_surface; msdk_surface->from_qdata = TRUE; return msdk_surface; } if (gst_msdk_is_va_mem (mem)) { va_surface = _get_va_surface (buf, NULL, NULL); } else if (gst_is_dmabuf_memory (mem)) { /* For dma memory, videoinfo is used with dma fd to create va surface. */ GstVideoInfo info = *vinfo; va_surface = _get_va_surface (buf, &info, msdk_context); } if (va_surface == VA_INVALID_ID) { g_slice_free (GstMsdkSurface, msdk_surface); return NULL; } mfx_surface = g_slice_new0 (mfxFrameSurface1); msdk_mid = g_slice_new0 (GstMsdkMemoryID); msdk_mid->surface = va_surface; mfx_surface->Data.MemId = (mfxMemId) msdk_mid; gst_msdk_set_mfx_frame_info_from_video_info (&frame_info, vinfo); mfx_surface->Info = frame_info; /* Set mfxFrameSurface1 as qdata in buffer */ gst_mini_object_set_qdata (GST_MINI_OBJECT_CAST (mem), GST_MSDK_FRAME_SURFACE, mfx_surface, NULL); msdk_surface->surface = mfx_surface; return msdk_surface; } /** * gst_msdk_replace_mfx_memid: * This method replace the internal VA Suface in mfxSurface with a new one * * Caution: Not a thread-safe routine, this method is here to work around * the dmabuf-import use case with dynamic memID replacement where msdk * originally Inited with fake memIDs. * * Don't use anywhere else unless you really know what you are doing! */ gboolean gst_msdk_replace_mfx_memid (GstMsdkContext * context, mfxFrameSurface1 * mfx_surface, VASurfaceID surface_id) { GstMsdkMemoryID *msdk_mid = NULL; VADisplay dpy; VASurfaceID old_surface_id; VAStatus va_status; mfxStatus status = MFX_ERR_NONE; g_return_val_if_fail (mfx_surface != NULL, FALSE); g_return_val_if_fail (context != NULL, FALSE); msdk_mid = (GstMsdkMemoryID *) mfx_surface->Data.MemId; dpy = gst_msdk_context_get_handle (context); /* Destroy the underlined VAImage if already mapped */ if (msdk_mid->image.image_id != VA_INVALID_ID && msdk_mid->image.buf != VA_INVALID_ID) { status = gst_msdk_frame_unlock ((mfxHDL) context, (mfxMemId) msdk_mid, NULL); if (status != MFX_ERR_NONE) goto error_destroy_va_image; } /* Destroy the associated VASurface */ old_surface_id = msdk_mid->surface; if (old_surface_id != VA_INVALID_ID) { va_status = vaDestroySurfaces (dpy, &old_surface_id, 1); status = gst_msdk_get_mfx_status_from_va_status (va_status); if (status != MFX_ERR_NONE) goto error_destroy_va_surface; } msdk_mid->surface = surface_id; return TRUE; error_destroy_va_image: { GST_ERROR ("Failed to Destroy the VAImage"); return FALSE; } error_destroy_va_surface: { GST_ERROR ("Failed to Destroy the VASurfaceID %x", old_surface_id); return FALSE; } } static guint _get_usage_hint (GstMsdkContextJobType job_type) { guint hint = VA_SURFACE_ATTRIB_USAGE_HINT_GENERIC; switch (job_type) { case GST_MSDK_JOB_DECODER: hint |= VA_SURFACE_ATTRIB_USAGE_HINT_DECODER; break; case GST_MSDK_JOB_ENCODER: hint |= VA_SURFACE_ATTRIB_USAGE_HINT_ENCODER; break; case GST_MSDK_JOB_VPP: hint |= VA_SURFACE_ATTRIB_USAGE_HINT_VPP_READ | VA_SURFACE_ATTRIB_USAGE_HINT_VPP_WRITE; break; default: GST_WARNING ("Unsupported job type %d", job_type); break; } return hint; } void gst_msdk_get_supported_modifiers (GstMsdkContext * context, GstMsdkContextJobType job_type, GstVideoFormat format, GValue * modifiers) { guint64 mod = DRM_FORMAT_MOD_INVALID; guint64 mod_gen = DRM_FORMAT_MOD_INVALID; GValue gmod = G_VALUE_INIT; guint usage_hint = VA_SURFACE_ATTRIB_USAGE_HINT_GENERIC; GstVaDisplay *display = (GstVaDisplay *) gst_msdk_context_get_va_display (context); g_value_init (&gmod, G_TYPE_UINT64); mod = gst_va_dmabuf_get_modifier_for_format (display, format, usage_hint); if (mod != DRM_FORMAT_MOD_INVALID && mod != DRM_FORMAT_MOD_LINEAR) { g_value_set_uint64 (&gmod, mod); gst_value_list_append_value (modifiers, &gmod); } usage_hint = _get_usage_hint (job_type); if (usage_hint != VA_SURFACE_ATTRIB_USAGE_HINT_GENERIC) { mod_gen = gst_va_dmabuf_get_modifier_for_format (display, format, usage_hint); if (mod_gen != mod && mod_gen != DRM_FORMAT_MOD_INVALID && mod_gen != DRM_FORMAT_MOD_LINEAR) { g_value_set_uint64 (&gmod, mod_gen); gst_value_list_append_value (modifiers, &gmod); } } if (mod == DRM_FORMAT_MOD_LINEAR || mod_gen == DRM_FORMAT_MOD_LINEAR) { g_value_set_uint64 (&gmod, DRM_FORMAT_MOD_LINEAR); gst_value_list_append_value (modifiers, &gmod); } if (mod == DRM_FORMAT_MOD_INVALID && mod_gen == DRM_FORMAT_MOD_INVALID) { GST_WARNING ("Failed to get modifier %s:0x%016llx", gst_video_format_to_string (format), DRM_FORMAT_MOD_INVALID); } g_value_unset (&gmod); }