mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-09-09 13:48:55 +00:00
876 lines
24 KiB
C
876 lines
24 KiB
C
/* GStreamer
|
|
* Copyright (C) 2019 Seungha Yang <seungha.yang@navercorp.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
#ifdef HAVE_CONFIG_H
|
|
#include "config.h"
|
|
#endif
|
|
|
|
#include <string.h>
|
|
#include "gstd3d11memory.h"
|
|
#include "gstd3d11device.h"
|
|
#include "gstd3d11utils.h"
|
|
|
|
GST_DEBUG_CATEGORY_STATIC (gst_d3d11_allocator_debug);
|
|
#define GST_CAT_DEFAULT gst_d3d11_allocator_debug
|
|
|
|
GstD3D11AllocationParams *
|
|
gst_d3d11_allocation_params_new (GstD3D11Device * device, GstVideoInfo * info,
|
|
GstD3D11AllocationFlags flags, gint bind_flags)
|
|
{
|
|
GstD3D11AllocationParams *ret;
|
|
const GstD3D11Format *d3d11_format;
|
|
gint i;
|
|
|
|
g_return_val_if_fail (info != NULL, NULL);
|
|
|
|
d3d11_format = gst_d3d11_device_format_from_gst (device,
|
|
GST_VIDEO_INFO_FORMAT (info));
|
|
if (!d3d11_format) {
|
|
GST_WARNING ("Couldn't get d3d11 format");
|
|
return NULL;
|
|
}
|
|
|
|
ret = g_new0 (GstD3D11AllocationParams, 1);
|
|
|
|
ret->info = *info;
|
|
ret->aligned_info = *info;
|
|
ret->d3d11_format = d3d11_format;
|
|
|
|
/* Usage Flag
|
|
* https://docs.microsoft.com/en-us/windows/win32/api/d3d11/ne-d3d11-d3d11_usage
|
|
*
|
|
* +----------------------------------------------------------+
|
|
* | Resource Usage | Default | Dynamic | Immutable | Staging |
|
|
* +----------------+---------+---------+-----------+---------+
|
|
* | GPU-Read | Yes | Yes | Yes | Yes |
|
|
* | GPU-Write | Yes | | | Yes |
|
|
* | CPU-Read | | | | Yes |
|
|
* | CPU-Write | | Yes | | Yes |
|
|
* +----------------------------------------------------------+
|
|
*/
|
|
|
|
/* If corresponding dxgi format is undefined, use resource format instead */
|
|
if (d3d11_format->dxgi_format == DXGI_FORMAT_UNKNOWN) {
|
|
for (i = 0; i < GST_VIDEO_INFO_N_PLANES (info); i++) {
|
|
g_assert (d3d11_format->resource_format[i] != DXGI_FORMAT_UNKNOWN);
|
|
|
|
ret->desc[i].Width = GST_VIDEO_INFO_COMP_WIDTH (info, i);
|
|
ret->desc[i].Height = GST_VIDEO_INFO_COMP_HEIGHT (info, i);
|
|
ret->desc[i].MipLevels = 1;
|
|
ret->desc[i].ArraySize = 1;
|
|
ret->desc[i].Format = d3d11_format->resource_format[i];
|
|
ret->desc[i].SampleDesc.Count = 1;
|
|
ret->desc[i].SampleDesc.Quality = 0;
|
|
ret->desc[i].Usage = D3D11_USAGE_DEFAULT;
|
|
ret->desc[i].BindFlags = bind_flags;
|
|
}
|
|
} else {
|
|
ret->desc[0].Width = GST_VIDEO_INFO_WIDTH (info);
|
|
ret->desc[0].Height = GST_VIDEO_INFO_HEIGHT (info);
|
|
ret->desc[0].MipLevels = 1;
|
|
ret->desc[0].ArraySize = 1;
|
|
ret->desc[0].Format = d3d11_format->dxgi_format;
|
|
ret->desc[0].SampleDesc.Count = 1;
|
|
ret->desc[0].SampleDesc.Quality = 0;
|
|
ret->desc[0].Usage = D3D11_USAGE_DEFAULT;
|
|
ret->desc[0].BindFlags = bind_flags;
|
|
}
|
|
|
|
ret->flags = flags;
|
|
|
|
return ret;
|
|
}
|
|
|
|
gboolean
|
|
gst_d3d11_allocation_params_alignment (GstD3D11AllocationParams * params,
|
|
GstVideoAlignment * align)
|
|
{
|
|
gint i;
|
|
guint padding_width, padding_height;
|
|
GstVideoInfo *info;
|
|
GstVideoInfo new_info;
|
|
|
|
g_return_val_if_fail (params != NULL, FALSE);
|
|
g_return_val_if_fail (align != NULL, FALSE);
|
|
|
|
/* d3d11 does not support stride align. Consider padding only */
|
|
padding_width = align->padding_left + align->padding_right;
|
|
padding_height = align->padding_top + align->padding_bottom;
|
|
|
|
info = ¶ms->info;
|
|
|
|
if (!gst_video_info_set_format (&new_info, GST_VIDEO_INFO_FORMAT (info),
|
|
GST_VIDEO_INFO_WIDTH (info) + padding_width,
|
|
GST_VIDEO_INFO_HEIGHT (info) + padding_height)) {
|
|
GST_WARNING ("Set format fail");
|
|
return FALSE;
|
|
}
|
|
|
|
params->aligned_info = new_info;
|
|
|
|
for (i = 0; i < GST_VIDEO_INFO_N_PLANES (info); i++) {
|
|
params->desc[i].Width = GST_VIDEO_INFO_COMP_WIDTH (&new_info, i);
|
|
params->desc[i].Height = GST_VIDEO_INFO_COMP_HEIGHT (&new_info, i);
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
GstD3D11AllocationParams *
|
|
gst_d3d11_allocation_params_copy (GstD3D11AllocationParams * src)
|
|
{
|
|
GstD3D11AllocationParams *dst;
|
|
|
|
g_return_val_if_fail (src != NULL, NULL);
|
|
|
|
dst = g_new0 (GstD3D11AllocationParams, 1);
|
|
memcpy (dst, src, sizeof (GstD3D11AllocationParams));
|
|
|
|
return dst;
|
|
}
|
|
|
|
void
|
|
gst_d3d11_allocation_params_free (GstD3D11AllocationParams * params)
|
|
{
|
|
g_free (params);
|
|
}
|
|
|
|
static gint
|
|
gst_d3d11_allocation_params_compare (const GstD3D11AllocationParams * p1,
|
|
const GstD3D11AllocationParams * p2)
|
|
{
|
|
g_return_val_if_fail (p1 != NULL, -1);
|
|
g_return_val_if_fail (p2 != NULL, -1);
|
|
|
|
if (p1 == p2)
|
|
return 0;
|
|
|
|
return -1;
|
|
}
|
|
|
|
static void
|
|
_init_alloc_params (GType type)
|
|
{
|
|
static GstValueTable table = {
|
|
0, (GstValueCompareFunc) gst_d3d11_allocation_params_compare,
|
|
NULL, NULL
|
|
};
|
|
|
|
table.type = type;
|
|
gst_value_register (&table);
|
|
}
|
|
|
|
G_DEFINE_BOXED_TYPE_WITH_CODE (GstD3D11AllocationParams,
|
|
gst_d3d11_allocation_params,
|
|
(GBoxedCopyFunc) gst_d3d11_allocation_params_copy,
|
|
(GBoxedFreeFunc) gst_d3d11_allocation_params_free,
|
|
_init_alloc_params (g_define_type_id));
|
|
|
|
struct _GstD3D11AllocatorPrivate
|
|
{
|
|
/* parent textrure when array typed memory is used */
|
|
ID3D11Texture2D *texture;
|
|
guint8 array_in_use[D3D11_REQ_TEXTURE2D_ARRAY_AXIS_DIMENSION];
|
|
|
|
GMutex lock;
|
|
GCond cond;
|
|
|
|
gboolean flushing;
|
|
};
|
|
|
|
#define gst_d3d11_allocator_parent_class parent_class
|
|
G_DEFINE_TYPE_WITH_PRIVATE (GstD3D11Allocator,
|
|
gst_d3d11_allocator, GST_TYPE_ALLOCATOR);
|
|
|
|
static inline D3D11_MAP
|
|
gst_map_flags_to_d3d11 (GstMapFlags flags)
|
|
{
|
|
if ((flags & GST_MAP_READWRITE) == GST_MAP_READWRITE)
|
|
return D3D11_MAP_READ_WRITE;
|
|
else if ((flags & GST_MAP_WRITE) == GST_MAP_WRITE)
|
|
return D3D11_MAP_WRITE;
|
|
else if ((flags & GST_MAP_READ) == GST_MAP_READ)
|
|
return D3D11_MAP_READ;
|
|
else
|
|
g_assert_not_reached ();
|
|
|
|
return D3D11_MAP_READ;
|
|
}
|
|
|
|
static ID3D11Texture2D *
|
|
create_staging_texture (GstD3D11Device * device,
|
|
const D3D11_TEXTURE2D_DESC * ref)
|
|
{
|
|
D3D11_TEXTURE2D_DESC desc = { 0, };
|
|
|
|
desc.Width = ref->Width;
|
|
desc.Height = ref->Height;
|
|
desc.MipLevels = 1;
|
|
desc.Format = ref->Format;
|
|
desc.SampleDesc.Count = 1;
|
|
desc.ArraySize = 1;
|
|
desc.Usage = D3D11_USAGE_STAGING;
|
|
desc.CPUAccessFlags = (D3D11_CPU_ACCESS_READ | D3D11_CPU_ACCESS_WRITE);
|
|
|
|
return gst_d3d11_device_create_texture (device, &desc, NULL);
|
|
}
|
|
|
|
static gboolean
|
|
map_cpu_access_data (GstD3D11Memory * dmem, D3D11_MAP map_type)
|
|
{
|
|
HRESULT hr;
|
|
gboolean ret = TRUE;
|
|
ID3D11Resource *texture = (ID3D11Resource *) dmem->texture;
|
|
ID3D11Resource *staging = (ID3D11Resource *) dmem->staging;
|
|
ID3D11DeviceContext *device_context =
|
|
gst_d3d11_device_get_device_context_handle (dmem->device);
|
|
|
|
gst_d3d11_device_lock (dmem->device);
|
|
if (GST_MEMORY_FLAG_IS_SET (dmem, GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD)) {
|
|
ID3D11DeviceContext_CopySubresourceRegion (device_context,
|
|
staging, 0, 0, 0, 0, texture, dmem->subresource_index, NULL);
|
|
}
|
|
|
|
hr = ID3D11DeviceContext_Map (device_context,
|
|
staging, 0, map_type, 0, &dmem->map);
|
|
|
|
if (!gst_d3d11_result (hr, dmem->device)) {
|
|
GST_ERROR_OBJECT (GST_MEMORY_CAST (dmem)->allocator,
|
|
"Failed to map staging texture (0x%x)", (guint) hr);
|
|
ret = FALSE;
|
|
}
|
|
|
|
gst_d3d11_device_unlock (dmem->device);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static gpointer
|
|
gst_d3d11_memory_map (GstMemory * mem, gsize maxsize, GstMapFlags flags)
|
|
{
|
|
GstD3D11Memory *dmem = (GstD3D11Memory *) mem;
|
|
|
|
g_mutex_lock (&dmem->lock);
|
|
if ((flags & GST_MAP_D3D11) == GST_MAP_D3D11) {
|
|
if (dmem->staging &&
|
|
GST_MEMORY_FLAG_IS_SET (dmem, GST_D3D11_MEMORY_TRANSFER_NEED_UPLOAD)) {
|
|
ID3D11DeviceContext *device_context =
|
|
gst_d3d11_device_get_device_context_handle (dmem->device);
|
|
|
|
gst_d3d11_device_lock (dmem->device);
|
|
ID3D11DeviceContext_CopySubresourceRegion (device_context,
|
|
(ID3D11Resource *) dmem->texture, dmem->subresource_index, 0, 0, 0,
|
|
(ID3D11Resource *) dmem->staging, 0, NULL);
|
|
gst_d3d11_device_unlock (dmem->device);
|
|
}
|
|
|
|
GST_MEMORY_FLAG_UNSET (dmem, GST_D3D11_MEMORY_TRANSFER_NEED_UPLOAD);
|
|
|
|
if ((flags & GST_MAP_WRITE) == GST_MAP_WRITE)
|
|
GST_MINI_OBJECT_FLAG_SET (dmem, GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD);
|
|
|
|
g_assert (dmem->texture != NULL);
|
|
g_mutex_unlock (&dmem->lock);
|
|
|
|
return dmem->texture;
|
|
}
|
|
|
|
if (dmem->cpu_map_count == 0) {
|
|
D3D11_MAP map_type;
|
|
|
|
/* Allocate staging texture for CPU access */
|
|
if (!dmem->staging) {
|
|
dmem->staging = create_staging_texture (dmem->device, &dmem->desc);
|
|
if (!dmem->staging) {
|
|
GST_ERROR_OBJECT (mem->allocator, "Couldn't create staging texture");
|
|
g_mutex_unlock (&dmem->lock);
|
|
|
|
return NULL;
|
|
}
|
|
|
|
/* first memory, always need download to staging */
|
|
GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD);
|
|
}
|
|
|
|
map_type = gst_map_flags_to_d3d11 (flags);
|
|
|
|
if (!map_cpu_access_data (dmem, map_type)) {
|
|
GST_ERROR_OBJECT (mem->allocator, "Couldn't map staging texture");
|
|
g_mutex_unlock (&dmem->lock);
|
|
|
|
return NULL;
|
|
}
|
|
}
|
|
|
|
if ((flags & GST_MAP_WRITE) == GST_MAP_WRITE)
|
|
GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_UPLOAD);
|
|
|
|
GST_MEMORY_FLAG_UNSET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD);
|
|
|
|
dmem->cpu_map_count++;
|
|
g_mutex_unlock (&dmem->lock);
|
|
|
|
return dmem->map.pData;
|
|
}
|
|
|
|
static void
|
|
unmap_cpu_access_data (GstD3D11Memory * dmem)
|
|
{
|
|
ID3D11Resource *staging = (ID3D11Resource *) dmem->staging;
|
|
ID3D11DeviceContext *device_context =
|
|
gst_d3d11_device_get_device_context_handle (dmem->device);
|
|
|
|
gst_d3d11_device_lock (dmem->device);
|
|
ID3D11DeviceContext_Unmap (device_context, staging, 0);
|
|
gst_d3d11_device_unlock (dmem->device);
|
|
}
|
|
|
|
static void
|
|
gst_d3d11_memory_unmap_full (GstMemory * mem, GstMapInfo * info)
|
|
{
|
|
GstD3D11Memory *dmem = (GstD3D11Memory *) mem;
|
|
|
|
g_mutex_lock (&dmem->lock);
|
|
if ((info->flags & GST_MAP_D3D11) == GST_MAP_D3D11) {
|
|
if ((info->flags & GST_MAP_WRITE) == GST_MAP_WRITE)
|
|
GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD);
|
|
|
|
g_mutex_unlock (&dmem->lock);
|
|
return;
|
|
}
|
|
|
|
if ((info->flags & GST_MAP_WRITE))
|
|
GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_UPLOAD);
|
|
|
|
dmem->cpu_map_count--;
|
|
if (dmem->cpu_map_count > 0) {
|
|
g_mutex_unlock (&dmem->lock);
|
|
return;
|
|
}
|
|
|
|
unmap_cpu_access_data (dmem);
|
|
|
|
g_mutex_unlock (&dmem->lock);
|
|
}
|
|
|
|
static GstMemory *
|
|
gst_d3d11_memory_share (GstMemory * mem, gssize offset, gssize size)
|
|
{
|
|
/* TODO: impl. */
|
|
return NULL;
|
|
}
|
|
|
|
static GstMemory *
|
|
gst_d3d11_allocator_dummy_alloc (GstAllocator * allocator, gsize size,
|
|
GstAllocationParams * params)
|
|
{
|
|
g_return_val_if_reached (NULL);
|
|
}
|
|
|
|
static void
|
|
gst_d3d11_allocator_free (GstAllocator * allocator, GstMemory * mem)
|
|
{
|
|
GstD3D11Allocator *self = GST_D3D11_ALLOCATOR (allocator);
|
|
GstD3D11AllocatorPrivate *priv = self->priv;
|
|
GstD3D11Memory *dmem = (GstD3D11Memory *) mem;
|
|
gint i;
|
|
|
|
g_mutex_lock (&priv->lock);
|
|
priv->array_in_use[dmem->subresource_index] = 0;
|
|
g_cond_broadcast (&priv->cond);
|
|
g_mutex_unlock (&priv->lock);
|
|
|
|
for (i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
|
|
if (dmem->render_target_view[i])
|
|
ID3D11RenderTargetView_Release (dmem->render_target_view[i]);
|
|
dmem->render_target_view[i] = NULL;
|
|
|
|
if (dmem->shader_resource_view[i])
|
|
ID3D11ShaderResourceView_Release (dmem->shader_resource_view[i]);
|
|
dmem->shader_resource_view[i] = NULL;
|
|
}
|
|
|
|
if (dmem->texture)
|
|
ID3D11Texture2D_Release (dmem->texture);
|
|
|
|
if (dmem->staging)
|
|
ID3D11Texture2D_Release (dmem->staging);
|
|
|
|
gst_clear_object (&dmem->device);
|
|
g_mutex_clear (&dmem->lock);
|
|
|
|
g_free (dmem);
|
|
}
|
|
|
|
static void
|
|
gst_d3d11_allocator_dispose (GObject * object)
|
|
{
|
|
GstD3D11Allocator *alloc = GST_D3D11_ALLOCATOR (object);
|
|
GstD3D11AllocatorPrivate *priv = alloc->priv;
|
|
|
|
if (alloc->device && priv->texture) {
|
|
gst_d3d11_device_release_texture (alloc->device, priv->texture);
|
|
priv->texture = NULL;
|
|
}
|
|
|
|
gst_clear_object (&alloc->device);
|
|
|
|
G_OBJECT_CLASS (parent_class)->dispose (object);
|
|
}
|
|
|
|
static void
|
|
gst_d3d11_allocator_finalize (GObject * object)
|
|
{
|
|
GstD3D11Allocator *alloc = GST_D3D11_ALLOCATOR (object);
|
|
GstD3D11AllocatorPrivate *priv = alloc->priv;
|
|
|
|
g_mutex_clear (&priv->lock);
|
|
g_cond_clear (&priv->cond);
|
|
|
|
G_OBJECT_CLASS (parent_class)->finalize (object);
|
|
}
|
|
|
|
static void
|
|
gst_d3d11_allocator_class_init (GstD3D11AllocatorClass * klass)
|
|
{
|
|
GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
|
|
GstAllocatorClass *allocator_class = GST_ALLOCATOR_CLASS (klass);
|
|
|
|
gobject_class->dispose = gst_d3d11_allocator_dispose;
|
|
gobject_class->finalize = gst_d3d11_allocator_finalize;
|
|
|
|
allocator_class->alloc = gst_d3d11_allocator_dummy_alloc;
|
|
allocator_class->free = gst_d3d11_allocator_free;
|
|
|
|
GST_DEBUG_CATEGORY_INIT (gst_d3d11_allocator_debug, "d3d11allocator", 0,
|
|
"d3d11allocator object");
|
|
}
|
|
|
|
static void
|
|
gst_d3d11_allocator_init (GstD3D11Allocator * allocator)
|
|
{
|
|
GstAllocator *alloc = GST_ALLOCATOR_CAST (allocator);
|
|
GstD3D11AllocatorPrivate *priv;
|
|
|
|
alloc->mem_type = GST_D3D11_MEMORY_NAME;
|
|
alloc->mem_map = gst_d3d11_memory_map;
|
|
alloc->mem_unmap_full = gst_d3d11_memory_unmap_full;
|
|
alloc->mem_share = gst_d3d11_memory_share;
|
|
/* fallback copy */
|
|
|
|
GST_OBJECT_FLAG_SET (alloc, GST_ALLOCATOR_FLAG_CUSTOM_ALLOC);
|
|
|
|
priv = gst_d3d11_allocator_get_instance_private (allocator);
|
|
g_mutex_init (&priv->lock);
|
|
g_cond_init (&priv->cond);
|
|
|
|
allocator->priv = priv;
|
|
}
|
|
|
|
GstD3D11Allocator *
|
|
gst_d3d11_allocator_new (GstD3D11Device * device)
|
|
{
|
|
GstD3D11Allocator *allocator;
|
|
|
|
g_return_val_if_fail (GST_IS_D3D11_DEVICE (device), NULL);
|
|
|
|
allocator = g_object_new (GST_TYPE_D3D11_ALLOCATOR, NULL);
|
|
allocator->device = gst_object_ref (device);
|
|
|
|
return allocator;
|
|
}
|
|
|
|
static gboolean
|
|
calculate_mem_size (GstD3D11Device * device, ID3D11Texture2D * texture,
|
|
D3D11_TEXTURE2D_DESC * desc, D3D11_MAP map_type,
|
|
gint stride[GST_VIDEO_MAX_PLANES], gsize * size)
|
|
{
|
|
HRESULT hr;
|
|
gboolean ret = TRUE;
|
|
D3D11_MAPPED_SUBRESOURCE map;
|
|
gsize offset[GST_VIDEO_MAX_PLANES];
|
|
ID3D11DeviceContext *device_context =
|
|
gst_d3d11_device_get_device_context_handle (device);
|
|
|
|
gst_d3d11_device_lock (device);
|
|
hr = ID3D11DeviceContext_Map (device_context,
|
|
(ID3D11Resource *) texture, 0, map_type, 0, &map);
|
|
|
|
if (!gst_d3d11_result (hr, device)) {
|
|
GST_ERROR_OBJECT (device, "Failed to map texture (0x%x)", (guint) hr);
|
|
gst_d3d11_device_unlock (device);
|
|
return FALSE;
|
|
}
|
|
|
|
ret = gst_d3d11_dxgi_format_get_size (desc->Format,
|
|
desc->Width, desc->Height, map.RowPitch, offset, stride, size);
|
|
|
|
ID3D11DeviceContext_Unmap (device_context, (ID3D11Resource *) texture, 0);
|
|
gst_d3d11_device_unlock (device);
|
|
|
|
return ret;
|
|
}
|
|
|
|
static void
|
|
create_shader_resource_views (GstD3D11Memory * mem)
|
|
{
|
|
gint i;
|
|
HRESULT hr;
|
|
guint num_views = 0;
|
|
ID3D11Device *device_handle;
|
|
D3D11_SHADER_RESOURCE_VIEW_DESC resource_desc = { 0, };
|
|
DXGI_FORMAT formats[GST_VIDEO_MAX_PLANES] = { DXGI_FORMAT_UNKNOWN, };
|
|
|
|
device_handle = gst_d3d11_device_get_device_handle (mem->device);
|
|
|
|
switch (mem->desc.Format) {
|
|
case DXGI_FORMAT_B8G8R8A8_UNORM:
|
|
case DXGI_FORMAT_R8G8B8A8_UNORM:
|
|
case DXGI_FORMAT_R10G10B10A2_UNORM:
|
|
case DXGI_FORMAT_R8_UNORM:
|
|
case DXGI_FORMAT_R8G8_UNORM:
|
|
case DXGI_FORMAT_R16_UNORM:
|
|
case DXGI_FORMAT_R16G16_UNORM:
|
|
num_views = 1;
|
|
formats[0] = mem->desc.Format;
|
|
break;
|
|
case DXGI_FORMAT_AYUV:
|
|
num_views = 1;
|
|
formats[0] = DXGI_FORMAT_R8G8B8A8_UNORM;
|
|
break;
|
|
case DXGI_FORMAT_NV12:
|
|
num_views = 2;
|
|
formats[0] = DXGI_FORMAT_R8_UNORM;
|
|
formats[1] = DXGI_FORMAT_R8G8_UNORM;
|
|
break;
|
|
case DXGI_FORMAT_P010:
|
|
case DXGI_FORMAT_P016:
|
|
num_views = 2;
|
|
formats[0] = DXGI_FORMAT_R16_UNORM;
|
|
formats[1] = DXGI_FORMAT_R16G16_UNORM;
|
|
break;
|
|
default:
|
|
g_assert_not_reached ();
|
|
break;
|
|
}
|
|
|
|
if ((mem->desc.BindFlags & D3D11_BIND_SHADER_RESOURCE) ==
|
|
D3D11_BIND_SHADER_RESOURCE) {
|
|
resource_desc.ViewDimension = D3D11_SRV_DIMENSION_TEXTURE2D;
|
|
resource_desc.Texture2D.MipLevels = 1;
|
|
|
|
for (i = 0; i < num_views; i++) {
|
|
resource_desc.Format = formats[i];
|
|
hr = ID3D11Device_CreateShaderResourceView (device_handle,
|
|
(ID3D11Resource *) mem->texture, &resource_desc,
|
|
&mem->shader_resource_view[i]);
|
|
|
|
if (!gst_d3d11_result (hr, mem->device)) {
|
|
GST_ERROR_OBJECT (GST_MEMORY_CAST (mem)->allocator,
|
|
"Failed to create %dth resource view (0x%x)", i, (guint) hr);
|
|
goto error;
|
|
}
|
|
}
|
|
|
|
mem->num_shader_resource_views = num_views;
|
|
}
|
|
|
|
return;
|
|
|
|
error:
|
|
for (i = 0; i < num_views; i++) {
|
|
if (mem->shader_resource_view[i])
|
|
ID3D11ShaderResourceView_Release (mem->shader_resource_view[i]);
|
|
mem->shader_resource_view[i] = NULL;
|
|
}
|
|
|
|
mem->num_shader_resource_views = 0;
|
|
}
|
|
|
|
static void
|
|
create_render_target_views (GstD3D11Memory * mem)
|
|
{
|
|
gint i;
|
|
HRESULT hr;
|
|
guint num_views = 0;
|
|
ID3D11Device *device_handle;
|
|
D3D11_RENDER_TARGET_VIEW_DESC render_desc = { 0, };
|
|
DXGI_FORMAT formats[GST_VIDEO_MAX_PLANES] = { DXGI_FORMAT_UNKNOWN, };
|
|
|
|
device_handle = gst_d3d11_device_get_device_handle (mem->device);
|
|
|
|
switch (mem->desc.Format) {
|
|
case DXGI_FORMAT_B8G8R8A8_UNORM:
|
|
case DXGI_FORMAT_R8G8B8A8_UNORM:
|
|
case DXGI_FORMAT_R10G10B10A2_UNORM:
|
|
case DXGI_FORMAT_R8_UNORM:
|
|
case DXGI_FORMAT_R8G8_UNORM:
|
|
case DXGI_FORMAT_R16_UNORM:
|
|
case DXGI_FORMAT_R16G16_UNORM:
|
|
num_views = 1;
|
|
formats[0] = mem->desc.Format;
|
|
break;
|
|
case DXGI_FORMAT_AYUV:
|
|
num_views = 1;
|
|
formats[0] = DXGI_FORMAT_R8G8B8A8_UNORM;
|
|
break;
|
|
case DXGI_FORMAT_NV12:
|
|
num_views = 2;
|
|
formats[0] = DXGI_FORMAT_R8_UNORM;
|
|
formats[1] = DXGI_FORMAT_R8G8_UNORM;
|
|
break;
|
|
case DXGI_FORMAT_P010:
|
|
case DXGI_FORMAT_P016:
|
|
num_views = 2;
|
|
formats[0] = DXGI_FORMAT_R16_UNORM;
|
|
formats[1] = DXGI_FORMAT_R16G16_UNORM;
|
|
break;
|
|
default:
|
|
g_assert_not_reached ();
|
|
break;
|
|
}
|
|
|
|
if ((mem->desc.BindFlags & D3D11_BIND_RENDER_TARGET) ==
|
|
D3D11_BIND_RENDER_TARGET) {
|
|
render_desc.ViewDimension = D3D11_RTV_DIMENSION_TEXTURE2D;
|
|
render_desc.Texture2D.MipSlice = 0;
|
|
|
|
for (i = 0; i < num_views; i++) {
|
|
render_desc.Format = formats[i];
|
|
|
|
hr = ID3D11Device_CreateRenderTargetView (device_handle,
|
|
(ID3D11Resource *) mem->texture, &render_desc,
|
|
&mem->render_target_view[i]);
|
|
if (!gst_d3d11_result (hr, mem->device)) {
|
|
GST_ERROR_OBJECT (GST_MEMORY_CAST (mem)->allocator,
|
|
"Failed to create %dth render target view (0x%x)", i, (guint) hr);
|
|
goto error;
|
|
}
|
|
}
|
|
|
|
mem->num_render_target_views = num_views;
|
|
}
|
|
|
|
return;
|
|
|
|
error:
|
|
for (i = 0; i < num_views; i++) {
|
|
if (mem->render_target_view[i])
|
|
ID3D11RenderTargetView_Release (mem->render_target_view[i]);
|
|
mem->render_target_view[i] = NULL;
|
|
}
|
|
|
|
mem->num_render_target_views = 0;
|
|
}
|
|
|
|
GstMemory *
|
|
gst_d3d11_allocator_alloc (GstD3D11Allocator * allocator,
|
|
GstD3D11AllocationParams * params)
|
|
{
|
|
GstD3D11Memory *mem;
|
|
GstD3D11Device *device;
|
|
ID3D11Texture2D *texture = NULL;
|
|
ID3D11Texture2D *staging = NULL;
|
|
D3D11_TEXTURE2D_DESC *desc;
|
|
gsize *size;
|
|
gboolean is_first = FALSE;
|
|
guint index_to_use = 0;
|
|
GstD3D11AllocatorPrivate *priv;
|
|
GstD3D11MemoryType type = GST_D3D11_MEMORY_TYPE_TEXTURE;
|
|
|
|
g_return_val_if_fail (GST_IS_D3D11_ALLOCATOR (allocator), NULL);
|
|
g_return_val_if_fail (params != NULL, NULL);
|
|
|
|
priv = allocator->priv;
|
|
device = allocator->device;
|
|
desc = ¶ms->desc[params->plane];
|
|
size = ¶ms->size[params->plane];
|
|
|
|
if (*size == 0)
|
|
is_first = TRUE;
|
|
|
|
if ((params->flags & GST_D3D11_ALLOCATION_FLAG_TEXTURE_ARRAY)) {
|
|
gint i;
|
|
|
|
do_again:
|
|
g_mutex_lock (&priv->lock);
|
|
if (priv->flushing) {
|
|
GST_DEBUG_OBJECT (allocator, "we are flushing");
|
|
g_mutex_unlock (&priv->lock);
|
|
|
|
return NULL;
|
|
}
|
|
|
|
for (i = 0; i < desc->ArraySize; i++) {
|
|
if (priv->array_in_use[i] == 0) {
|
|
index_to_use = i;
|
|
break;
|
|
}
|
|
}
|
|
|
|
if (i == desc->ArraySize) {
|
|
GST_DEBUG_OBJECT (allocator, "All elements in array are used now");
|
|
g_cond_wait (&priv->cond, &priv->lock);
|
|
g_mutex_unlock (&priv->lock);
|
|
goto do_again;
|
|
}
|
|
|
|
priv->array_in_use[index_to_use] = 1;
|
|
|
|
g_mutex_unlock (&priv->lock);
|
|
|
|
if (!priv->texture) {
|
|
priv->texture = gst_d3d11_device_create_texture (device, desc, NULL);
|
|
if (!priv->texture) {
|
|
GST_ERROR_OBJECT (allocator, "Couldn't create texture");
|
|
goto error;
|
|
}
|
|
}
|
|
|
|
ID3D11Texture2D_AddRef (priv->texture);
|
|
texture = priv->texture;
|
|
|
|
type = GST_D3D11_MEMORY_TYPE_ARRAY;
|
|
} else {
|
|
texture = gst_d3d11_device_create_texture (device, desc, NULL);
|
|
if (!texture) {
|
|
GST_ERROR_OBJECT (allocator, "Couldn't create texture");
|
|
goto error;
|
|
}
|
|
}
|
|
|
|
/* per plane, allocated staging texture to calculate actual size,
|
|
* stride, and offset */
|
|
if (is_first) {
|
|
gint num_plane;
|
|
gint stride[GST_VIDEO_MAX_PLANES];
|
|
gsize mem_size;
|
|
gint i;
|
|
|
|
staging = create_staging_texture (device, desc);
|
|
if (!staging) {
|
|
GST_ERROR_OBJECT (allocator, "Couldn't create staging texture");
|
|
goto error;
|
|
}
|
|
|
|
if (!calculate_mem_size (device,
|
|
staging, desc, D3D11_MAP_READ, stride, &mem_size))
|
|
goto error;
|
|
|
|
num_plane = gst_d3d11_dxgi_format_n_planes (desc->Format);
|
|
|
|
for (i = 0; i < num_plane; i++) {
|
|
params->stride[params->plane + i] = stride[i];
|
|
}
|
|
|
|
*size = mem_size;
|
|
}
|
|
|
|
mem = g_new0 (GstD3D11Memory, 1);
|
|
|
|
gst_memory_init (GST_MEMORY_CAST (mem),
|
|
0, GST_ALLOCATOR_CAST (allocator), NULL, *size, 0, 0, *size);
|
|
|
|
g_mutex_init (&mem->lock);
|
|
mem->info = params->info;
|
|
mem->plane = params->plane;
|
|
mem->desc = *desc;
|
|
mem->texture = texture;
|
|
mem->staging = staging;
|
|
mem->device = gst_object_ref (device);
|
|
mem->type = type;
|
|
mem->subresource_index = index_to_use;
|
|
|
|
if (staging)
|
|
GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D11_MEMORY_TRANSFER_NEED_DOWNLOAD);
|
|
|
|
return GST_MEMORY_CAST (mem);
|
|
|
|
error:
|
|
if (texture)
|
|
gst_d3d11_device_release_texture (device, texture);
|
|
|
|
if (staging)
|
|
gst_d3d11_device_release_texture (device, texture);
|
|
|
|
return NULL;
|
|
}
|
|
|
|
void
|
|
gst_d3d11_allocator_set_flushing (GstD3D11Allocator * allocator,
|
|
gboolean flushing)
|
|
{
|
|
GstD3D11AllocatorPrivate *priv;
|
|
|
|
g_return_if_fail (GST_IS_D3D11_ALLOCATOR (allocator));
|
|
|
|
priv = allocator->priv;
|
|
|
|
g_mutex_lock (&priv->lock);
|
|
priv->flushing = flushing;
|
|
g_cond_broadcast (&priv->cond);
|
|
g_mutex_unlock (&priv->lock);
|
|
}
|
|
|
|
gboolean
|
|
gst_is_d3d11_memory (GstMemory * mem)
|
|
{
|
|
return mem != NULL && mem->allocator != NULL &&
|
|
GST_IS_D3D11_ALLOCATOR (mem->allocator);
|
|
}
|
|
|
|
gboolean
|
|
gst_d3d11_memory_ensure_shader_resource_view (GstD3D11Memory * mem)
|
|
{
|
|
g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), FALSE);
|
|
|
|
if (mem->num_shader_resource_views)
|
|
return TRUE;
|
|
|
|
if (!(mem->desc.BindFlags & D3D11_BIND_SHADER_RESOURCE)) {
|
|
GST_WARNING_OBJECT (GST_MEMORY_CAST (mem)->allocator,
|
|
"Need BindFlags, current flag 0x%x", mem->desc.BindFlags);
|
|
|
|
return FALSE;
|
|
}
|
|
|
|
create_shader_resource_views (mem);
|
|
|
|
return ! !mem->num_shader_resource_views;
|
|
}
|
|
|
|
gboolean
|
|
gst_d3d11_memory_ensure_render_target_view (GstD3D11Memory * mem)
|
|
{
|
|
g_return_val_if_fail (gst_is_d3d11_memory (GST_MEMORY_CAST (mem)), FALSE);
|
|
|
|
if (mem->num_render_target_views)
|
|
return TRUE;
|
|
|
|
if (!(mem->desc.BindFlags & D3D11_BIND_RENDER_TARGET)) {
|
|
GST_WARNING_OBJECT (GST_MEMORY_CAST (mem)->allocator,
|
|
"Need BindFlags, current flag 0x%x", mem->desc.BindFlags);
|
|
|
|
return FALSE;
|
|
}
|
|
|
|
create_render_target_views (mem);
|
|
|
|
return ! !mem->num_render_target_views;
|
|
}
|