mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-12-23 00:36:51 +00:00
nvcodec: Add support CUDA to D3D12 memory copy
Adding CUDA -> D3D12 memory copy method to GstCudaD3D12Interop Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7529>
This commit is contained in:
Seungha Yang
parent
12b434ae9d
commit
16e94b7fc3
3 changed files with 179 additions and 21 deletions
|
|
@ -265,7 +265,7 @@ gst_cuda_d3d12_interop_init (GstCudaD3D12Interop * self)
|
|||
|
||||
GstCudaD3D12Interop *
|
||||
gst_cuda_d3d12_interop_new (GstCudaContext * context, GstD3D12Device * device,
|
||||
const GstVideoInfo * info)
|
||||
const GstVideoInfo * info, gboolean is_uploader)
|
||||
{
|
||||
gint64 cuda_luid = 0;
|
||||
gint64 d3d_luid = 0;
|
||||
|
|
@ -320,11 +320,19 @@ gst_cuda_d3d12_interop_new (GstCudaContext * context, GstD3D12Device * device,
|
|||
auto device_handle = gst_d3d12_device_get_device_handle (device);
|
||||
priv->alloc_info = device_handle->GetResourceAllocationInfo (0, 1, &desc);
|
||||
|
||||
priv->in_fence = gst_d3d12_device_get_fence_handle (device,
|
||||
D3D12_COMMAND_LIST_TYPE_COMPUTE);
|
||||
HRESULT hr;
|
||||
if (is_uploader) {
|
||||
priv->in_fence = gst_d3d12_device_get_fence_handle (device,
|
||||
D3D12_COMMAND_LIST_TYPE_COMPUTE);
|
||||
hr = device_handle->CreateFence (0, D3D12_FENCE_FLAG_SHARED,
|
||||
IID_PPV_ARGS (&priv->out_fence));
|
||||
} else {
|
||||
priv->out_fence = gst_d3d12_device_get_fence_handle (device,
|
||||
D3D12_COMMAND_LIST_TYPE_COMPUTE);
|
||||
hr = device_handle->CreateFence (0, D3D12_FENCE_FLAG_SHARED,
|
||||
IID_PPV_ARGS (&priv->in_fence));
|
||||
}
|
||||
|
||||
auto hr = device_handle->CreateFence (0, D3D12_FENCE_FLAG_SHARED,
|
||||
IID_PPV_ARGS (&priv->out_fence));
|
||||
if (!gst_d3d12_result (hr, device)) {
|
||||
gst_object_unref (self);
|
||||
return nullptr;
|
||||
|
|
@ -353,22 +361,24 @@ gst_cuda_d3d12_interop_new (GstCudaContext * context, GstD3D12Device * device,
|
|||
return nullptr;
|
||||
}
|
||||
|
||||
hr = device_handle->CreateSharedHandle (priv->out_fence.Get (), nullptr,
|
||||
GENERIC_ALL, nullptr, &nt_handle);
|
||||
if (!gst_d3d12_result (hr, device)) {
|
||||
if (is_uploader) {
|
||||
hr = device_handle->CreateSharedHandle (priv->out_fence.Get (), nullptr,
|
||||
GENERIC_ALL, nullptr, &nt_handle);
|
||||
if (!gst_d3d12_result (hr, device)) {
|
||||
gst_cuda_context_pop (nullptr);
|
||||
gst_object_unref (self);
|
||||
return nullptr;
|
||||
}
|
||||
|
||||
sem_desc.handle.win32.handle = nt_handle;
|
||||
cuda_ret = CuImportExternalSemaphore (&priv->out_sem, &sem_desc);
|
||||
CloseHandle (nt_handle);
|
||||
gst_cuda_context_pop (nullptr);
|
||||
gst_object_unref (self);
|
||||
return nullptr;
|
||||
}
|
||||
|
||||
sem_desc.handle.win32.handle = nt_handle;
|
||||
cuda_ret = CuImportExternalSemaphore (&priv->out_sem, &sem_desc);
|
||||
CloseHandle (nt_handle);
|
||||
gst_cuda_context_pop (nullptr);
|
||||
|
||||
if (!gst_cuda_result (cuda_ret)) {
|
||||
gst_object_unref (self);
|
||||
return nullptr;
|
||||
if (!gst_cuda_result (cuda_ret)) {
|
||||
gst_object_unref (self);
|
||||
return nullptr;
|
||||
}
|
||||
}
|
||||
|
||||
priv->fence_waiter =
|
||||
|
|
@ -675,3 +685,145 @@ gst_cuda_d3d12_interop_upload_async (GstCudaD3D12Interop * interop,
|
|||
|
||||
return TRUE;
|
||||
}
|
||||
|
||||
gboolean
|
||||
gst_cuda_d3d12_interop_download_async (GstCudaD3D12Interop * interop,
|
||||
GstBuffer * dst_d3d12, GstBuffer * src_cuda, GstCudaStream * stream)
|
||||
{
|
||||
GstD3D12Frame frame_12;
|
||||
GstVideoFrame frame_cuda;
|
||||
|
||||
auto priv = interop->priv;
|
||||
|
||||
if (!gst_d3d12_frame_map (&frame_12, &priv->info,
|
||||
dst_d3d12, GST_MAP_WRITE_D3D12, GST_D3D12_FRAME_MAP_FLAG_NONE)) {
|
||||
GST_ERROR_OBJECT (interop, "Couldn't map d3d12 buffer");
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
if (!gst_d3d12_device_is_equal (priv->device, frame_12.device)) {
|
||||
GST_WARNING_OBJECT (interop, "Different d3d12 device");
|
||||
gst_d3d12_frame_unmap (&frame_12);
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
if (!gst_video_frame_map (&frame_cuda, &priv->info, src_cuda,
|
||||
(GstMapFlags) (GST_MAP_READ | GST_MAP_CUDA))) {
|
||||
GST_ERROR_OBJECT (interop, "Couldn't map cuda buffer");
|
||||
gst_d3d12_frame_unmap (&frame_12);
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
GstCudaD3D12InteropResource *resource;
|
||||
if (!gst_cuda_d3d12_interop_acquire_resource (interop, &resource)) {
|
||||
GST_ERROR_OBJECT (interop, "Couldn't acquire resource");
|
||||
gst_d3d12_frame_unmap (&frame_12);
|
||||
gst_video_frame_unmap (&frame_cuda);
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
if (!gst_cuda_context_push (priv->context)) {
|
||||
GST_ERROR_OBJECT (interop, "Couldn't push context");
|
||||
gst_d3d12_frame_unmap (&frame_12);
|
||||
gst_video_frame_unmap (&frame_cuda);
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
auto stream_handle = gst_cuda_stream_get_handle (stream);
|
||||
for (guint i = 0; i < GST_VIDEO_FRAME_N_PLANES (&frame_cuda); i++) {
|
||||
CUDA_MEMCPY2D copy_params = { };
|
||||
guint8 *dst_data = (guint8 *) resource->devptr;
|
||||
|
||||
dst_data += priv->layout[i].Offset;
|
||||
|
||||
copy_params.srcMemoryType = CU_MEMORYTYPE_DEVICE;
|
||||
copy_params.srcDevice = (CUdeviceptr)
|
||||
GST_VIDEO_FRAME_PLANE_DATA (&frame_cuda, i);
|
||||
copy_params.srcPitch = GST_VIDEO_FRAME_PLANE_STRIDE (&frame_cuda, i);
|
||||
|
||||
copy_params.dstMemoryType = CU_MEMORYTYPE_DEVICE;
|
||||
copy_params.dstDevice = (CUdeviceptr) dst_data;
|
||||
copy_params.dstPitch = priv->layout[i].Footprint.RowPitch;
|
||||
|
||||
copy_params.WidthInBytes = GST_VIDEO_FRAME_COMP_WIDTH (&frame_cuda, i) *
|
||||
GST_VIDEO_FRAME_COMP_PSTRIDE (&frame_cuda, i);
|
||||
copy_params.Height = GST_VIDEO_FRAME_COMP_HEIGHT (&frame_cuda, i);
|
||||
|
||||
auto cuda_ret = CuMemcpy2DAsync (©_params, stream_handle);
|
||||
if (!gst_cuda_result (cuda_ret)) {
|
||||
GST_ERROR_OBJECT (interop, "CuMemcpy2DAsync failed");
|
||||
gst_video_frame_unmap (&frame_cuda);
|
||||
gst_d3d12_frame_unmap (&frame_12);
|
||||
gst_mini_object_unref (resource);
|
||||
gst_cuda_context_pop (nullptr);
|
||||
|
||||
return FALSE;
|
||||
}
|
||||
}
|
||||
|
||||
priv->fence_val++;
|
||||
CUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS signal_params = { };
|
||||
signal_params.params.fence.value = priv->fence_val;
|
||||
|
||||
auto cuda_ret = CuSignalExternalSemaphoresAsync (&priv->in_sem,
|
||||
&signal_params, 1, stream_handle);
|
||||
gst_cuda_context_pop (nullptr);
|
||||
gst_video_frame_unmap (&frame_cuda);
|
||||
|
||||
if (!gst_cuda_result (cuda_ret)) {
|
||||
GST_ERROR_OBJECT (interop, "CuSignalExternalSemaphoresAsync failed");
|
||||
gst_mini_object_unref (resource);
|
||||
priv->fence_val--;
|
||||
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
GstD3D12FenceData *fence_data;
|
||||
gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
|
||||
|
||||
gst_d3d12_fence_data_push (fence_data,
|
||||
FENCE_NOTIFY_MINI_OBJECT (gst_mini_object_ref (resource)));
|
||||
|
||||
GstD3D12CopyTextureRegionArgs args[GST_VIDEO_MAX_PLANES] = { };
|
||||
D3D12_BOX src_box[GST_VIDEO_MAX_PLANES] = { };
|
||||
|
||||
for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (&priv->info); i++) {
|
||||
src_box[i].left = 0;
|
||||
src_box[i].top = 0;
|
||||
src_box[i].right = MIN (frame_12.plane_rect[i].right,
|
||||
priv->layout[i].Footprint.Width);
|
||||
src_box[i].bottom = MIN (frame_12.plane_rect[i].bottom,
|
||||
priv->layout[i].Footprint.Height);
|
||||
src_box[i].front = 0;
|
||||
src_box[i].back = 1;
|
||||
|
||||
args[i].src.Type = D3D12_TEXTURE_COPY_TYPE_PLACED_FOOTPRINT;
|
||||
args[i].src.pResource = resource->resource.Get ();
|
||||
args[i].src.PlacedFootprint = priv->layout[i];
|
||||
|
||||
args[i].dst.Type = D3D12_TEXTURE_COPY_TYPE_SUBRESOURCE_INDEX;
|
||||
args[i].dst.pResource = frame_12.data[i];
|
||||
args[i].dst.SubresourceIndex = frame_12.subresource_index[i];
|
||||
}
|
||||
|
||||
auto in_fence = priv->in_fence.Get ();
|
||||
guint64 fence_val;
|
||||
auto ret = gst_d3d12_device_copy_texture_region (priv->device,
|
||||
GST_VIDEO_INFO_N_PLANES (&priv->info), args, fence_data,
|
||||
1, &in_fence, &priv->fence_val, D3D12_COMMAND_LIST_TYPE_COMPUTE,
|
||||
&fence_val);
|
||||
gst_d3d12_frame_unmap (&frame_12);
|
||||
|
||||
if (!ret) {
|
||||
GST_ERROR_OBJECT (interop, "Couldn't execute d3d12 copy");
|
||||
gst_mini_object_unref (resource);
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
priv->fence_waiter->wait_async (priv->fence_val, resource);
|
||||
|
||||
gst_d3d12_buffer_set_fence (dst_d3d12, priv->out_fence.Get (), fence_val,
|
||||
FALSE);
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
|
|
|||
|
|
@ -34,12 +34,18 @@ GType gst_cuda_d3d12_interop_resource_get_type (void);
|
|||
|
||||
GstCudaD3D12Interop * gst_cuda_d3d12_interop_new (GstCudaContext * context,
|
||||
GstD3D12Device * device,
|
||||
const GstVideoInfo * info);
|
||||
const GstVideoInfo * info,
|
||||
gboolean is_uploader);
|
||||
|
||||
gboolean gst_cuda_d3d12_interop_upload_async (GstCudaD3D12Interop * interop,
|
||||
GstBuffer * dst_cuda,
|
||||
GstBuffer * src_d3d12,
|
||||
GstCudaStream * stream);
|
||||
|
||||
gboolean gst_cuda_d3d12_interop_download_async (GstCudaD3D12Interop * interop,
|
||||
GstBuffer * dst_d3d12,
|
||||
GstBuffer * src_cuda,
|
||||
GstCudaStream * stream);
|
||||
|
||||
G_END_DECLS
|
||||
|
||||
|
|
|
|||
|
|
@ -1315,7 +1315,7 @@ gst_nv_encoder_set_format (GstVideoEncoder * encoder,
|
|||
gst_d3d12_ensure_element_data_for_adapter_luid (GST_ELEMENT (self),
|
||||
priv->dxgi_adapter_luid, &priv->device_12)) {
|
||||
priv->interop_12 = gst_cuda_d3d12_interop_new (priv->context,
|
||||
priv->device_12, &state->info);
|
||||
priv->device_12, &state->info, TRUE);
|
||||
}
|
||||
}
|
||||
#endif
|
||||
|
|
|
|||
Loading…
Reference in a new issue