/* GStreamer * Copyright (C) 2019 OKADA Jun-ichi * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ /** * SECTION:element-dxgiscreencapsrc * @title: dxgiscreencapsrc * * This element uses DXGI Desktop Duplication API. * The default is capturing the whole desktop, but #GstDXGIScreenCapSrc:x, * #GstDXGIScreenCapSrc:y, #GstDXGIScreenCapSrc:width and * #GstDXGIScreenCapSrc:height can be used to select a particular region. * Use #GstDXGIScreenCapSrc:monitor for changing which monitor to capture * from. * * ## Example pipelines * |[ * gst-launch-1.0 dxgiscreencapsrc ! videoconvert ! dshowvideosink * ]| Capture the desktop and display it. * |[ * gst-launch-1.0 dxgiscreencapsrc x=100 y=100 width=320 height=240 ! * videoconvert ! dshowvideosink * ]| Capture a portion of the desktop and display it. * */ #ifdef HAVE_CONFIG_H #include "config.h" #endif #include #include #include #include "gstdxgiscreencapsrc.h" #include "dxgicapture.h" GST_DEBUG_CATEGORY_EXTERN (gst_dxgi_screen_cap_src_debug); #define GST_CAT_DEFAULT gst_dxgi_screen_cap_src_debug struct _GstDXGIScreenCapSrc { /* Parent */ GstPushSrc src; /* Properties */ gint capture_x; gint capture_y; gint capture_w; gint capture_h; guint monitor; gchar *device_name; gboolean show_cursor; /* Source pad frame rate */ gint rate_numerator; gint rate_denominator; /* Runtime variables */ RECT screen_rect; RECT src_rect; guint64 frame_number; GstClockID clock_id; GstVideoInfo video_info; /*DXGI capture */ DxgiCapture *dxgi_capture; }; static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS, GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("BGRA"))); #define gst_dxgi_screen_cap_src_parent_class parent_class G_DEFINE_TYPE (GstDXGIScreenCapSrc, gst_dxgi_screen_cap_src, GST_TYPE_PUSH_SRC); #define DEFAULT_MONITOR (-1) #define DEFAULT_DEVICE_NAME (NULL) #define DEFAULT_SHOW_CURSOR (FALSE) #define DEFAULT_X_POS (0) #define DEFAULT_Y_POS (0) #define DEFAULT_WIDTH (0) #define DEFAULT_HEIGHT (0) enum { PROP_0, PROP_MONITOR, PROP_DEVICE_NAME, PROP_SHOW_CURSOR, PROP_X_POS, PROP_Y_POS, PROP_WIDTH, PROP_HEIGHT }; static void gst_dxgi_screen_cap_src_dispose (GObject * object); static void gst_dxgi_screen_cap_src_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec); static void gst_dxgi_screen_cap_src_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec); static GstCaps *gst_dxgi_screen_cap_src_fixate (GstBaseSrc * bsrc, GstCaps * caps); static gboolean gst_dxgi_screen_cap_src_set_caps (GstBaseSrc * bsrc, GstCaps * caps); static GstCaps *gst_dxgi_screen_cap_src_get_caps (GstBaseSrc * bsrc, GstCaps * filter); static gboolean gst_dxgi_screen_cap_src_start (GstBaseSrc * bsrc); static gboolean gst_dxgi_screen_cap_src_stop (GstBaseSrc * bsrc); static gboolean gst_dxgi_screen_cap_src_unlock (GstBaseSrc * bsrc); static GstFlowReturn gst_dxgi_screen_cap_src_create (GstBaseSrc * pushsrc, guint64 offset, guint length, GstBuffer ** buffer); static HMONITOR _get_hmonitor (GstDXGIScreenCapSrc * src); /* Implementation. */ static void gst_dxgi_screen_cap_src_class_init (GstDXGIScreenCapSrcClass * klass) { GObjectClass *go_class; GstElementClass *e_class; GstBaseSrcClass *bs_class; go_class = G_OBJECT_CLASS (klass); e_class = GST_ELEMENT_CLASS (klass); bs_class = GST_BASE_SRC_CLASS (klass); go_class->set_property = gst_dxgi_screen_cap_src_set_property; go_class->get_property = gst_dxgi_screen_cap_src_get_property; go_class->dispose = GST_DEBUG_FUNCPTR (gst_dxgi_screen_cap_src_dispose); bs_class->get_caps = GST_DEBUG_FUNCPTR (gst_dxgi_screen_cap_src_get_caps); bs_class->set_caps = GST_DEBUG_FUNCPTR (gst_dxgi_screen_cap_src_set_caps); bs_class->start = GST_DEBUG_FUNCPTR (gst_dxgi_screen_cap_src_start); bs_class->stop = GST_DEBUG_FUNCPTR (gst_dxgi_screen_cap_src_stop); bs_class->unlock = GST_DEBUG_FUNCPTR (gst_dxgi_screen_cap_src_unlock); bs_class->fixate = GST_DEBUG_FUNCPTR (gst_dxgi_screen_cap_src_fixate); bs_class->create = GST_DEBUG_FUNCPTR (gst_dxgi_screen_cap_src_create); g_object_class_install_property (go_class, PROP_MONITOR, g_param_spec_int ("monitor", "Monitor", "Which monitor to use (-1 = primary monitor and default)", DEFAULT_MONITOR, G_MAXINT, DEFAULT_MONITOR, G_PARAM_READWRITE)); g_object_class_install_property (go_class, PROP_DEVICE_NAME, g_param_spec_string ("device-name", "Monitor device name", "Which monitor to use by device name (e.g. \"\\\\\\\\.\\\\DISPLAY1\")", DEFAULT_DEVICE_NAME, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); g_object_class_install_property (go_class, PROP_SHOW_CURSOR, g_param_spec_boolean ("cursor", "Show mouse cursor", "Whether to show mouse cursor (default off)", DEFAULT_SHOW_CURSOR, G_PARAM_READWRITE)); g_object_class_install_property (go_class, PROP_X_POS, g_param_spec_int ("x", "X", "Horizontal coordinate of top left corner for the screen capture " "area", 0, G_MAXINT, DEFAULT_X_POS, G_PARAM_READWRITE)); g_object_class_install_property (go_class, PROP_Y_POS, g_param_spec_int ("y", "Y", "Vertical coordinate of top left corner for the screen capture " "area", 0, G_MAXINT, DEFAULT_Y_POS, G_PARAM_READWRITE)); g_object_class_install_property (go_class, PROP_WIDTH, g_param_spec_int ("width", "Width", "Width of screen capture area (0 = maximum)", 0, G_MAXINT, DEFAULT_WIDTH, G_PARAM_READWRITE)); g_object_class_install_property (go_class, PROP_HEIGHT, g_param_spec_int ("height", "Height", "Height of screen capture area (0 = maximum)", 0, G_MAXINT, DEFAULT_HEIGHT, G_PARAM_READWRITE)); gst_element_class_add_static_pad_template (e_class, &src_template); gst_element_class_set_static_metadata (e_class, "DirectX DXGI screen capture source", "Source/Video", "Captures screen", "OKADA Jun-ichi "); } static void gst_dxgi_screen_cap_src_init (GstDXGIScreenCapSrc * src) { /* Set src element inital values... */ src->capture_x = DEFAULT_X_POS; src->capture_y = DEFAULT_Y_POS; src->capture_w = DEFAULT_WIDTH; src->capture_h = DEFAULT_HEIGHT; src->monitor = DEFAULT_MONITOR; src->device_name = DEFAULT_DEVICE_NAME; src->show_cursor = DEFAULT_SHOW_CURSOR; src->dxgi_capture = NULL; gst_base_src_set_live (GST_BASE_SRC (src), TRUE); gst_base_src_set_format (GST_BASE_SRC (src), GST_FORMAT_TIME); } static void gst_dxgi_screen_cap_src_dispose (GObject * object) { GstDXGIScreenCapSrc *src = GST_DXGI_SCREEN_CAP_SRC (object); g_free (src->device_name); src->device_name = NULL; dxgicap_destory (src->dxgi_capture); src->dxgi_capture = NULL; G_OBJECT_CLASS (parent_class)->dispose (object); } static void gst_dxgi_screen_cap_src_set_property (GObject * object, guint prop_id, const GValue * value, GParamSpec * pspec) { GstDXGIScreenCapSrc *src = GST_DXGI_SCREEN_CAP_SRC (object); switch (prop_id) { case PROP_MONITOR: src->monitor = g_value_get_int (value); break; case PROP_DEVICE_NAME: g_free (src->device_name); src->device_name = g_value_dup_string (value); break; case PROP_SHOW_CURSOR: src->show_cursor = g_value_get_boolean (value); break; case PROP_X_POS: src->capture_x = g_value_get_int (value); break; case PROP_Y_POS: src->capture_y = g_value_get_int (value); break; case PROP_WIDTH: src->capture_w = g_value_get_int (value); break; case PROP_HEIGHT: src->capture_h = g_value_get_int (value); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; }; } static void gst_dxgi_screen_cap_src_get_property (GObject * object, guint prop_id, GValue * value, GParamSpec * pspec) { GstDXGIScreenCapSrc *src = GST_DXGI_SCREEN_CAP_SRC (object); switch (prop_id) { case PROP_MONITOR: g_value_set_int (value, src->monitor); break; case PROP_DEVICE_NAME: g_value_set_string (value, src->device_name); break; case PROP_SHOW_CURSOR: g_value_set_boolean (value, src->show_cursor); break; case PROP_X_POS: g_value_set_int (value, src->capture_x); break; case PROP_Y_POS: g_value_set_int (value, src->capture_y); break; case PROP_WIDTH: g_value_set_int (value, src->capture_w); break; case PROP_HEIGHT: g_value_set_int (value, src->capture_h); break; default: G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); break; }; } static GstCaps * gst_dxgi_screen_cap_src_fixate (GstBaseSrc * bsrc, GstCaps * caps) { GstStructure *structure; caps = gst_caps_make_writable (caps); structure = gst_caps_get_structure (caps, 0); gst_structure_fixate_field_nearest_int (structure, "width", 640); gst_structure_fixate_field_nearest_int (structure, "height", 480); gst_structure_fixate_field_nearest_fraction (structure, "framerate", 30, 1); caps = GST_BASE_SRC_CLASS (parent_class)->fixate (bsrc, caps); return caps; } static gboolean gst_dxgi_screen_cap_src_set_caps (GstBaseSrc * bsrc, GstCaps * caps) { GstDXGIScreenCapSrc *src = GST_DXGI_SCREEN_CAP_SRC (bsrc); GstStructure *structure; structure = gst_caps_get_structure (caps, 0); src->src_rect = src->screen_rect; if (src->capture_w && src->capture_h) { src->src_rect.left += src->capture_x; src->src_rect.top += src->capture_y; src->src_rect.right = src->src_rect.left + src->capture_w; src->src_rect.bottom = src->src_rect.top + src->capture_h; } gst_structure_get_fraction (structure, "framerate", &src->rate_numerator, &src->rate_denominator); GST_DEBUG_OBJECT (src, "set_caps size %dx%d, %d/%d fps", (gint) RECT_WIDTH (src->src_rect), (gint) RECT_HEIGHT (src->src_rect), src->rate_numerator, src->rate_denominator); gst_video_info_from_caps (&src->video_info, caps); gst_base_src_set_blocksize (bsrc, GST_VIDEO_INFO_SIZE (&src->video_info)); return TRUE; } static GstCaps * gst_dxgi_screen_cap_src_get_caps (GstBaseSrc * bsrc, GstCaps * filter) { GstDXGIScreenCapSrc *src = GST_DXGI_SCREEN_CAP_SRC (bsrc); RECT rect_dst; GstCaps *caps = NULL; HMONITOR hmonitor = _get_hmonitor (src); if (!get_monitor_physical_size (hmonitor, &rect_dst)) { GST_ELEMENT_ERROR (src, RESOURCE, NOT_FOUND, ("Specified monitor with index %d not found", src->monitor), (NULL)); return NULL; } src->screen_rect = rect_dst; if (src->capture_w && src->capture_h && src->capture_x + src->capture_w <= RECT_WIDTH (rect_dst) && src->capture_y + src->capture_h <= RECT_HEIGHT (rect_dst)) { rect_dst.left = src->capture_x; rect_dst.top = src->capture_y; rect_dst.right = src->capture_x + src->capture_w; rect_dst.bottom = src->capture_y + src->capture_h; } else { /* Default values */ src->capture_x = src->capture_y = 0; src->capture_w = src->capture_h = 0; } /* The desktop image is always in the DXGI_FORMAT_B8G8R8A8_UNORM format. */ GST_DEBUG_OBJECT (src, "get_cap rect: %ld, %ld, %ld, %ld", rect_dst.left, rect_dst.top, rect_dst.right, rect_dst.bottom); caps = gst_caps_new_simple ("video/x-raw", "format", G_TYPE_STRING, "BGRA", "width", G_TYPE_INT, RECT_WIDTH (rect_dst), "height", G_TYPE_INT, RECT_HEIGHT (rect_dst), "framerate", GST_TYPE_FRACTION_RANGE, 1, 1, G_MAXINT, 1, "pixel-aspect-ratio", GST_TYPE_FRACTION, 1, 1, NULL); if (filter) { GstCaps *tmp = gst_caps_intersect_full (filter, caps, GST_CAPS_INTERSECT_FIRST); gst_caps_unref (caps); caps = tmp; } return caps; } static gboolean gst_dxgi_screen_cap_src_start (GstBaseSrc * bsrc) { GstDXGIScreenCapSrc *src = GST_DXGI_SCREEN_CAP_SRC (bsrc); HMONITOR hmonitor = _get_hmonitor (src); if (NULL == hmonitor) { GST_ELEMENT_ERROR (src, RESOURCE, NOT_FOUND, ("Specified monitor with index %d not found", src->monitor), (NULL)); return FALSE; } src->dxgi_capture = dxgicap_new (hmonitor, src); if (NULL == src->dxgi_capture) { GST_ELEMENT_ERROR (src, RESOURCE, NOT_FOUND, ("Specified monitor with index %d not found", src->monitor), (NULL)); return FALSE; } dxgicap_start (src->dxgi_capture); src->frame_number = -1; return TRUE; } static gboolean gst_dxgi_screen_cap_src_stop (GstBaseSrc * bsrc) { GstDXGIScreenCapSrc *src = GST_DXGI_SCREEN_CAP_SRC (bsrc); dxgicap_stop (src->dxgi_capture); dxgicap_destory (src->dxgi_capture); src->dxgi_capture = NULL; return TRUE; } static gboolean gst_dxgi_screen_cap_src_unlock (GstBaseSrc * bsrc) { GstDXGIScreenCapSrc *src = GST_DXGI_SCREEN_CAP_SRC (bsrc); GST_OBJECT_LOCK (src); if (src->clock_id) { GST_DEBUG_OBJECT (src, "Waking up waiting clock"); gst_clock_id_unschedule (src->clock_id); } GST_OBJECT_UNLOCK (src); return TRUE; } static GstFlowReturn gst_dxgi_screen_cap_src_create (GstBaseSrc * base_src, guint64 offset, guint length, GstBuffer ** buf) { GstDXGIScreenCapSrc *src = GST_DXGI_SCREEN_CAP_SRC (base_src); GstClock *clock; GstClockTime buf_time, buf_dur; guint64 frame_number; GstFlowReturn ret; GstBuffer *buffer = NULL; if (G_UNLIKELY (!src->dxgi_capture)) { GST_DEBUG_OBJECT (src, "format wasn't negotiated before create function"); return GST_FLOW_NOT_NEGOTIATED; } clock = gst_element_get_clock (GST_ELEMENT (src)); if (clock != NULL) { GstClockTime time, base_time; /* Calculate sync time. */ time = gst_clock_get_time (clock); base_time = gst_element_get_base_time (GST_ELEMENT (src)); buf_time = time - base_time; if (src->rate_numerator) { frame_number = gst_util_uint64_scale (buf_time, src->rate_numerator, GST_SECOND * src->rate_denominator); } else { frame_number = -1; } } else { buf_time = GST_CLOCK_TIME_NONE; frame_number = -1; } if (frame_number != -1 && frame_number == src->frame_number) { GstClockID id; GstClockReturn ret; /* Need to wait for the next frame */ frame_number += 1; /* Figure out what the next frame time is */ buf_time = gst_util_uint64_scale (frame_number, src->rate_denominator * GST_SECOND, src->rate_numerator); id = gst_clock_new_single_shot_id (clock, buf_time + gst_element_get_base_time (GST_ELEMENT (src))); GST_OBJECT_LOCK (src); src->clock_id = id; GST_OBJECT_UNLOCK (src); GST_DEBUG_OBJECT (src, "Waiting for next frame time %" G_GUINT64_FORMAT, buf_time); ret = gst_clock_id_wait (id, NULL); GST_OBJECT_LOCK (src); gst_clock_id_unref (id); src->clock_id = NULL; GST_OBJECT_UNLOCK (src); if (ret == GST_CLOCK_UNSCHEDULED) { /* Got woken up by the unlock function */ if (clock) { gst_object_unref (clock); } return GST_FLOW_FLUSHING; } /* Duration is a complete 1/fps frame duration */ buf_dur = gst_util_uint64_scale_int (GST_SECOND, src->rate_denominator, src->rate_numerator); } else if (frame_number != -1) { GstClockTime next_buf_time; GST_DEBUG_OBJECT (src, "No need to wait for next frame time %" G_GUINT64_FORMAT " next frame = %" G_GINT64_FORMAT " prev = %" G_GINT64_FORMAT, buf_time, frame_number, src->frame_number); next_buf_time = gst_util_uint64_scale (frame_number + 1, src->rate_denominator * GST_SECOND, src->rate_numerator); /* Frame duration is from now until the next expected capture time */ buf_dur = next_buf_time - buf_time; } else { buf_dur = GST_CLOCK_TIME_NONE; } src->frame_number = frame_number; if (clock) { gst_object_unref (clock); } /* Get the latest desktop frame. */ do { ret = dxgicap_acquire_next_frame (src->dxgi_capture, src->show_cursor, 0); if (ret == GST_DXGICAP_FLOW_RESOLUTION_CHANGE) { GST_DEBUG_OBJECT (src, "Resolution change detected."); if (!gst_base_src_negotiate (GST_BASE_SRC (src))) { return GST_FLOW_NOT_NEGOTIATED; } } } while (ret == GST_DXGICAP_FLOW_RESOLUTION_CHANGE); if (ret != GST_FLOW_OK) { return ret; } ret = GST_BASE_SRC_CLASS (g_type_class_peek_parent (parent_class))->alloc (base_src, offset, length, &buffer); if (ret != GST_FLOW_OK) { return ret; } /* Copy the latest desktop frame to the video frame. */ if (dxgicap_copy_buffer (src->dxgi_capture, src->show_cursor, &src->src_rect, &src->video_info, buffer)) { GST_BUFFER_TIMESTAMP (buffer) = buf_time; GST_BUFFER_DURATION (buffer) = buf_dur; *buf = buffer; return GST_FLOW_OK; } gst_clear_buffer (&buffer); return GST_FLOW_ERROR; } static HMONITOR _get_hmonitor (GstDXGIScreenCapSrc * src) { HMONITOR hmonitor = NULL; GST_DEBUG_OBJECT (src, "device_name:%s", GST_STR_NULL (src->device_name)); if (NULL != src->device_name) { hmonitor = get_hmonitor_by_device_name (src->device_name); } if (NULL == hmonitor && DEFAULT_MONITOR != src->monitor) { hmonitor = get_hmonitor_by_index (src->monitor); } if (NULL == hmonitor) { hmonitor = get_hmonitor_primary (); } return hmonitor; } void gst_dxgi_screen_cap_src_register (GstPlugin * plugin, GstRank rank) { if (!IsWindows8OrGreater ()) { GST_WARNING ("OS version is too old"); return; } if (!gst_dxgicap_shader_init ()) { GST_WARNING ("Couldn't load HLS compiler"); return; } /** * element-dxgiscreencapsrc: * * Since: 1.18 */ gst_element_register (plugin, "dxgiscreencapsrc", rank, GST_TYPE_DXGI_SCREEN_CAP_SRC); }