gstreamer/sys/winscreencap/gstgdiscreencapsrc.c

563 lines
17 KiB
C
Raw Normal View History

/* GStreamer
* Copyright (C) 2007 Haakon Sporsheim <hakon.sporsheim@tandberg.com>
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
/**
* SECTION:element-gdiscreencapsrc
*
* This element uses GDI to capture the desktop or a portion of it.
* The default is capturing the whole desktop, but #GstGDIScreenCapSrc:x,
* #GstGDIScreenCapSrc:y, #GstGDIScreenCapSrc:width and
* #GstGDIScreenCapSrc:height can be used to select a particular region.
* Use #GstGDIScreenCapSrc:monitor for changing which monitor to capture
* from.
*
* Set #GstGDIScreenCapSrc:cursor to TRUE to include the mouse cursor.
*
* <refsect2>
* <title>Example pipelines</title>
* |[
* gst-launch gdiscreencapsrc ! ffmpegcolorspace ! dshowvideosink
* ]| Capture the desktop and display it.
* |[
* gst-launch gdiscreencapsrc x=100 y=100 width=320 height=240 cursor=TRUE
* ! ffmpegcolorspace ! dshowvideosink
* ]| Capture a portion of the desktop, including the mouse cursor, and
* display it.
* </refsect2>
*/
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif
#include "gstgdiscreencapsrc.h"
#include <gst/video/video.h>
GST_DEBUG_CATEGORY_STATIC (gdiscreencapsrc_debug);
static GstStaticPadTemplate src_template =
GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
GST_STATIC_CAPS (GST_VIDEO_CAPS_BGR));
GST_BOILERPLATE (GstGDIScreenCapSrc, gst_gdiscreencapsrc,
GstPushSrc, GST_TYPE_PUSH_SRC);
enum
{
PROP_0,
PROP_MONITOR,
PROP_SHOW_CURSOR,
PROP_X_POS,
PROP_Y_POS,
PROP_WIDTH,
PROP_HEIGHT
};
/* Fwd. decl. */
static void gst_gdiscreencapsrc_dispose (GObject * object);
static void gst_gdiscreencapsrc_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec);
static void gst_gdiscreencapsrc_get_property (GObject * object, guint prop_id,
GValue * value, GParamSpec * pspec);
static void gst_gdiscreencapsrc_fixate (GstPad * pad, GstCaps * caps);
static gboolean gst_gdiscreencapsrc_set_caps (GstBaseSrc * bsrc,
GstCaps * caps);
static GstCaps *gst_gdiscreencapsrc_get_caps (GstBaseSrc * bsrc);
static gboolean gst_gdiscreencapsrc_start (GstBaseSrc * bsrc);
static gboolean gst_gdiscreencapsrc_stop (GstBaseSrc * bsrc);
static void gst_gdiscreencapsrc_get_times (GstBaseSrc * basesrc,
GstBuffer * buffer, GstClockTime * start, GstClockTime * end);
static GstFlowReturn gst_gdiscreencapsrc_create (GstPushSrc * src,
GstBuffer ** buf);
static gboolean gst_gdiscreencapsrc_screen_capture (GstGDIScreenCapSrc * src,
GstBuffer * buf);
/* Implementation. */
static void
gst_gdiscreencapsrc_base_init (gpointer klass)
{
GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
gst_element_class_add_pad_template (element_class,
gst_static_pad_template_get (&src_template));
gst_element_class_set_static_metadata (element_class,
"GDI screen capture source", "Source/Video", "Captures screen",
"Haakon Sporsheim <hakon.sporsheim@tandberg.com>");
}
static void
gst_gdiscreencapsrc_class_init (GstGDIScreenCapSrcClass * klass)
{
GObjectClass *go_class;
GstBaseSrcClass *bs_class;
GstPushSrcClass *ps_class;
go_class = (GObjectClass *) klass;
bs_class = (GstBaseSrcClass *) klass;
ps_class = (GstPushSrcClass *) klass;
go_class->dispose = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_dispose);
go_class->set_property = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_set_property);
go_class->get_property = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_get_property);
bs_class->get_times = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_get_times);
bs_class->get_caps = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_get_caps);
bs_class->set_caps = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_set_caps);
bs_class->start = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_start);
bs_class->stop = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_stop);
ps_class->create = GST_DEBUG_FUNCPTR (gst_gdiscreencapsrc_create);
g_object_class_install_property (go_class, PROP_MONITOR,
g_param_spec_int ("monitor",
"Monitor", "Which monitor to use (0 = 1st monitor and default)",
0, G_MAXINT, 0, G_PARAM_READWRITE));
g_object_class_install_property (go_class, PROP_SHOW_CURSOR,
g_param_spec_boolean ("cursor", "Show mouse cursor",
"Whether to show mouse cursor (default off)",
FALSE, G_PARAM_READWRITE));
g_object_class_install_property (go_class, PROP_X_POS,
g_param_spec_int ("x", "X",
"Horizontal coordinate of top left corner for the screen capture "
"area", 0, G_MAXINT, 0, G_PARAM_READWRITE));
g_object_class_install_property (go_class, PROP_Y_POS,
g_param_spec_int ("y", "Y",
"Vertical coordinate of top left corner for the screen capture "
"area", 0, G_MAXINT, 0, G_PARAM_READWRITE));
g_object_class_install_property (go_class, PROP_WIDTH,
g_param_spec_int ("width", "Width",
"Width of screen capture area (0 = maximum)",
0, G_MAXINT, 0, G_PARAM_READWRITE));
g_object_class_install_property (go_class, PROP_HEIGHT,
g_param_spec_int ("height", "Height",
"Height of screen capture area (0 = maximum)",
0, G_MAXINT, 0, G_PARAM_READWRITE));
GST_DEBUG_CATEGORY_INIT (gdiscreencapsrc_debug,
"gdiscreencapsrc", 0, "GDI screen capture source");
}
static void
gst_gdiscreencapsrc_init (GstGDIScreenCapSrc * src,
GstGDIScreenCapSrcClass * klass)
{
/* Set src element inital values... */
GstPad *src_pad = GST_BASE_SRC_PAD (src);
gst_pad_set_fixatecaps_function (src_pad, gst_gdiscreencapsrc_fixate);
src->frames = 0;
src->dibMem = NULL;
src->hBitmap = (HBITMAP) INVALID_HANDLE_VALUE;
src->memDC = (HDC) INVALID_HANDLE_VALUE;
src->capture_x = 0;
src->capture_y = 0;
src->capture_w = 0;
src->capture_h = 0;
src->monitor = 0;
src->show_cursor = FALSE;
gst_base_src_set_format (GST_BASE_SRC (src), GST_FORMAT_TIME);
gst_base_src_set_live (GST_BASE_SRC (src), TRUE);
}
static void
gst_gdiscreencapsrc_dispose (GObject * object)
{
GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (object);
if (src->hBitmap != INVALID_HANDLE_VALUE)
DeleteObject (src->hBitmap);
if (src->memDC != INVALID_HANDLE_VALUE)
DeleteDC (src->memDC);
src->hBitmap = (HBITMAP) INVALID_HANDLE_VALUE;
src->memDC = (HDC) INVALID_HANDLE_VALUE;
src->dibMem = NULL;
}
static void
gst_gdiscreencapsrc_set_property (GObject * object, guint prop_id,
const GValue * value, GParamSpec * pspec)
{
GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (object);
switch (prop_id) {
case PROP_MONITOR:
if (g_value_get_int (value) >= GetSystemMetrics (SM_CMONITORS)) {
G_OBJECT_WARN_INVALID_PSPEC (object, "Monitor", prop_id, pspec);
break;
}
src->monitor = g_value_get_int (value);
break;
case PROP_SHOW_CURSOR:
src->show_cursor = g_value_get_boolean (value);
break;
case PROP_X_POS:
src->capture_x = g_value_get_int (value);
break;
case PROP_Y_POS:
src->capture_y = g_value_get_int (value);
break;
case PROP_WIDTH:
src->capture_w = g_value_get_int (value);
break;
case PROP_HEIGHT:
src->capture_h = g_value_get_int (value);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
};
}
static void
gst_gdiscreencapsrc_get_property (GObject * object, guint prop_id,
GValue * value, GParamSpec * pspec)
{
GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (object);
switch (prop_id) {
case PROP_MONITOR:
g_value_set_int (value, src->monitor);
break;
case PROP_SHOW_CURSOR:
g_value_set_boolean (value, src->show_cursor);
break;
case PROP_X_POS:
g_value_set_int (value, src->capture_x);
break;
case PROP_Y_POS:
g_value_set_int (value, src->capture_y);
break;
case PROP_WIDTH:
g_value_set_int (value, src->capture_w);
break;
case PROP_HEIGHT:
g_value_set_int (value, src->capture_h);
break;
default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break;
};
}
static void
gst_gdiscreencapsrc_fixate (GstPad * pad, GstCaps * caps)
{
GstStructure *structure;
structure = gst_caps_get_structure (caps, 0);
gst_structure_fixate_field_nearest_int (structure, "width", 640);
gst_structure_fixate_field_nearest_int (structure, "height", 480);
gst_structure_fixate_field_nearest_fraction (structure, "framerate", 30, 1);
}
static gboolean
gst_gdiscreencapsrc_set_caps (GstBaseSrc * bsrc, GstCaps * caps)
{
GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (bsrc);
HWND capture;
HDC device;
GstStructure *structure;
const GValue *framerate;
gint red_mask, green_mask, blue_mask;
gint bpp;
structure = gst_caps_get_structure (caps, 0);
gst_structure_get_int (structure, "red_mask", &red_mask);
gst_structure_get_int (structure, "green_mask", &green_mask);
gst_structure_get_int (structure, "blue_mask", &blue_mask);
if (blue_mask != GST_VIDEO_BYTE1_MASK_24_INT ||
green_mask != GST_VIDEO_BYTE2_MASK_24_INT ||
red_mask != GST_VIDEO_BYTE3_MASK_24_INT) {
GST_ERROR ("Wrong red_,green_,blue_ mask provided. "
"We only support RGB and BGR");
return FALSE;
}
gst_structure_get_int (structure, "bpp", &bpp);
if (bpp != 24) {
GST_ERROR ("Wrong bpp provided %d. We only support 24 bpp", bpp);
return FALSE;
}
src->src_rect = src->screen_rect;
if (src->capture_w && src->capture_h) {
src->src_rect.left += src->capture_x;
src->src_rect.top += src->capture_y;
src->src_rect.right = src->src_rect.left + src->capture_w;
src->src_rect.bottom = src->src_rect.top + src->capture_h;
}
framerate = gst_structure_get_value (structure, "framerate");
if (framerate) {
src->rate_numerator = gst_value_get_fraction_numerator (framerate);
src->rate_denominator = gst_value_get_fraction_denominator (framerate);
}
src->info.bmiHeader.biSize = sizeof (BITMAPINFOHEADER);
src->info.bmiHeader.biWidth = src->src_rect.right - src->src_rect.left;
src->info.bmiHeader.biHeight = src->src_rect.top - src->src_rect.bottom;
src->info.bmiHeader.biPlanes = 1;
src->info.bmiHeader.biBitCount = 24;
src->info.bmiHeader.biCompression = BI_RGB;
src->info.bmiHeader.biSizeImage = 0;
src->info.bmiHeader.biXPelsPerMeter = 0;
src->info.bmiHeader.biYPelsPerMeter = 0;
src->info.bmiHeader.biClrUsed = 0;
src->info.bmiHeader.biClrImportant = 0;
/* Cleanup first */
if (src->hBitmap != INVALID_HANDLE_VALUE)
DeleteObject (src->hBitmap);
if (src->memDC != INVALID_HANDLE_VALUE)
DeleteDC (src->memDC);
/* Allocate */
capture = GetDesktopWindow ();
device = GetDC (capture);
src->hBitmap = CreateDIBSection (device, &(src->info), DIB_RGB_COLORS,
(void **) &(src->dibMem), 0, 0);
src->memDC = CreateCompatibleDC (device);
SelectObject (src->memDC, src->hBitmap);
ReleaseDC (capture, device);
GST_DEBUG_OBJECT (src, "size %dx%d, %d/%d fps",
(gint) src->info.bmiHeader.biWidth,
(gint) (-src->info.bmiHeader.biHeight),
src->rate_numerator, src->rate_denominator);
return TRUE;
}
static GstCaps *
gst_gdiscreencapsrc_get_caps (GstBaseSrc * bsrc)
{
GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (bsrc);
RECT rect_dst;
src->screen_rect = rect_dst = gst_win32_get_monitor_rect (src->monitor);
if (src->capture_w && src->capture_h &&
src->capture_x + src->capture_w < rect_dst.right - rect_dst.left &&
src->capture_y + src->capture_h < rect_dst.bottom - rect_dst.top) {
rect_dst.left = src->capture_x;
rect_dst.top = src->capture_y;
rect_dst.right = src->capture_x + src->capture_w;
rect_dst.bottom = src->capture_y + src->capture_h;
} else {
/* Default values. */
src->capture_x = src->capture_y = 0;
src->capture_w = src->capture_h = 0;
}
GST_DEBUG ("width = %d, height=%d",
(gint) (rect_dst.right - rect_dst.left),
(gint) (rect_dst.bottom - rect_dst.top));
return gst_caps_new_simple ("video/x-raw-rgb",
"bpp", G_TYPE_INT, 24,
"depth", G_TYPE_INT, 24,
"endianness", G_TYPE_INT, G_BIG_ENDIAN,
"red_mask", G_TYPE_INT, GST_VIDEO_BYTE3_MASK_24_INT,
"green_mask", G_TYPE_INT, GST_VIDEO_BYTE2_MASK_24_INT,
"blue_mask", G_TYPE_INT, GST_VIDEO_BYTE1_MASK_24_INT,
"width", G_TYPE_INT, rect_dst.right - rect_dst.left,
"height", G_TYPE_INT, rect_dst.bottom - rect_dst.top,
"framerate", GST_TYPE_FRACTION_RANGE, 1, G_MAXINT, G_MAXINT, 1, NULL);
}
static gboolean
gst_gdiscreencapsrc_start (GstBaseSrc * bsrc)
{
GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (bsrc);
src->frames = 0;
return TRUE;
}
static gboolean
gst_gdiscreencapsrc_stop (GstBaseSrc * bsrc)
{
GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (bsrc);
src->frames = 0;
return TRUE;
}
static void
gst_gdiscreencapsrc_get_times (GstBaseSrc * basesrc, GstBuffer * buffer,
GstClockTime * start, GstClockTime * end)
{
GstClockTime timestamp;
timestamp = GST_BUFFER_TIMESTAMP (buffer);
if (GST_CLOCK_TIME_IS_VALID (timestamp)) {
GstClockTime duration = GST_BUFFER_DURATION (buffer);
if (GST_CLOCK_TIME_IS_VALID (duration))
*end = timestamp + duration;
*start = timestamp;
}
}
static GstFlowReturn
gst_gdiscreencapsrc_create (GstPushSrc * push_src, GstBuffer ** buf)
{
GstGDIScreenCapSrc *src = GST_GDISCREENCAPSRC (push_src);
GstBuffer *new_buf;
GstFlowReturn res;
gint new_buf_size;
GstClock *clock;
GstClockTime time = GST_CLOCK_TIME_NONE;
GstClockTime base_time;
if (G_UNLIKELY (!src->info.bmiHeader.biWidth ||
!src->info.bmiHeader.biHeight)) {
GST_ELEMENT_ERROR (src, CORE, NEGOTIATION, (NULL),
("format wasn't negotiated before create function"));
return GST_FLOW_NOT_NEGOTIATED;
} else if (G_UNLIKELY (src->rate_numerator == 0 && src->frames == 1)) {
GST_DEBUG_OBJECT (src, "eos: 0 framerate, frame %d", (gint) src->frames);
return GST_FLOW_UNEXPECTED;
}
new_buf_size = GST_ROUND_UP_4 (src->info.bmiHeader.biWidth * 3) *
(-src->info.bmiHeader.biHeight);
GST_LOG_OBJECT (src,
"creating buffer of %d bytes with %dx%d image for frame %d",
new_buf_size, (gint) src->info.bmiHeader.biWidth,
(gint) (-src->info.bmiHeader.biHeight), (gint) src->frames);
res =
gst_pad_alloc_buffer_and_set_caps (GST_BASE_SRC_PAD (src),
GST_BUFFER_OFFSET_NONE, new_buf_size,
GST_PAD_CAPS (GST_BASE_SRC_PAD (push_src)), &new_buf);
if (res != GST_FLOW_OK) {
GST_DEBUG_OBJECT (src, "could not allocate buffer, reason %s",
gst_flow_get_name (res));
return res;
}
clock = gst_element_get_clock (GST_ELEMENT (src));
if (clock) {
/* Calculate sync time. */
GstClockTime frame_time =
gst_util_uint64_scale_int (src->frames * GST_SECOND,
src->rate_denominator, src->rate_numerator);
time = gst_clock_get_time (clock);
base_time = gst_element_get_base_time (GST_ELEMENT (src));
GST_BUFFER_TIMESTAMP (new_buf) = MAX (time - base_time, frame_time);
} else {
GST_BUFFER_TIMESTAMP (new_buf) = GST_CLOCK_TIME_NONE;
}
/* Do screen capture and put it into buffer... */
gst_gdiscreencapsrc_screen_capture (src, new_buf);
if (src->rate_numerator) {
GST_BUFFER_DURATION (new_buf) =
gst_util_uint64_scale_int (GST_SECOND,
src->rate_denominator, src->rate_numerator);
if (clock) {
GST_BUFFER_DURATION (new_buf) =
MAX (GST_BUFFER_DURATION (new_buf),
gst_clock_get_time (clock) - time);
}
} else {
/* NONE means forever */
GST_BUFFER_DURATION (new_buf) = GST_CLOCK_TIME_NONE;
}
GST_BUFFER_OFFSET (new_buf) = src->frames;
src->frames++;
GST_BUFFER_OFFSET_END (new_buf) = src->frames;
gst_object_unref (clock);
*buf = new_buf;
return GST_FLOW_OK;
}
static gboolean
gst_gdiscreencapsrc_screen_capture (GstGDIScreenCapSrc * src, GstBuffer * buf)
{
HWND capture;
HDC winDC;
gint height, width;
if (G_UNLIKELY (!src->hBitmap || !src->dibMem))
return FALSE;
width = src->info.bmiHeader.biWidth;
height = -src->info.bmiHeader.biHeight;
/* Capture screen */
capture = GetDesktopWindow ();
winDC = GetWindowDC (capture);
BitBlt (src->memDC, 0, 0, width, height,
winDC, src->src_rect.left, src->src_rect.top, SRCCOPY);
ReleaseDC (capture, winDC);
/* Capture mouse cursor */
if (src->show_cursor) {
CURSORINFO ci;
ci.cbSize = sizeof (CURSORINFO);
GetCursorInfo (&ci);
if (ci.flags & CURSOR_SHOWING) {
ICONINFO ii;
GetIconInfo (ci.hCursor, &ii);
DrawIconEx (src->memDC,
ci.ptScreenPos.x - src->src_rect.left - ii.xHotspot,
ci.ptScreenPos.y - src->src_rect.top - ii.yHotspot, ci.hCursor, 0, 0,
0, NULL, DI_DEFAULTSIZE | DI_NORMAL | DI_COMPAT);
DeleteObject (ii.hbmColor);
DeleteObject (ii.hbmMask);
}
}
/* Copy DC bits to GST buffer */
memcpy (GST_BUFFER_DATA (buf), src->dibMem, GST_BUFFER_SIZE (buf));
return TRUE;
}