2008-08-24 22:05:48 +00:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2007 Haakon Sporsheim <hakon.sporsheim@tandberg.com>
|
2017-08-16 11:59:01 +00:00
|
|
|
* 2008 Ole André Vadla Ravnås <ole.andre.ravnas@tandberg.com>
|
2009-08-31 17:25:02 +00:00
|
|
|
* 2009 Knut Inge Hvidsten <knut.inge.hvidsten@tandberg.com>
|
2008-08-24 22:05:48 +00:00
|
|
|
*
|
|
|
|
* This library is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU Library General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2 of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This library is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Library General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Library General Public
|
|
|
|
* License along with this library; if not, write to the
|
2012-11-03 20:38:00 +00:00
|
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
|
|
* Boston, MA 02110-1301, USA.
|
2008-08-24 22:05:48 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
#include "ksvideohelpers.h"
|
|
|
|
|
2009-10-26 15:09:00 +00:00
|
|
|
#include <math.h>
|
2008-08-24 22:05:48 +00:00
|
|
|
#include <uuids.h>
|
|
|
|
#include "kshelpers.h"
|
|
|
|
|
|
|
|
GST_DEBUG_CATEGORY_EXTERN (gst_ks_debug);
|
|
|
|
#define GST_CAT_DEFAULT gst_ks_debug
|
|
|
|
|
|
|
|
static const GUID MEDIASUBTYPE_FOURCC =
|
|
|
|
{ 0x0 /* FourCC here */ , 0x0000, 0x0010, {0x80, 0x00, 0x00, 0xAA, 0x00,
|
2008-08-28 22:02:28 +00:00
|
|
|
0x38, 0x9B, 0x71}
|
|
|
|
};
|
2008-08-24 22:05:48 +00:00
|
|
|
|
2009-08-31 17:26:36 +00:00
|
|
|
typedef struct _KsVideoDeviceEntry KsVideoDeviceEntry;
|
|
|
|
|
|
|
|
struct _KsVideoDeviceEntry
|
|
|
|
{
|
|
|
|
KsDeviceEntry *device;
|
|
|
|
gint priority;
|
|
|
|
};
|
|
|
|
|
|
|
|
static void
|
|
|
|
ks_video_device_entry_decide_priority (KsVideoDeviceEntry * videodevice)
|
|
|
|
{
|
|
|
|
HANDLE filter_handle;
|
|
|
|
|
|
|
|
videodevice->priority = 0;
|
|
|
|
|
|
|
|
filter_handle = CreateFile (videodevice->device->path,
|
|
|
|
GENERIC_READ | GENERIC_WRITE, 0, NULL, OPEN_EXISTING,
|
|
|
|
FILE_ATTRIBUTE_NORMAL | FILE_FLAG_OVERLAPPED, NULL);
|
|
|
|
if (ks_is_valid_handle (filter_handle)) {
|
|
|
|
GUID *propsets = NULL;
|
|
|
|
gulong propsets_len;
|
|
|
|
|
|
|
|
if (ks_object_get_supported_property_sets (filter_handle, &propsets,
|
|
|
|
&propsets_len)) {
|
|
|
|
gulong i;
|
|
|
|
|
|
|
|
for (i = 0; i < propsets_len; i++) {
|
|
|
|
if (memcmp (&propsets[i], &PROPSETID_VIDCAP_CAMERACONTROL,
|
|
|
|
sizeof (GUID)) == 0) {
|
|
|
|
videodevice->priority++;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
g_free (propsets);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
CloseHandle (filter_handle);
|
|
|
|
}
|
|
|
|
|
|
|
|
static gint
|
|
|
|
ks_video_device_entry_compare (gconstpointer a, gconstpointer b)
|
|
|
|
{
|
|
|
|
const KsVideoDeviceEntry *videodevice_a = a;
|
|
|
|
const KsVideoDeviceEntry *videodevice_b = b;
|
|
|
|
|
|
|
|
if (videodevice_a->priority > videodevice_b->priority)
|
|
|
|
return -1;
|
|
|
|
else if (videodevice_a->priority == videodevice_b->priority)
|
|
|
|
return 0;
|
|
|
|
else
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
GList *
|
|
|
|
ks_video_device_list_sort_cameras_first (GList * devices)
|
|
|
|
{
|
|
|
|
GList *videodevices = NULL, *walk;
|
|
|
|
guint i;
|
|
|
|
|
|
|
|
for (walk = devices; walk != NULL; walk = walk->next) {
|
|
|
|
KsDeviceEntry *device = walk->data;
|
|
|
|
KsVideoDeviceEntry *videodevice;
|
|
|
|
|
|
|
|
videodevice = g_new (KsVideoDeviceEntry, 1);
|
|
|
|
videodevice->device = device;
|
|
|
|
ks_video_device_entry_decide_priority (videodevice);
|
|
|
|
|
|
|
|
videodevices = g_list_append (videodevices, videodevice);
|
|
|
|
}
|
|
|
|
|
|
|
|
videodevices = g_list_sort (videodevices, ks_video_device_entry_compare);
|
|
|
|
|
|
|
|
g_list_free (devices);
|
|
|
|
devices = NULL;
|
|
|
|
|
|
|
|
for (walk = videodevices, i = 0; walk != NULL; walk = walk->next, i++) {
|
|
|
|
KsVideoDeviceEntry *videodevice = walk->data;
|
|
|
|
|
|
|
|
videodevice->device->index = i;
|
|
|
|
devices = g_list_append (devices, videodevice->device);
|
|
|
|
|
|
|
|
g_free (videodevice);
|
|
|
|
}
|
|
|
|
|
|
|
|
g_list_free (videodevices);
|
|
|
|
|
|
|
|
return devices;
|
|
|
|
}
|
|
|
|
|
2008-08-24 22:05:48 +00:00
|
|
|
static GstStructure *
|
2016-08-15 06:37:44 +00:00
|
|
|
ks_video_format_to_structure (GUID subtype_guid, GUID format_guid,
|
|
|
|
gboolean * p_is_rgb)
|
2008-08-24 22:05:48 +00:00
|
|
|
{
|
|
|
|
GstStructure *structure = NULL;
|
2014-03-14 17:23:51 +00:00
|
|
|
const gchar *media_type = NULL, *format = NULL;
|
2016-08-15 06:37:44 +00:00
|
|
|
/* RGB formats can be bottom-up (upside down) DIB */
|
|
|
|
gboolean is_rgb = FALSE;
|
2008-08-24 22:05:48 +00:00
|
|
|
|
|
|
|
if (IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_MJPG) || IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_TVMJ) || /* FIXME: NOT tested */
|
|
|
|
IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_WAKE) || /* FIXME: NOT tested */
|
|
|
|
IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_CFCC) || /* FIXME: NOT tested */
|
|
|
|
IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_IJPG)) { /* FIXME: NOT tested */
|
2014-03-14 17:23:51 +00:00
|
|
|
media_type = "image/jpeg";
|
|
|
|
} else if (IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_RGB555)) {
|
|
|
|
media_type = "video/x-raw";
|
|
|
|
format = "RGB15";
|
2016-08-15 06:37:44 +00:00
|
|
|
is_rgb = TRUE;
|
2014-03-14 17:23:51 +00:00
|
|
|
} else if (IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_RGB565)) {
|
|
|
|
media_type = "video/x-raw";
|
|
|
|
format = "RGB16";
|
2016-08-15 06:37:44 +00:00
|
|
|
is_rgb = TRUE;
|
2014-03-14 17:23:51 +00:00
|
|
|
} else if (IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_RGB24)) {
|
|
|
|
media_type = "video/x-raw";
|
2016-08-15 06:37:44 +00:00
|
|
|
format = "BGR";
|
|
|
|
is_rgb = TRUE;
|
2014-03-14 17:23:51 +00:00
|
|
|
} else if (IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_RGB32)) {
|
|
|
|
media_type = "video/x-raw";
|
2016-08-12 12:16:33 +00:00
|
|
|
format = "BGRx";
|
2016-08-15 06:37:44 +00:00
|
|
|
is_rgb = TRUE;
|
2014-03-14 17:23:51 +00:00
|
|
|
} else if (IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_ARGB32)) {
|
|
|
|
media_type = "video/x-raw";
|
2016-08-12 12:16:33 +00:00
|
|
|
format = "BGRA";
|
2016-08-15 06:37:44 +00:00
|
|
|
is_rgb = TRUE;
|
2014-03-14 17:23:51 +00:00
|
|
|
} else if (IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_ARGB1555)) {
|
|
|
|
GST_WARNING ("Unsupported video format ARGB15555");
|
|
|
|
} else if (IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_ARGB4444)) {
|
|
|
|
GST_WARNING ("Unsupported video format ARGB4444");
|
|
|
|
} else if (memcmp (&subtype_guid.Data2, &MEDIASUBTYPE_FOURCC.Data2,
|
|
|
|
sizeof (subtype_guid) - sizeof (subtype_guid.Data1)) == 0) {
|
2018-10-15 16:48:10 +00:00
|
|
|
guint32 fourcc = subtype_guid.Data1;
|
|
|
|
gchar *format =
|
|
|
|
g_strdup_printf ("%" GST_FOURCC_FORMAT, GST_FOURCC_ARGS (fourcc));
|
|
|
|
if (GST_STR_FOURCC (format) == GST_MAKE_FOURCC ('Y', '1', '6', ' ')) {
|
|
|
|
structure = gst_structure_new ("video/x-raw", "format",
|
|
|
|
G_TYPE_STRING, "GRAY16_LE", NULL);
|
|
|
|
} else {
|
|
|
|
structure = gst_structure_new ("video/x-raw", "format",
|
|
|
|
G_TYPE_STRING, format, NULL);
|
|
|
|
}
|
2014-03-14 17:23:51 +00:00
|
|
|
g_free (format);
|
2008-08-24 22:05:48 +00:00
|
|
|
} else if (IsEqualGUID (&subtype_guid, &MEDIASUBTYPE_dvsd)) {
|
|
|
|
if (IsEqualGUID (&format_guid, &FORMAT_DvInfo)) {
|
|
|
|
structure = gst_structure_new ("video/x-dv",
|
|
|
|
"systemstream", G_TYPE_BOOLEAN, TRUE, NULL);
|
|
|
|
} else if (IsEqualGUID (&format_guid, &FORMAT_VideoInfo)) {
|
|
|
|
structure = gst_structure_new ("video/x-dv",
|
|
|
|
"systemstream", G_TYPE_BOOLEAN, FALSE,
|
2014-03-14 17:23:51 +00:00
|
|
|
"format", G_TYPE_STRING, "dvsd", NULL);
|
2008-08-24 22:05:48 +00:00
|
|
|
}
|
2014-03-14 17:23:51 +00:00
|
|
|
}
|
2008-08-24 22:05:48 +00:00
|
|
|
|
2014-03-14 17:23:51 +00:00
|
|
|
if (media_type) {
|
|
|
|
structure = gst_structure_new_empty (media_type);
|
|
|
|
if (format) {
|
|
|
|
gst_structure_set (structure, "format", G_TYPE_STRING, format, NULL);
|
|
|
|
}
|
2016-08-15 06:37:44 +00:00
|
|
|
if (p_is_rgb) {
|
|
|
|
*p_is_rgb = is_rgb;
|
|
|
|
}
|
2008-08-24 22:05:48 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if (!structure) {
|
2014-11-24 13:25:55 +00:00
|
|
|
GST_DEBUG ("Unknown DirectShow Video GUID "
|
|
|
|
"%08x-%04x-%04x-%02x%02x-%02x%02x%02x%02x%02x%02x",
|
2015-04-11 11:12:57 +00:00
|
|
|
(guint) subtype_guid.Data1, subtype_guid.Data2, subtype_guid.Data3,
|
2014-11-24 13:25:55 +00:00
|
|
|
subtype_guid.Data4[0], subtype_guid.Data4[1], subtype_guid.Data4[2],
|
|
|
|
subtype_guid.Data4[3], subtype_guid.Data4[4], subtype_guid.Data4[5],
|
|
|
|
subtype_guid.Data4[6], subtype_guid.Data4[7]);
|
2008-08-24 22:05:48 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return structure;
|
|
|
|
}
|
|
|
|
|
2009-08-31 17:25:02 +00:00
|
|
|
static void
|
|
|
|
guess_aspect (gint width, gint height, gint * par_width, gint * par_height)
|
|
|
|
{
|
|
|
|
/*
|
2019-09-02 19:08:44 +00:00
|
|
|
* As we don't have access to the actual pixel aspect, we will try to do a
|
2009-08-31 17:25:02 +00:00
|
|
|
* best-effort guess. The guess is based on most sensors being either 4/3
|
|
|
|
* or 16/9, and most pixel aspects being close to 1/1.
|
|
|
|
*/
|
|
|
|
if ((width == 768) && (height == 448)) { /* special case for w448p */
|
|
|
|
*par_width = 28;
|
|
|
|
*par_height = 27;
|
|
|
|
} else {
|
|
|
|
if (((float) width / (float) height) < 1.2778) {
|
|
|
|
*par_width = 12;
|
|
|
|
*par_height = 11;
|
|
|
|
} else {
|
|
|
|
*par_width = 1;
|
|
|
|
*par_height = 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2009-10-26 15:09:00 +00:00
|
|
|
/* NOTE: would probably be better to use a continued fractions approach here */
|
|
|
|
static void
|
|
|
|
compress_fraction (gint64 in_num, gint64 in_den, gint64 * out_num,
|
|
|
|
gint64 * out_den)
|
|
|
|
{
|
|
|
|
gdouble on, od, orig;
|
|
|
|
guint denominators[] = { 1, 2, 3, 5, 7 }, i;
|
|
|
|
const gdouble max_loss = 0.1;
|
|
|
|
|
|
|
|
on = in_num;
|
|
|
|
od = in_den;
|
|
|
|
orig = on / od;
|
|
|
|
|
|
|
|
for (i = 0; i < G_N_ELEMENTS (denominators); i++) {
|
|
|
|
gint64 cur_n, cur_d;
|
|
|
|
gdouble cur, loss;
|
|
|
|
|
|
|
|
cur_n = floor ((on / (od / (gdouble) denominators[i])) + 0.5);
|
|
|
|
cur_d = denominators[i];
|
|
|
|
cur = (gdouble) cur_n / (gdouble) cur_d;
|
|
|
|
loss = fabs (cur - orig);
|
|
|
|
|
|
|
|
if (loss <= max_loss) {
|
|
|
|
*out_num = cur_n;
|
|
|
|
*out_den = cur_d;
|
|
|
|
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
*out_num = in_num;
|
|
|
|
*out_den = in_den;
|
|
|
|
}
|
|
|
|
|
2008-08-24 22:05:48 +00:00
|
|
|
static gboolean
|
|
|
|
ks_video_append_video_stream_cfg_fields (GstStructure * structure,
|
|
|
|
const KS_VIDEO_STREAM_CONFIG_CAPS * vscc)
|
|
|
|
{
|
2009-10-26 15:09:00 +00:00
|
|
|
GValue val = { 0, };
|
2010-11-29 12:47:11 +00:00
|
|
|
gint64 min_n, min_d;
|
2009-10-26 15:09:00 +00:00
|
|
|
gint64 max_n, max_d;
|
|
|
|
|
2008-08-24 22:05:48 +00:00
|
|
|
g_return_val_if_fail (structure, FALSE);
|
|
|
|
g_return_val_if_fail (vscc, FALSE);
|
|
|
|
|
|
|
|
/* width */
|
|
|
|
if (vscc->MinOutputSize.cx == vscc->MaxOutputSize.cx) {
|
|
|
|
gst_structure_set (structure,
|
|
|
|
"width", G_TYPE_INT, vscc->MaxOutputSize.cx, NULL);
|
|
|
|
} else {
|
|
|
|
gst_structure_set (structure,
|
|
|
|
"width", GST_TYPE_INT_RANGE,
|
|
|
|
vscc->MinOutputSize.cx, vscc->MaxOutputSize.cx, NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* height */
|
|
|
|
if (vscc->MinOutputSize.cy == vscc->MaxOutputSize.cy) {
|
|
|
|
gst_structure_set (structure,
|
|
|
|
"height", G_TYPE_INT, vscc->MaxOutputSize.cy, NULL);
|
|
|
|
} else {
|
|
|
|
gst_structure_set (structure,
|
|
|
|
"height", GST_TYPE_INT_RANGE,
|
|
|
|
vscc->MinOutputSize.cy, vscc->MaxOutputSize.cy, NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* framerate */
|
2010-11-29 12:47:11 +00:00
|
|
|
compress_fraction (NANOSECONDS, vscc->MinFrameInterval, &min_n, &min_d);
|
2009-10-26 15:09:00 +00:00
|
|
|
compress_fraction (NANOSECONDS, vscc->MaxFrameInterval, &max_n, &max_d);
|
|
|
|
|
2010-11-29 12:47:11 +00:00
|
|
|
if (min_n == max_n && min_d == max_d) {
|
2009-10-26 15:09:00 +00:00
|
|
|
g_value_init (&val, GST_TYPE_FRACTION);
|
|
|
|
gst_value_set_fraction (&val, max_n, max_d);
|
2008-08-24 22:05:48 +00:00
|
|
|
} else {
|
2009-10-26 15:09:00 +00:00
|
|
|
g_value_init (&val, GST_TYPE_FRACTION_RANGE);
|
|
|
|
gst_value_set_fraction_range_full (&val, max_n, max_d, min_n, min_d);
|
2008-08-24 22:05:48 +00:00
|
|
|
}
|
|
|
|
|
2009-10-26 15:09:00 +00:00
|
|
|
gst_structure_set_value (structure, "framerate", &val);
|
|
|
|
g_value_unset (&val);
|
|
|
|
|
2009-08-31 17:25:02 +00:00
|
|
|
{
|
|
|
|
gint par_width, par_height;
|
|
|
|
|
|
|
|
guess_aspect (vscc->MaxOutputSize.cx, vscc->MaxOutputSize.cy,
|
|
|
|
&par_width, &par_height);
|
|
|
|
|
|
|
|
gst_structure_set (structure,
|
|
|
|
"pixel-aspect-ratio", GST_TYPE_FRACTION, par_width, par_height, NULL);
|
|
|
|
}
|
|
|
|
|
2008-08-24 22:05:48 +00:00
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
KsVideoMediaType *
|
|
|
|
ks_video_media_type_dup (KsVideoMediaType * media_type)
|
|
|
|
{
|
|
|
|
KsVideoMediaType *result = g_new (KsVideoMediaType, 1);
|
|
|
|
|
|
|
|
memcpy (result, media_type, sizeof (KsVideoMediaType));
|
|
|
|
|
|
|
|
result->range = g_malloc (media_type->range->FormatSize);
|
|
|
|
memcpy ((gpointer) result->range, media_type->range,
|
|
|
|
media_type->range->FormatSize);
|
|
|
|
|
|
|
|
result->format = g_malloc (media_type->format_size);
|
|
|
|
memcpy (result->format, media_type->format, media_type->format_size);
|
|
|
|
|
|
|
|
result->translated_caps = gst_caps_ref (media_type->translated_caps);
|
|
|
|
|
|
|
|
return result;
|
|
|
|
}
|
|
|
|
|
|
|
|
void
|
|
|
|
ks_video_media_type_free (KsVideoMediaType * media_type)
|
|
|
|
{
|
|
|
|
if (media_type == NULL)
|
|
|
|
return;
|
|
|
|
|
2008-08-28 22:02:28 +00:00
|
|
|
g_free ((gpointer) media_type->range);
|
|
|
|
|
2008-08-24 22:05:48 +00:00
|
|
|
g_free (media_type->format);
|
|
|
|
|
|
|
|
if (media_type->translated_caps != NULL)
|
|
|
|
gst_caps_unref (media_type->translated_caps);
|
|
|
|
|
|
|
|
g_free (media_type);
|
|
|
|
}
|
|
|
|
|
|
|
|
static GList *
|
|
|
|
ks_video_media_type_list_remove_duplicates (GList * media_types)
|
|
|
|
{
|
|
|
|
GList *master, *duplicates;
|
|
|
|
|
|
|
|
do {
|
|
|
|
GList *entry;
|
|
|
|
|
|
|
|
master = duplicates = NULL;
|
|
|
|
|
|
|
|
/* Find the first set of duplicates and their master */
|
|
|
|
for (entry = media_types; entry != NULL && duplicates == NULL;
|
|
|
|
entry = entry->next) {
|
|
|
|
KsVideoMediaType *mt = entry->data;
|
|
|
|
GList *other_entry;
|
|
|
|
|
|
|
|
for (other_entry = media_types; other_entry != NULL;
|
|
|
|
other_entry = other_entry->next) {
|
|
|
|
KsVideoMediaType *other_mt = other_entry->data;
|
|
|
|
|
|
|
|
if (other_mt == mt)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
if (gst_caps_is_equal (mt->translated_caps, other_mt->translated_caps))
|
|
|
|
duplicates = g_list_prepend (duplicates, other_mt);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (duplicates != NULL)
|
|
|
|
master = entry;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (duplicates != NULL) {
|
|
|
|
KsVideoMediaType *selected_mt = master->data;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Pick a FORMAT_VideoInfo2 if present, if not we just stay with the
|
|
|
|
* first entry
|
|
|
|
*/
|
|
|
|
for (entry = duplicates; entry != NULL; entry = entry->next) {
|
|
|
|
KsVideoMediaType *mt = entry->data;
|
|
|
|
|
|
|
|
if (IsEqualGUID (&mt->range->Specifier, &FORMAT_VideoInfo2)) {
|
|
|
|
ks_video_media_type_free (selected_mt);
|
|
|
|
selected_mt = mt;
|
|
|
|
} else {
|
|
|
|
ks_video_media_type_free (mt);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Remove the dupe from the main list */
|
|
|
|
media_types = g_list_remove (media_types, mt);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Update master node with the selected MediaType */
|
|
|
|
master->data = selected_mt;
|
|
|
|
|
|
|
|
g_list_free (duplicates);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
while (master != NULL);
|
|
|
|
|
|
|
|
return media_types;
|
|
|
|
}
|
|
|
|
|
|
|
|
GList *
|
|
|
|
ks_video_probe_filter_for_caps (HANDLE filter_handle)
|
|
|
|
{
|
|
|
|
GList *ret = NULL;
|
|
|
|
gulong pin_count;
|
|
|
|
guint pin_id;
|
|
|
|
|
|
|
|
if (!ks_filter_get_pin_property (filter_handle, 0, KSPROPSETID_Pin,
|
2009-10-12 15:26:15 +00:00
|
|
|
KSPROPERTY_PIN_CTYPES, &pin_count, sizeof (pin_count), NULL))
|
2008-08-24 22:05:48 +00:00
|
|
|
goto beach;
|
|
|
|
|
2012-08-07 16:20:53 +00:00
|
|
|
GST_DEBUG ("pin_count = %lu", pin_count);
|
2008-08-24 22:05:48 +00:00
|
|
|
|
|
|
|
for (pin_id = 0; pin_id < pin_count; pin_id++) {
|
|
|
|
KSPIN_COMMUNICATION pin_comm;
|
|
|
|
KSPIN_DATAFLOW pin_flow;
|
|
|
|
GUID pin_cat;
|
|
|
|
|
|
|
|
if (!ks_filter_get_pin_property (filter_handle, pin_id, KSPROPSETID_Pin,
|
2009-10-12 15:26:15 +00:00
|
|
|
KSPROPERTY_PIN_COMMUNICATION, &pin_comm, sizeof (pin_comm), NULL))
|
2008-08-24 22:05:48 +00:00
|
|
|
continue;
|
|
|
|
|
|
|
|
if (!ks_filter_get_pin_property (filter_handle, pin_id, KSPROPSETID_Pin,
|
2009-10-12 15:26:15 +00:00
|
|
|
KSPROPERTY_PIN_DATAFLOW, &pin_flow, sizeof (pin_flow), NULL))
|
2008-08-24 22:05:48 +00:00
|
|
|
continue;
|
|
|
|
|
|
|
|
if (!ks_filter_get_pin_property (filter_handle, pin_id, KSPROPSETID_Pin,
|
2009-10-12 15:26:15 +00:00
|
|
|
KSPROPERTY_PIN_CATEGORY, &pin_cat, sizeof (pin_cat), NULL))
|
2008-08-24 22:05:48 +00:00
|
|
|
continue;
|
|
|
|
|
2009-08-31 17:22:40 +00:00
|
|
|
GST_DEBUG ("pin[%u]: pin_comm=%d, pin_flow=%d", pin_id, pin_comm, pin_flow);
|
2008-08-24 22:05:48 +00:00
|
|
|
|
|
|
|
if (pin_flow == KSPIN_DATAFLOW_OUT &&
|
|
|
|
memcmp (&pin_cat, &PINNAME_CAPTURE, sizeof (GUID)) == 0) {
|
|
|
|
KSMULTIPLE_ITEM *items;
|
|
|
|
|
|
|
|
if (ks_filter_get_pin_property_multi (filter_handle, pin_id,
|
2009-10-12 15:26:15 +00:00
|
|
|
KSPROPSETID_Pin, KSPROPERTY_PIN_DATARANGES, &items, NULL)) {
|
2008-08-24 22:05:48 +00:00
|
|
|
KSDATARANGE *range = (KSDATARANGE *) (items + 1);
|
|
|
|
guint i;
|
|
|
|
|
|
|
|
for (i = 0; i < items->Count; i++) {
|
2015-04-08 16:51:50 +00:00
|
|
|
if (IsEqualGUID (&range->MajorFormat, &MEDIATYPE_Video)
|
|
|
|
|| IsEqualGUID (&range->MajorFormat, &MEDIATYPE_Interleaved)) {
|
2008-08-24 22:05:48 +00:00
|
|
|
KsVideoMediaType *entry;
|
2018-10-15 16:49:55 +00:00
|
|
|
gpointer src_vscc = NULL, src_format = NULL;
|
2008-08-24 22:05:48 +00:00
|
|
|
GstStructure *media_structure;
|
|
|
|
|
|
|
|
entry = g_new0 (KsVideoMediaType, 1);
|
|
|
|
entry->pin_id = pin_id;
|
|
|
|
|
|
|
|
entry->range = g_malloc (range->FormatSize);
|
|
|
|
memcpy ((gpointer) entry->range, range, range->FormatSize);
|
|
|
|
|
|
|
|
if (IsEqualGUID (&range->Specifier, &FORMAT_VideoInfo)) {
|
|
|
|
KS_DATARANGE_VIDEO *vr = (KS_DATARANGE_VIDEO *) entry->range;
|
|
|
|
|
|
|
|
src_vscc = &vr->ConfigCaps;
|
|
|
|
src_format = &vr->VideoInfoHeader;
|
|
|
|
|
|
|
|
entry->format_size = sizeof (vr->VideoInfoHeader);
|
|
|
|
entry->sample_size = vr->VideoInfoHeader.bmiHeader.biSizeImage;
|
|
|
|
} else if (IsEqualGUID (&range->Specifier, &FORMAT_VideoInfo2)) {
|
|
|
|
KS_DATARANGE_VIDEO2 *vr = (KS_DATARANGE_VIDEO2 *) entry->range;
|
|
|
|
|
|
|
|
src_vscc = &vr->ConfigCaps;
|
|
|
|
src_format = &vr->VideoInfoHeader;
|
|
|
|
|
|
|
|
entry->format_size = sizeof (vr->VideoInfoHeader);
|
|
|
|
entry->sample_size = vr->VideoInfoHeader.bmiHeader.biSizeImage;
|
|
|
|
} else if (IsEqualGUID (&range->Specifier, &FORMAT_MPEGVideo)) {
|
|
|
|
/* Untested and probably wrong... */
|
|
|
|
KS_DATARANGE_MPEG1_VIDEO *vr =
|
|
|
|
(KS_DATARANGE_MPEG1_VIDEO *) entry->range;
|
|
|
|
|
|
|
|
src_vscc = &vr->ConfigCaps;
|
|
|
|
src_format = &vr->VideoInfoHeader;
|
|
|
|
|
|
|
|
entry->format_size = sizeof (vr->VideoInfoHeader);
|
|
|
|
entry->sample_size =
|
|
|
|
vr->VideoInfoHeader.hdr.bmiHeader.biSizeImage;
|
|
|
|
} else if (IsEqualGUID (&range->Specifier, &FORMAT_MPEG2Video)) {
|
|
|
|
KS_DATARANGE_MPEG2_VIDEO *vr =
|
|
|
|
(KS_DATARANGE_MPEG2_VIDEO *) entry->range;
|
|
|
|
src_vscc = &vr->ConfigCaps;
|
|
|
|
src_format = &vr->VideoInfoHeader;
|
|
|
|
|
|
|
|
entry->format_size = sizeof (vr->VideoInfoHeader);
|
|
|
|
entry->sample_size =
|
|
|
|
vr->VideoInfoHeader.hdr.bmiHeader.biSizeImage;
|
2015-04-08 16:51:50 +00:00
|
|
|
} else if (IsEqualGUID (&range->Specifier, &FORMAT_DvInfo)) {
|
|
|
|
KS_DATARANGE_DVVIDEO *vr = (KS_DATARANGE_DVVIDEO *) entry->range;
|
|
|
|
|
|
|
|
src_vscc = NULL;
|
|
|
|
src_format = &vr->DVVideoInfo;
|
|
|
|
|
|
|
|
entry->format_size = sizeof (vr->DVVideoInfo);
|
|
|
|
entry->sample_size = vr->DataRange.SampleSize;
|
2009-08-31 17:22:40 +00:00
|
|
|
} else {
|
|
|
|
gchar *guid_str;
|
2008-08-24 22:05:48 +00:00
|
|
|
|
2009-08-31 17:22:40 +00:00
|
|
|
guid_str = ks_guid_to_string (&range->Specifier);
|
|
|
|
GST_DEBUG ("pin[%u]: ignoring unknown specifier GUID %s",
|
|
|
|
pin_id, guid_str);
|
|
|
|
g_free (guid_str);
|
2008-08-24 22:05:48 +00:00
|
|
|
|
|
|
|
ks_video_media_type_free (entry);
|
|
|
|
entry = NULL;
|
|
|
|
}
|
|
|
|
|
2009-08-31 17:22:40 +00:00
|
|
|
if (entry != NULL) {
|
|
|
|
g_assert (entry->sample_size != 0);
|
|
|
|
|
2015-04-08 16:51:50 +00:00
|
|
|
if (src_vscc != NULL) {
|
|
|
|
memcpy ((gpointer) & entry->vscc, src_vscc,
|
|
|
|
sizeof (entry->vscc));
|
|
|
|
}
|
2009-08-31 17:22:40 +00:00
|
|
|
|
|
|
|
entry->format = g_malloc (entry->format_size);
|
|
|
|
memcpy (entry->format, src_format, entry->format_size);
|
|
|
|
|
|
|
|
media_structure =
|
|
|
|
ks_video_format_to_structure (range->SubFormat,
|
2016-08-15 06:37:44 +00:00
|
|
|
range->Specifier, &entry->is_rgb);
|
2009-08-31 17:22:40 +00:00
|
|
|
|
|
|
|
if (media_structure == NULL) {
|
|
|
|
g_warning ("ks_video_format_to_structure returned NULL");
|
|
|
|
ks_video_media_type_free (entry);
|
|
|
|
entry = NULL;
|
2015-04-08 16:51:50 +00:00
|
|
|
} else if (src_vscc == NULL) {
|
|
|
|
entry->translated_caps = gst_caps_new_empty ();
|
|
|
|
gst_caps_append_structure (entry->translated_caps,
|
|
|
|
media_structure);
|
2009-08-31 17:22:40 +00:00
|
|
|
} else if (ks_video_append_video_stream_cfg_fields
|
|
|
|
(media_structure, &entry->vscc)) {
|
|
|
|
entry->translated_caps = gst_caps_new_empty ();
|
|
|
|
gst_caps_append_structure (entry->translated_caps,
|
|
|
|
media_structure);
|
|
|
|
} else {
|
|
|
|
gst_structure_free (media_structure);
|
|
|
|
ks_video_media_type_free (entry);
|
|
|
|
entry = NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (entry != NULL)
|
|
|
|
ret = g_list_prepend (ret, entry);
|
|
|
|
}
|
2008-08-24 22:05:48 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/* REVISIT: Each KSDATARANGE should start on a 64-bit boundary */
|
|
|
|
range = (KSDATARANGE *) (((guchar *) range) + range->FormatSize);
|
|
|
|
}
|
sys/winks/gstksvideodevice.c (GST_DEBUG_IS_ENABLED, last_timestamp, gst_ks_video_device_prepare_buffers, gst_ks_video...
Original commit message from CVS:
* sys/winks/gstksvideodevice.c (GST_DEBUG_IS_ENABLED, last_timestamp,
gst_ks_video_device_prepare_buffers, gst_ks_video_device_create_pin,
gst_ks_video_device_set_state, gst_ks_video_device_request_frame,
gst_ks_video_device_read_frame):
Guard against capturing old frames by keeping track of the last
timestamp and also zero-fill the buffers before each capture.
Only assign a master clock if the pin hasn't already got one.
Actually free buffers on the way down to avoid a huge memory leak,
as this was previously done when changing state to ACQUIRE downwards
and we now skip that state on the way down.
Add some debug.
* sys/winks/gstksvideosrc.c (DEFAULT_DEVICE_PATH, DEFAULT_DEVICE_NAME,
DEFAULT_DEVICE_INDEX, KS_WORKER_LOCK, KS_WORKER_UNLOCK,
KS_WORKER_WAIT, KS_WORKER_NOTIFY, KS_WORKER_WAIT_FOR_RESULT,
KS_WORKER_NOTIFY_RESULT, KS_WORKER_STATE_STARTING,
KS_WORKER_STATE_READY, KS_WORKER_STATE_STOPPING,
KS_WORKER_STATE_ERROR, KsWorkerState, device_path, device_name,
device_index, running, worker_thread, worker_lock,
worker_notify_cond, worker_result_cond, worker_state,
worker_pending_caps, worker_setcaps_result, worker_pending_run,
worker_run_result, gst_ks_video_src_reset,
gst_ks_video_src_apply_driver_quirks, gst_ks_video_src_open_device,
gst_ks_video_src_close_device, gst_ks_video_src_worker_func,
gst_ks_video_src_start_worker, gst_ks_video_src_stop_worker,
gst_ks_video_src_change_state, gst_ks_video_src_set_clock,
gst_ks_video_src_set_caps, gst_ks_video_src_timestamp_buffer,
gst_ks_video_src_create):
Remove ENABLE_CLOCK_DEBUG define, it's GST_LEVEL_DEBUG after all.
Get rid of PROP_ENSLAVE_KSCLOCK and always slave the ks clock to the
GStreamer clock, it doesn't seem to hurt and matches DirectShow's
behavior. As an added bonus we usually get PresentationTime set for
each frame, so we can expand on this later for smarter latency
reporting (by looking at the diff between the timestamp from the
driver and the time according to the GStreamer clock).
Use an internal worker thread for opening the device, setting caps,
changing its state and closing it. This way we're a lot more
compatible with drivers that rely on hacks to do video-effects
between the low-level NT API and the application. Ick.
Start the ks clock and set the pin to KSSTATE_RUN on the first
create() so that we'll hopefully get hold of the GStreamer clock
from the very beginning. This way there's no chance that the
timestamps will make a sudden jump in the beginning of the stream
when we're running with a clock.
* sys/winks/kshelpers.c (CHECK_OPTIONS_FLAG,
ks_options_flags_to_string):
Reorder the flags to match the headerfile order, and make the string
a bit more compact.
* sys/winks/ksvideohelpers.c (ks_video_probe_filter_for_caps):
Avoid leaking KSPROPERTY_PIN_DATARANGES.
2008-09-09 23:58:02 +00:00
|
|
|
|
|
|
|
g_free (items);
|
2008-08-24 22:05:48 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (ret != NULL) {
|
|
|
|
ret = g_list_reverse (ret);
|
|
|
|
ret = ks_video_media_type_list_remove_duplicates (ret);
|
|
|
|
}
|
|
|
|
|
|
|
|
beach:
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
KSPIN_CONNECT *
|
|
|
|
ks_video_create_pin_conn_from_media_type (KsVideoMediaType * media_type)
|
|
|
|
{
|
|
|
|
KSPIN_CONNECT *conn = NULL;
|
|
|
|
KSDATAFORMAT *format = NULL;
|
|
|
|
guint8 *vih;
|
|
|
|
|
|
|
|
conn = g_malloc0 (sizeof (KSPIN_CONNECT) + sizeof (KSDATAFORMAT) +
|
|
|
|
media_type->format_size);
|
|
|
|
|
|
|
|
conn->Interface.Set = KSINTERFACESETID_Standard;
|
|
|
|
conn->Interface.Id = KSINTERFACE_STANDARD_STREAMING;
|
|
|
|
conn->Interface.Flags = 0;
|
|
|
|
|
|
|
|
conn->Medium.Set = KSMEDIUMSETID_Standard;
|
|
|
|
conn->Medium.Id = KSMEDIUM_TYPE_ANYINSTANCE;
|
|
|
|
conn->Medium.Flags = 0;
|
|
|
|
|
|
|
|
conn->PinId = media_type->pin_id;
|
|
|
|
conn->PinToHandle = NULL;
|
|
|
|
conn->Priority.PriorityClass = KSPRIORITY_NORMAL;
|
2010-04-20 10:05:45 +00:00
|
|
|
conn->Priority.PrioritySubClass = KSPRIORITY_NORMAL;
|
2008-08-24 22:05:48 +00:00
|
|
|
|
|
|
|
format = (KSDATAFORMAT *) (conn + 1);
|
|
|
|
memcpy (format, media_type->range, sizeof (KSDATAFORMAT));
|
|
|
|
format->FormatSize = sizeof (KSDATAFORMAT) + media_type->format_size;
|
|
|
|
|
|
|
|
vih = (guint8 *) (format + 1);
|
|
|
|
memcpy (vih, media_type->format, media_type->format_size);
|
|
|
|
|
|
|
|
return conn;
|
|
|
|
}
|
|
|
|
|
|
|
|
gboolean
|
|
|
|
ks_video_fixate_media_type (const KSDATARANGE * range,
|
|
|
|
guint8 * format, gint width, gint height, gint fps_n, gint fps_d)
|
|
|
|
{
|
2009-10-26 15:09:00 +00:00
|
|
|
KS_DATARANGE_VIDEO *vr;
|
|
|
|
KS_VIDEOINFOHEADER *vih;
|
|
|
|
KS_BITMAPINFOHEADER *bih;
|
|
|
|
DWORD dwRate;
|
2008-08-24 22:05:48 +00:00
|
|
|
|
|
|
|
g_return_val_if_fail (format != NULL, FALSE);
|
|
|
|
|
|
|
|
if (IsEqualGUID (&range->Specifier, &FORMAT_VideoInfo)) {
|
2009-10-26 15:09:00 +00:00
|
|
|
bih = &((KS_VIDEOINFOHEADER *) format)->bmiHeader;
|
2008-08-24 22:05:48 +00:00
|
|
|
} else if (IsEqualGUID (&range->Specifier, &FORMAT_VideoInfo2)) {
|
2009-10-26 15:09:00 +00:00
|
|
|
bih = &((KS_VIDEOINFOHEADER2 *) format)->bmiHeader;
|
2008-08-24 22:05:48 +00:00
|
|
|
} else if (IsEqualGUID (&range->Specifier, &FORMAT_MPEGVideo)) {
|
2009-10-26 15:09:00 +00:00
|
|
|
bih = &((KS_MPEG1VIDEOINFO *) format)->hdr.bmiHeader;
|
2008-08-24 22:05:48 +00:00
|
|
|
} else if (IsEqualGUID (&range->Specifier, &FORMAT_MPEG2Video)) {
|
2009-10-26 15:09:00 +00:00
|
|
|
bih = &((KS_MPEGVIDEOINFO2 *) format)->hdr.bmiHeader;
|
2008-08-24 22:05:48 +00:00
|
|
|
} else {
|
|
|
|
return FALSE;
|
|
|
|
}
|
|
|
|
|
2009-10-26 15:09:00 +00:00
|
|
|
/* These formats' structures share the most basic stuff */
|
|
|
|
vr = (KS_DATARANGE_VIDEO *) range;
|
|
|
|
vih = (KS_VIDEOINFOHEADER *) format;
|
|
|
|
|
|
|
|
/* FIXME: Need to figure out how to properly handle ranges */
|
|
|
|
if (bih->biWidth != width || bih->biHeight != height)
|
|
|
|
return FALSE;
|
|
|
|
|
|
|
|
/* Framerate, clamped because of fraction conversion rounding errors */
|
|
|
|
vih->AvgTimePerFrame =
|
|
|
|
gst_util_uint64_scale_int_round (NANOSECONDS, fps_d, fps_n);
|
|
|
|
vih->AvgTimePerFrame =
|
|
|
|
MAX (vih->AvgTimePerFrame, vr->ConfigCaps.MinFrameInterval);
|
|
|
|
vih->AvgTimePerFrame =
|
|
|
|
MIN (vih->AvgTimePerFrame, vr->ConfigCaps.MaxFrameInterval);
|
|
|
|
|
|
|
|
/* Bitrate, clamped for the same reason as framerate */
|
|
|
|
dwRate = (width * height * fps_n) / fps_d;
|
|
|
|
vih->dwBitRate = dwRate * bih->biBitCount;
|
|
|
|
vih->dwBitRate = MAX (vih->dwBitRate, vr->ConfigCaps.MinBitsPerSecond);
|
|
|
|
vih->dwBitRate = MIN (vih->dwBitRate, vr->ConfigCaps.MaxBitsPerSecond);
|
|
|
|
|
2008-08-24 22:05:48 +00:00
|
|
|
return TRUE;
|
|
|
|
}
|
|
|
|
|
|
|
|
static GstStructure *
|
|
|
|
ks_video_append_var_video_fields (GstStructure * structure)
|
|
|
|
{
|
|
|
|
if (structure) {
|
|
|
|
gst_structure_set (structure,
|
|
|
|
"width", GST_TYPE_INT_RANGE, 1, G_MAXINT,
|
|
|
|
"height", GST_TYPE_INT_RANGE, 1, G_MAXINT,
|
|
|
|
"framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
return structure;
|
|
|
|
}
|
|
|
|
|
|
|
|
GstCaps *
|
|
|
|
ks_video_get_all_caps (void)
|
|
|
|
{
|
|
|
|
static GstCaps *caps = NULL;
|
|
|
|
|
|
|
|
if (caps == NULL) {
|
|
|
|
GstStructure *structure;
|
|
|
|
caps = gst_caps_new_empty ();
|
|
|
|
|
|
|
|
/* from Windows SDK 6.0 uuids.h */
|
|
|
|
/* RGB formats */
|
|
|
|
structure =
|
|
|
|
ks_video_append_var_video_fields (ks_video_format_to_structure
|
2016-08-15 06:37:44 +00:00
|
|
|
(MEDIASUBTYPE_RGB555, FORMAT_VideoInfo, NULL));
|
2008-08-24 22:05:48 +00:00
|
|
|
gst_caps_append_structure (caps, structure);
|
|
|
|
|
|
|
|
structure =
|
|
|
|
ks_video_append_var_video_fields (ks_video_format_to_structure
|
2016-08-15 06:37:44 +00:00
|
|
|
(MEDIASUBTYPE_RGB565, FORMAT_VideoInfo, NULL));
|
2008-08-24 22:05:48 +00:00
|
|
|
gst_caps_append_structure (caps, structure);
|
|
|
|
|
|
|
|
structure =
|
|
|
|
ks_video_append_var_video_fields (ks_video_format_to_structure
|
2016-08-15 06:37:44 +00:00
|
|
|
(MEDIASUBTYPE_RGB24, FORMAT_VideoInfo, NULL));
|
2008-08-24 22:05:48 +00:00
|
|
|
gst_caps_append_structure (caps, structure);
|
|
|
|
|
|
|
|
structure =
|
|
|
|
ks_video_append_var_video_fields (ks_video_format_to_structure
|
2016-08-15 06:37:44 +00:00
|
|
|
(MEDIASUBTYPE_RGB32, FORMAT_VideoInfo, NULL));
|
2008-08-24 22:05:48 +00:00
|
|
|
gst_caps_append_structure (caps, structure);
|
|
|
|
|
|
|
|
/* YUV formats */
|
|
|
|
structure =
|
2014-03-14 17:23:51 +00:00
|
|
|
ks_video_append_var_video_fields (gst_structure_new_empty
|
|
|
|
("video/x-raw"));
|
2008-08-24 22:05:48 +00:00
|
|
|
gst_caps_append_structure (caps, structure);
|
|
|
|
|
|
|
|
/* Other formats */
|
|
|
|
structure =
|
|
|
|
ks_video_append_var_video_fields (ks_video_format_to_structure
|
2016-08-15 06:37:44 +00:00
|
|
|
(MEDIASUBTYPE_MJPG, FORMAT_VideoInfo, NULL));
|
2008-08-24 22:05:48 +00:00
|
|
|
gst_caps_append_structure (caps, structure);
|
|
|
|
|
|
|
|
structure =
|
|
|
|
ks_video_append_var_video_fields (ks_video_format_to_structure
|
2016-08-15 06:37:44 +00:00
|
|
|
(MEDIASUBTYPE_dvsd, FORMAT_VideoInfo, NULL));
|
2008-08-24 22:05:48 +00:00
|
|
|
gst_caps_append_structure (caps, structure);
|
|
|
|
|
|
|
|
structure = /* no variable video fields (width, height, framerate) */
|
2016-08-15 06:37:44 +00:00
|
|
|
ks_video_format_to_structure (MEDIASUBTYPE_dvsd, FORMAT_DvInfo, NULL);
|
2008-08-24 22:05:48 +00:00
|
|
|
gst_caps_append_structure (caps, structure);
|
|
|
|
}
|
|
|
|
|
|
|
|
return caps;
|
|
|
|
}
|