gstreamer/ext/gs/gstgscommon.cpp
Julien e9f5d94c93 gs: add source and sink for Google Cloud Storage
Useful when having a service that runs a GStreamer pipeline
or application in Google Cloud to avoid storing the inputs
and outputs in the running container or service. For example
when analyzing a video from a Google Cloud Storage bucket
and extracting images or converting the video and then uploading
the results into another Google Cloud Storage bucket.

- gssrc allows to read from a file located in Google Cloud
Storage and it supports seeking.
- gssink allows to write to a file located in Google Cloud
Storage. There are 2 modes, one similar to multifilesink and
the other similar to filesink.

Example:
  gst-launch-1.0 gssrc location=gs://mybucket/videos/sample.mp4 ! decodebin ! glimagesink
  gst-launch-1.0 playbin uri=gs://mybucket/videos/sample.mp4
  gst-launch-1.0 videotestsrc num-buffers=5 ! pngenc ! gssink object-name="img/img%05d.png" bucket-name="mybucket" next-file=buffer
  gst-launch-1.0 filesrc location=sample.mp4 ! gssink object-name="videos/video.mp4" bucket-name="mybucket" next-file=none

When running locally simply set GOOGLE_APPLICATION_CREDENTIALS. But
when running in Google Cloud Run or Google Cloud Engine, just set the
"service-account-email" property on each element.

Closes #1264

Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/merge_requests/1369>
2021-03-18 22:32:48 +00:00

134 lines
4 KiB
C++

/* GStreamer
* Copyright (C) 2020 Julien Isorce <jisorce@oblong.com>
*
* gstgscommon.h:
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
* Boston, MA 02110-1301, USA.
*/
#include "gstgscommon.h"
#include "google/cloud/storage/oauth2/compute_engine_credentials.h"
namespace gcs = google::cloud::storage;
namespace {
#if !GLIB_CHECK_VERSION(2, 62, 0)
static inline gchar *
g_date_time_format_iso8601 (GDateTime * datetime)
{
GString *
outstr = NULL;
gchar *
main_date = NULL;
gint64 offset;
// Main date and time.
main_date = g_date_time_format (datetime, "%Y-%m-%dT%H:%M:%S");
outstr = g_string_new (main_date);
g_free (main_date);
// Timezone. Format it as `%:::z` unless the offset is zero, in which case
// we can simply use `Z`.
offset = g_date_time_get_utc_offset (datetime);
if (offset == 0) {
g_string_append_c (outstr, 'Z');
} else {
gchar *
time_zone = g_date_time_format (datetime, "%:::z");
g_string_append (outstr, time_zone);
g_free (time_zone);
}
return g_string_free (outstr, FALSE);
}
#endif
} // namespace
std::unique_ptr <
google::cloud::storage::Client >
gst_gs_create_client (const gchar * service_account_email, GError ** error)
{
if (service_account_email) {
// Meant to be used from a container running in the Cloud.
google::cloud::StatusOr < std::shared_ptr <
gcs::oauth2::Credentials >> creds (std::make_shared <
gcs::oauth2::ComputeEngineCredentials <>> (service_account_email));
if (!creds) {
g_set_error (error, GST_RESOURCE_ERROR,
GST_RESOURCE_ERROR_NOT_AUTHORIZED,
"Could not retrieve credentials for the given service account %s (%s)",
service_account_email, creds.status ().message ().c_str ());
return nullptr;
}
gcs::ClientOptions client_options (std::move (creds.value ()));
return std::make_unique < gcs::Client > (client_options,
gcs::StrictIdempotencyPolicy ());
}
// Default account. This is meant to retrieve the credentials automatically
// using diffrent methods.
google::cloud::StatusOr < gcs::ClientOptions > client_options =
gcs::ClientOptions::CreateDefaultClientOptions ();
if (!client_options) {
g_set_error (error, GST_RESOURCE_ERROR,
GST_RESOURCE_ERROR_NOT_AUTHORIZED,
"Could not create default client options (%s)",
client_options.status ().message ().c_str ());
return nullptr;
}
return std::make_unique < gcs::Client > (client_options.value (),
gcs::StrictIdempotencyPolicy ());
}
gboolean
gst_gs_get_buffer_date (GstBuffer * buffer, GDateTime * start_date,
gchar ** buffer_date_str_ptr)
{
gchar *
buffer_date_str = NULL;
GstClockTime buffer_timestamp = GST_CLOCK_TIME_NONE;
GTimeSpan buffer_timespan = 0;
if (!buffer || !start_date)
return FALSE;
buffer_timestamp = GST_BUFFER_PTS (buffer);
// GTimeSpan is in micro seconds.
buffer_timespan = GST_TIME_AS_USECONDS (buffer_timestamp);
GDateTime *
buffer_date = g_date_time_add (start_date, buffer_timespan);
if (!buffer_date)
return FALSE;
buffer_date_str = g_date_time_format_iso8601 (buffer_date);
g_date_time_unref (buffer_date);
if (!buffer_date_str)
return FALSE;
if (buffer_date_str_ptr)
*buffer_date_str_ptr = buffer_date_str;
return TRUE;
}