// Copyright (C) 2022 François Laignel // // This Source Code Form is subject to the terms of the Mozilla Public License, v2.0. // If a copy of the MPL was not distributed with this file, You can obtain one at // . // // SPDX-License-Identifier: MPL-2.0 use futures::future::BoxFuture; use futures::prelude::*; use gst::error_msg; use gst::glib; use gst::prelude::*; use gst::subclass::prelude::*; use gst::EventView; use once_cell::sync::Lazy; use gstthreadshare::runtime::prelude::*; use gstthreadshare::runtime::{Context, PadSink, Task}; use std::sync::Mutex; use std::time::Duration; use super::super::{Settings, Stats, CAT}; #[derive(Debug)] enum StreamItem { Buffer(gst::Buffer), Event(gst::Event), } #[derive(Clone, Debug)] struct TaskPadSinkHandler; impl PadSinkHandler for TaskPadSinkHandler { type ElementImpl = TaskSink; fn sink_chain( self, _pad: gst::Pad, elem: super::TaskSink, buffer: gst::Buffer, ) -> BoxFuture<'static, Result> { let sender = elem.imp().clone_item_sender(); async move { if sender.send_async(StreamItem::Buffer(buffer)).await.is_err() { return Err(gst::FlowError::Flushing); } Ok(gst::FlowSuccess::Ok) } .boxed() } fn sink_event_serialized( self, _pad: gst::Pad, elem: super::TaskSink, event: gst::Event, ) -> BoxFuture<'static, bool> { let sender = elem.imp().clone_item_sender(); async move { match event.view() { EventView::Segment(_) => { let _ = sender.send_async(StreamItem::Event(event)).await; } EventView::Eos(_) => { let is_main_elem = elem.imp().settings.lock().unwrap().is_main_elem; debug_or_trace!(CAT, is_main_elem, obj: elem, "EOS"); // When each element sends its own EOS message, // it takes ages for the pipeline to process all of them. // Let's just post an error message and let main shuts down // after all streams have posted this message. let _ = elem .post_message(gst::message::Error::new(gst::LibraryError::Shutdown, "EOS")); } EventView::FlushStop(_) => { let imp = elem.imp(); return imp.task.flush_stop().await_maybe_on_context().is_ok(); } EventView::SinkMessage(evt) => { let _ = elem.post_message(evt.message()); } _ => (), } true } .boxed() } fn sink_event(self, _pad: &gst::Pad, imp: &TaskSink, event: gst::Event) -> bool { if let EventView::FlushStart(..) = event.view() { return imp.task.flush_start().await_maybe_on_context().is_ok(); } true } } struct TaskSinkTask { elem: super::TaskSink, item_receiver: flume::Receiver, is_main_elem: bool, last_dts: Option, segment_start: Option, stats: Option>, } impl TaskSinkTask { fn new( elem: &super::TaskSink, item_receiver: flume::Receiver, is_main_elem: bool, stats: Option>, ) -> Self { TaskSinkTask { elem: elem.clone(), item_receiver, is_main_elem, last_dts: None, stats, segment_start: None, } } fn flush(&mut self) { // Purge the channel while !self.item_receiver.is_empty() {} } } impl TaskImpl for TaskSinkTask { type Item = StreamItem; fn prepare(&mut self) -> BoxFuture<'_, Result<(), gst::ErrorMessage>> { log_or_trace!(CAT, self.is_main_elem, obj: self.elem, "Preparing Task"); future::ok(()).boxed() } fn start(&mut self) -> BoxFuture<'_, Result<(), gst::ErrorMessage>> { async { log_or_trace!(CAT, self.is_main_elem, obj: self.elem, "Starting Task"); self.last_dts = None; if let Some(stats) = self.stats.as_mut() { stats.start(); } Ok(()) } .boxed() } fn stop(&mut self) -> BoxFuture<'_, Result<(), gst::ErrorMessage>> { async { log_or_trace!(CAT, self.is_main_elem, obj: self.elem, "Stopping Task"); self.flush(); Ok(()) } .boxed() } fn try_next(&mut self) -> BoxFuture<'_, Result> { self.item_receiver .recv_async() .map(|opt_item| Ok(opt_item.unwrap())) .boxed() } fn handle_item(&mut self, item: StreamItem) -> BoxFuture<'_, Result<(), gst::FlowError>> { async move { debug_or_trace!(CAT, self.is_main_elem, obj: self.elem, "Received {item:?}"); match item { StreamItem::Buffer(buffer) => { let dts = buffer .dts() .expect("Buffer without dts") .checked_sub(self.segment_start.expect("Buffer without Time Segment")) .expect("dts before Segment start"); if let Some(last_dts) = self.last_dts { let cur_ts = self.elem.current_running_time().unwrap(); let latency: Duration = (cur_ts - dts).into(); let interval: Duration = (dts - last_dts).into(); if let Some(stats) = self.stats.as_mut() { stats.add_buffer(latency, interval); } debug_or_trace!( CAT, self.is_main_elem, obj: self.elem, "o latency {latency:.2?}", ); debug_or_trace!( CAT, self.is_main_elem, obj: self.elem, "o interval {interval:.2?}", ); } self.last_dts = Some(dts); log_or_trace!(CAT, self.is_main_elem, obj: self.elem, "Buffer processed"); } StreamItem::Event(evt) => { if let EventView::Segment(evt) = evt.view() { if let Some(time_seg) = evt.segment().downcast_ref::() { self.segment_start = time_seg.start(); } } } } Ok(()) } .boxed() } } #[derive(Debug)] pub struct TaskSink { sink_pad: PadSink, task: Task, item_sender: Mutex>>, settings: Mutex, } impl TaskSink { #[track_caller] fn clone_item_sender(&self) -> flume::Sender { self.item_sender.lock().unwrap().as_ref().unwrap().clone() } fn prepare(&self) -> Result<(), gst::ErrorMessage> { let settings = self.settings.lock().unwrap(); let stats = if settings.logs_stats { Some(Box::new(Stats::new( settings.max_buffers, settings.push_period + settings.context_wait / 2, ))) } else { None }; debug_or_trace!(CAT, settings.is_main_elem, imp: self, "Preparing"); let ts_ctx = Context::acquire(&settings.context, settings.context_wait).map_err(|err| { error_msg!( gst::ResourceError::OpenWrite, ["Failed to acquire Context: {}", err] ) })?; // Enable backpressure for items let (item_sender, item_receiver) = flume::bounded(0); let task_impl = TaskSinkTask::new(&self.obj(), item_receiver, settings.is_main_elem, stats); self.task.prepare(task_impl, ts_ctx).block_on()?; *self.item_sender.lock().unwrap() = Some(item_sender); debug_or_trace!(CAT, settings.is_main_elem, imp: self, "Prepared"); Ok(()) } fn unprepare(&self) { let is_main_elem = self.settings.lock().unwrap().is_main_elem; debug_or_trace!(CAT, is_main_elem, imp: self, "Unpreparing"); self.task.unprepare().block_on().unwrap(); debug_or_trace!(CAT, is_main_elem, imp: self, "Unprepared"); } fn stop(&self) -> Result<(), gst::ErrorMessage> { let is_main_elem = self.settings.lock().unwrap().is_main_elem; debug_or_trace!(CAT, is_main_elem, imp: self, "Stopping"); self.task.stop().block_on()?; debug_or_trace!(CAT, is_main_elem, imp: self, "Stopped"); Ok(()) } fn start(&self) -> Result<(), gst::ErrorMessage> { let is_main_elem = self.settings.lock().unwrap().is_main_elem; debug_or_trace!(CAT, is_main_elem, imp: self, "Starting"); self.task.start().block_on()?; debug_or_trace!(CAT, is_main_elem, imp: self, "Started"); Ok(()) } } #[glib::object_subclass] impl ObjectSubclass for TaskSink { const NAME: &'static str = "TsStandaloneTaskSink"; type Type = super::TaskSink; type ParentType = gst::Element; fn with_class(klass: &Self::Class) -> Self { Self { sink_pad: PadSink::new( gst::Pad::from_template(&klass.pad_template("sink").unwrap()), TaskPadSinkHandler, ), task: Task::default(), item_sender: Default::default(), settings: Default::default(), } } } impl ObjectImpl for TaskSink { fn properties() -> &'static [glib::ParamSpec] { static PROPERTIES: Lazy> = Lazy::new(Settings::properties); PROPERTIES.as_ref() } fn set_property(&self, id: usize, value: &glib::Value, pspec: &glib::ParamSpec) { self.settings.lock().unwrap().set_property(id, value, pspec); } fn property(&self, id: usize, pspec: &glib::ParamSpec) -> glib::Value { self.settings.lock().unwrap().property(id, pspec) } fn constructed(&self) { self.parent_constructed(); let obj = self.obj(); obj.add_pad(self.sink_pad.gst_pad()).unwrap(); obj.set_element_flags(gst::ElementFlags::SINK); } } impl GstObjectImpl for TaskSink {} impl ElementImpl for TaskSink { fn metadata() -> Option<&'static gst::subclass::ElementMetadata> { static ELEMENT_METADATA: Lazy = Lazy::new(|| { gst::subclass::ElementMetadata::new( "Thread-sharing standalone test task sink", "Sink/Test", "Thread-sharing standalone test task sink", "François Laignel ", ) }); Some(&*ELEMENT_METADATA) } fn pad_templates() -> &'static [gst::PadTemplate] { static PAD_TEMPLATES: Lazy> = Lazy::new(|| { let caps = gst::Caps::new_any(); let sink_pad_template = gst::PadTemplate::new( "sink", gst::PadDirection::Sink, gst::PadPresence::Always, &caps, ) .unwrap(); vec![sink_pad_template] }); PAD_TEMPLATES.as_ref() } fn change_state( &self, transition: gst::StateChange, ) -> Result { gst::trace!(CAT, imp: self, "Changing state {transition:?}"); match transition { gst::StateChange::NullToReady => { self.prepare().map_err(|err| { self.post_error_message(err); gst::StateChangeError })?; } gst::StateChange::ReadyToPaused => { self.start().map_err(|_| gst::StateChangeError)?; } gst::StateChange::PausedToReady => { self.stop().map_err(|_| gst::StateChangeError)?; } gst::StateChange::ReadyToNull => { self.unprepare(); } _ => (), } self.parent_change_state(transition) } }