// Copyright (C) 2018 Sebastian Dröge // // This library is free software; you can redistribute it and/or // modify it under the terms of the GNU Library General Public // License as published by the Free Software Foundation; either // version 2 of the License, or (at your option) any later version. // // This library is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU // Library General Public License for more details. // // You should have received a copy of the GNU Library General Public // License along with this library; if not, write to the // Free Software Foundation, Inc., 51 Franklin Street, Suite 500, // Boston, MA 02110-1335, USA. use glib; use glib::prelude::*; use gst; use gst::prelude::*; use gobject_subclass::object::*; use gst_plugin::element::*; use std::collections::HashMap; use std::collections::VecDeque; use std::sync::{Arc, Mutex, Weak}; use std::{u16, u32, u64}; use futures; use futures::future; use futures::task; use futures::{Async, Future}; use tokio::executor; use dataqueue::*; use iocontext::*; lazy_static! { static ref CONTEXTS: Mutex>>> = Mutex::new(HashMap::new()); } const DEFAULT_PROXY_CONTEXT: &'static str = ""; const DEFAULT_MAX_SIZE_BUFFERS: u32 = 200; const DEFAULT_MAX_SIZE_BYTES: u32 = 1024 * 1024; const DEFAULT_MAX_SIZE_TIME: u64 = gst::SECOND_VAL; const DEFAULT_CONTEXT: &'static str = ""; const DEFAULT_CONTEXT_THREADS: i32 = 0; const DEFAULT_CONTEXT_WAIT: u32 = 0; #[derive(Debug, Clone)] struct SettingsSink { proxy_context: String, } impl Default for SettingsSink { fn default() -> Self { SettingsSink { proxy_context: DEFAULT_PROXY_CONTEXT.into(), } } } #[derive(Debug, Clone)] struct SettingsSrc { max_size_buffers: u32, max_size_bytes: u32, max_size_time: u64, context: String, context_threads: i32, context_wait: u32, proxy_context: String, } impl Default for SettingsSrc { fn default() -> Self { SettingsSrc { max_size_buffers: DEFAULT_MAX_SIZE_BUFFERS, max_size_bytes: DEFAULT_MAX_SIZE_BYTES, max_size_time: DEFAULT_MAX_SIZE_TIME, context: DEFAULT_CONTEXT.into(), context_threads: DEFAULT_CONTEXT_THREADS, context_wait: DEFAULT_CONTEXT_WAIT, proxy_context: DEFAULT_PROXY_CONTEXT.into(), } } } static PROPERTIES_SRC: [Property; 7] = [ Property::UInt( "max-size-buffers", "Max Size Buffers", "Maximum number of buffers to queue (0=unlimited)", (0, u32::MAX), DEFAULT_MAX_SIZE_BUFFERS, PropertyMutability::ReadWrite, ), Property::UInt( "max-size-bytes", "Max Size Bytes", "Maximum number of bytes to queue (0=unlimited)", (0, u32::MAX), DEFAULT_MAX_SIZE_BYTES, PropertyMutability::ReadWrite, ), Property::UInt64( "max-size-time", "Max Size Time", "Maximum number of nanoseconds to queue (0=unlimited)", (0, u64::MAX - 1), DEFAULT_MAX_SIZE_TIME, PropertyMutability::ReadWrite, ), Property::String( "context", "Context", "Context name to share threads with", Some(DEFAULT_CONTEXT), PropertyMutability::ReadWrite, ), Property::Int( "context-threads", "Context Threads", "Number of threads for the context thread-pool if we create it", (-1, u16::MAX as i32), DEFAULT_CONTEXT_THREADS, PropertyMutability::ReadWrite, ), Property::UInt( "context-wait", "Context Wait", "Throttle poll loop to run at most once every this many ms", (0, 1000), DEFAULT_CONTEXT_WAIT, PropertyMutability::ReadWrite, ), Property::String( "proxy-context", "Proxy Context", "Context name of the proxy to share with", Some(DEFAULT_PROXY_CONTEXT), PropertyMutability::ReadWrite, ), ]; static PROPERTIES_SINK: [Property; 1] = [ Property::String( "proxy-context", "Proxy Context", "Context name of the proxy to share with", Some(DEFAULT_PROXY_CONTEXT), PropertyMutability::ReadWrite, ), ]; // TODO: Refactor into a Sender and Receiver instead of the have_ booleans struct SharedQueue(Arc>, bool); impl SharedQueue { fn get(name: &str, as_sink: bool) -> Option { let mut contexts = CONTEXTS.lock().unwrap(); let mut queue = None; if let Some(context) = contexts.get(name) { if let Some(context) = context.upgrade() { { let mut inner = context.lock().unwrap(); if (inner.have_sink && as_sink) || (inner.have_src && !as_sink) { return None; } } let context = SharedQueue(context, as_sink); { let mut inner = context.0.lock().unwrap(); if as_sink { inner.have_sink = true; } else { inner.have_src = true; } } queue = Some(context); } } if queue.is_none() { let inner = Arc::new(Mutex::new(SharedQueueInner { name: name.into(), queue: None, last_ret: gst::FlowReturn::Flushing, pending_queue: None, pending_future_cancel: None, have_sink: as_sink, have_src: !as_sink, })); contexts.insert(name.into(), Arc::downgrade(&inner)); queue = Some(SharedQueue(inner, as_sink)); } queue } } impl Drop for SharedQueue { fn drop(&mut self) { if self.1 { let mut inner = self.0.lock().unwrap(); assert!(inner.have_sink); inner.have_sink = false; if let Some((Some(task), _, _)) = inner.pending_queue.take() { task.notify(); } } else { let mut inner = self.0.lock().unwrap(); assert!(inner.have_src); inner.have_src = false; let _ = inner.queue.take(); let _ = inner.pending_future_cancel.take(); } } } struct SharedQueueInner { name: String, queue: Option, last_ret: gst::FlowReturn, pending_queue: Option<(Option, bool, VecDeque)>, pending_future_cancel: Option>, have_sink: bool, have_src: bool, } impl Drop for SharedQueueInner { fn drop(&mut self) { let mut contexts = CONTEXTS.lock().unwrap(); contexts.remove(&self.name); } } struct StateSrc { io_context: Option, pending_future_id: Option, queue: Option, } impl Default for StateSrc { fn default() -> StateSrc { StateSrc { io_context: None, pending_future_id: None, queue: None, } } } struct StateSink { io_context: Option, pending_future_id: Option, queue: Option, } impl Default for StateSink { fn default() -> StateSink { StateSink { io_context: None, pending_future_id: None, queue: None, } } } struct ProxySink { cat: gst::DebugCategory, #[allow(unused)] sink_pad: gst::Pad, state: Mutex, settings: Mutex, } impl ProxySink { fn class_init(klass: &mut ElementClass) { klass.set_metadata( "Thread-sharing proxy sink", "Sink/Generic", "Thread-sharing proxy sink", "Sebastian Dröge ", ); let caps = gst::Caps::new_any(); let sink_pad_template = gst::PadTemplate::new( "sink", gst::PadDirection::Sink, gst::PadPresence::Always, &caps, ); klass.add_pad_template(sink_pad_template); klass.install_properties(&PROPERTIES_SINK); } fn init(element: &Element) -> Box> { let templ = element.get_pad_template("sink").unwrap(); let sink_pad = gst::Pad::new_from_template(&templ, "sink"); sink_pad.set_chain_function(|pad, parent, buffer| { ProxySink::catch_panic_pad_function( parent, || gst::FlowReturn::Error, |queue, element| queue.sink_chain(pad, element, buffer), ) }); sink_pad.set_chain_list_function(|pad, parent, list| { ProxySink::catch_panic_pad_function( parent, || gst::FlowReturn::Error, |queue, element| queue.sink_chain_list(pad, element, list), ) }); sink_pad.set_event_function(|pad, parent, event| { ProxySink::catch_panic_pad_function( parent, || false, |queue, element| queue.sink_event(pad, element, event), ) }); sink_pad.set_query_function(|pad, parent, query| { ProxySink::catch_panic_pad_function( parent, || false, |queue, element| queue.sink_query(pad, element, query), ) }); element.add_pad(&sink_pad).unwrap(); ::set_element_flags(element, gst::ElementFlags::SINK); Box::new(Self { cat: gst::DebugCategory::new( "ts-proxysink", gst::DebugColorFlags::empty(), "Thread-sharing proxy sink", ), sink_pad: sink_pad, state: Mutex::new(StateSink::default()), settings: Mutex::new(SettingsSink::default()), }) } fn enqueue_item( &self, _pad: &gst::Pad, element: &Element, item: DataQueueItem, ) -> gst::FlowReturn { let wait_future = { let state = self.state.lock().unwrap(); let StateSink { ref queue, ref io_context, pending_future_id, .. } = *state; let queue = match *queue { None => return gst::FlowReturn::Error, Some(ref queue) => queue, }; let mut queue = queue.0.lock().unwrap(); let item = if queue.pending_queue.is_none() { // The source might not have started yet match queue.queue { Some(ref queue) => queue.push(item), None => Err(item), } } else { Err(item) }; if let Err(item) = item { if queue .pending_queue .as_ref() .map(|(_, scheduled, _)| !scheduled) .unwrap_or(true) { if queue.pending_queue.is_none() { queue.pending_queue = Some((None, false, VecDeque::new())); } let schedule_now = match item { DataQueueItem::Event(ref ev) if ev.get_type() != gst::EventType::Eos => { false } _ => true, }; queue.pending_queue.as_mut().unwrap().2.push_back(item); gst_log!( self.cat, obj: element, "Proxy is full - Pushing first item on pending queue" ); if schedule_now { gst_log!(self.cat, obj: element, "Scheduling pending queue now"); queue.pending_queue.as_mut().unwrap().1 = true; let element_clone = element.clone(); let future = future::poll_fn(move || { let sink = element_clone .get_impl() .downcast_ref::() .unwrap(); let state = sink.state.lock().unwrap(); gst_log!( sink.cat, obj: &element_clone, "Trying to empty pending queue" ); let mut queue = match state.queue { Some(ref queue) => queue.0.lock().unwrap(), None => { return Ok(Async::Ready(())); } }; let SharedQueueInner { ref mut pending_queue, ref queue, .. } = *queue; let res = if let Some((ref mut task, _, ref mut items)) = *pending_queue { if let &Some(ref queue) = queue { let mut failed_item = None; while let Some(item) = items.pop_front() { if let Err(item) = queue.push(item) { failed_item = Some(item); } } if let Some(failed_item) = failed_item { items.push_front(failed_item); *task = Some(task::current()); gst_log!( sink.cat, obj: &element_clone, "Waiting for more queue space" ); Ok(Async::NotReady) } else { gst_log!( sink.cat, obj: &element_clone, "Pending queue is empty now" ); Ok(Async::Ready(())) } } else { gst_log!( sink.cat, obj: &element_clone, "Waiting for queue to be allocated" ); Ok(Async::NotReady) } } else { gst_log!( sink.cat, obj: &element_clone, "Flushing, dropping pending queue" ); Ok(Async::Ready(())) }; if res == Ok(Async::Ready(())) { *pending_queue = None; } res }); if let (Some(io_context), Some(pending_future_id)) = (io_context.as_ref(), pending_future_id.as_ref()) { io_context.add_pending_future(*pending_future_id, future); None } else { Some(future) } } else { gst_log!(self.cat, obj: element, "Scheduling pending queue later"); None } } else { queue.pending_queue.as_mut().unwrap().2.push_back(item); None } } else { None } }; if let Some(wait_future) = wait_future { gst_log!(self.cat, obj: element, "Blocking until queue becomes empty"); match executor::current_thread::block_on_all(wait_future) { Err(_) => { gst_element_error!( element, gst::StreamError::Failed, ["failed to wait for queue to become empty again"] ); return gst::FlowReturn::Error; } Ok(_) => (), } } let state = self.state.lock().unwrap(); let queue = state.queue.as_ref().unwrap(); let ret = queue.0.lock().unwrap().last_ret; ret } fn sink_chain( &self, pad: &gst::Pad, element: &Element, buffer: gst::Buffer, ) -> gst::FlowReturn { gst_log!(self.cat, obj: pad, "Handling buffer {:?}", buffer); self.enqueue_item(pad, element, DataQueueItem::Buffer(buffer)) } fn sink_chain_list( &self, pad: &gst::Pad, element: &Element, list: gst::BufferList, ) -> gst::FlowReturn { gst_log!(self.cat, obj: pad, "Handling buffer list {:?}", list); self.enqueue_item(pad, element, DataQueueItem::BufferList(list)) } fn sink_event(&self, pad: &gst::Pad, element: &Element, event: gst::Event) -> bool { use gst::EventView; gst_log!(self.cat, obj: pad, "Handling event {:?}", event); match event.view() { EventView::Eos(..) => { let _ = element.post_message(&gst::Message::new_eos().src(Some(element)).build()); } EventView::FlushStart(..) => { let _ = self.stop(element); } EventView::FlushStop(..) => { let (ret, state, pending) = element.get_state(0.into()); if ret == gst::StateChangeReturn::Success && state == gst::State::Paused || ret == gst::StateChangeReturn::Async && pending == gst::State::Paused { let _ = self.start(element); } } EventView::CustomDownstreamSticky(e) => { let s = e.get_structure().unwrap(); if s.get_name() == "ts-io-context" { let mut state = self.state.lock().unwrap(); let io_context = s.get::<&glib::AnySendValue>("io-context").unwrap(); let io_context = io_context.downcast_ref::().unwrap(); let pending_future_id = s.get::<&glib::AnySendValue>("pending-future-id").unwrap(); let pending_future_id = pending_future_id.downcast_ref::().unwrap(); gst_debug!( self.cat, obj: element, "Got upstream pending future id {:?}", pending_future_id ); state.io_context = Some(io_context.clone()); state.pending_future_id = Some(*pending_future_id); } } _ => (), }; gst_log!(self.cat, obj: pad, "Queuing event {:?}", event); let _ = self.enqueue_item(pad, element, DataQueueItem::Event(event)); true } fn sink_query(&self, pad: &gst::Pad, element: &Element, query: &mut gst::QueryRef) -> bool { gst_log!(self.cat, obj: pad, "Handling query {:?}", query); pad.query_default(element, query) } fn prepare(&self, element: &Element) -> Result<(), gst::ErrorMessage> { gst_debug!(self.cat, obj: element, "Preparing"); let settings = self.settings.lock().unwrap().clone(); let mut state = self.state.lock().unwrap(); state.queue = match SharedQueue::get(&settings.proxy_context, true) { Some(queue) => Some(queue), None => { return Err(gst_error_msg!( gst::ResourceError::OpenRead, ["Failed to create get queue"] )); } }; gst_debug!(self.cat, obj: element, "Prepared"); Ok(()) } fn unprepare(&self, element: &Element) -> Result<(), ()> { gst_debug!(self.cat, obj: element, "Unpreparing"); let mut state = self.state.lock().unwrap(); *state = StateSink::default(); gst_debug!(self.cat, obj: element, "Unprepared"); Ok(()) } fn start(&self, element: &Element) -> Result<(), ()> { gst_debug!(self.cat, obj: element, "Starting"); let state = self.state.lock().unwrap(); let mut queue = state.queue.as_ref().unwrap().0.lock().unwrap(); queue.last_ret = gst::FlowReturn::Ok; gst_debug!(self.cat, obj: element, "Started"); Ok(()) } fn stop(&self, element: &Element) -> Result<(), ()> { gst_debug!(self.cat, obj: element, "Stopping"); let mut state = self.state.lock().unwrap(); state.io_context = None; state.pending_future_id = None; let mut queue = state.queue.as_ref().unwrap().0.lock().unwrap(); if let Some((Some(task), _, _)) = queue.pending_queue.take() { task.notify(); } queue.last_ret = gst::FlowReturn::Flushing; gst_debug!(self.cat, obj: element, "Stopped"); Ok(()) } } impl ObjectImpl for ProxySink { fn set_property(&self, _obj: &glib::Object, id: u32, value: &glib::Value) { let prop = &PROPERTIES_SINK[id as usize]; match *prop { Property::String("proxy-context", ..) => { let mut settings = self.settings.lock().unwrap(); settings.proxy_context = value.get().unwrap_or_else(|| "".into()); } _ => unimplemented!(), } } fn get_property(&self, _obj: &glib::Object, id: u32) -> Result { let prop = &PROPERTIES_SINK[id as usize]; match *prop { Property::String("proxy-context", ..) => { let mut settings = self.settings.lock().unwrap(); Ok(settings.proxy_context.to_value()) } _ => unimplemented!(), } } } impl ElementImpl for ProxySink { fn change_state( &self, element: &Element, transition: gst::StateChange, ) -> gst::StateChangeReturn { gst_trace!(self.cat, obj: element, "Changing state {:?}", transition); match transition { gst::StateChange::NullToReady => match self.prepare(element) { Err(err) => { element.post_error_message(&err); return gst::StateChangeReturn::Failure; } Ok(_) => (), }, gst::StateChange::PausedToReady => match self.stop(element) { Err(_) => return gst::StateChangeReturn::Failure, Ok(_) => (), }, gst::StateChange::ReadyToNull => match self.unprepare(element) { Err(_) => return gst::StateChangeReturn::Failure, Ok(_) => (), }, _ => (), } let ret = element.parent_change_state(transition); if ret == gst::StateChangeReturn::Failure { return ret; } match transition { gst::StateChange::ReadyToPaused => match self.start(element) { Err(_) => return gst::StateChangeReturn::Failure, Ok(_) => (), }, _ => (), } ret } } struct ProxySrc { cat: gst::DebugCategory, src_pad: gst::Pad, state: Mutex, settings: Mutex, } impl ProxySrc { fn class_init(klass: &mut ElementClass) { klass.set_metadata( "Thread-sharing proxy source", "Source/Generic", "Thread-sharing proxy source", "Sebastian Dröge ", ); let caps = gst::Caps::new_any(); let src_pad_template = gst::PadTemplate::new( "src", gst::PadDirection::Src, gst::PadPresence::Always, &caps, ); klass.add_pad_template(src_pad_template); klass.install_properties(&PROPERTIES_SRC); } fn init(element: &Element) -> Box> { let templ = element.get_pad_template("src").unwrap(); let src_pad = gst::Pad::new_from_template(&templ, "src"); src_pad.set_event_function(|pad, parent, event| { ProxySrc::catch_panic_pad_function( parent, || false, |queue, element| queue.src_event(pad, element, event), ) }); src_pad.set_query_function(|pad, parent, query| { ProxySrc::catch_panic_pad_function( parent, || false, |queue, element| queue.src_query(pad, element, query), ) }); element.add_pad(&src_pad).unwrap(); ::set_element_flags(element, gst::ElementFlags::SOURCE); Box::new(Self { cat: gst::DebugCategory::new( "ts-proxysrc", gst::DebugColorFlags::empty(), "Thread-sharing proxy source", ), src_pad: src_pad, state: Mutex::new(StateSrc::default()), settings: Mutex::new(SettingsSrc::default()), }) } fn catch_panic_pad_function T, G: FnOnce() -> T>( parent: &Option, fallback: G, f: F, ) -> T { let element = parent .as_ref() .cloned() .unwrap() .downcast::() .unwrap(); let src = element.get_impl().downcast_ref::().unwrap(); element.catch_panic(fallback, |element| f(src, element)) } fn create_io_context_event(state: &StateSrc) -> Option { if let (&Some(ref pending_future_id), &Some(ref io_context)) = (&state.pending_future_id, &state.io_context) { let s = gst::Structure::new( "ts-io-context", &[ ("io-context", &glib::AnySendValue::new(io_context.clone())), ( "pending-future-id", &glib::AnySendValue::new(*pending_future_id), ), ], ); Some(gst::Event::new_custom_downstream_sticky(s).build()) } else { None } } fn src_event(&self, pad: &gst::Pad, element: &Element, event: gst::Event) -> bool { use gst::EventView; gst_log!(self.cat, obj: pad, "Handling event {:?}", event); let ret = match event.view() { EventView::FlushStart(..) => { let _ = self.stop(element); true } EventView::FlushStop(..) => { let (ret, state, pending) = element.get_state(0.into()); if ret == gst::StateChangeReturn::Success && state == gst::State::Playing || ret == gst::StateChangeReturn::Async && pending == gst::State::Playing { let _ = self.start(element); } true } EventView::Reconfigure(..) => true, EventView::Latency(..) => true, _ => false, }; if ret { gst_log!(self.cat, obj: pad, "Handled event {:?}", event); } else { gst_log!(self.cat, obj: pad, "Didn't handle event {:?}", event); } ret } fn src_query(&self, pad: &gst::Pad, _element: &Element, query: &mut gst::QueryRef) -> bool { use gst::QueryView; gst_log!(self.cat, obj: pad, "Handling query {:?}", query); let ret = match query.view_mut() { QueryView::Latency(ref mut q) => { q.set(true, 0.into(), 0.into()); true } QueryView::Scheduling(ref mut q) => { q.set(gst::SchedulingFlags::SEQUENTIAL, 1, -1, 0); q.add_scheduling_modes(&[gst::PadMode::Push]); true } QueryView::Caps(ref mut q) => { let caps = if let Some(ref caps) = self.src_pad.get_current_caps() { q.get_filter() .map(|f| f.intersect_with_mode(caps, gst::CapsIntersectMode::First)) .unwrap_or(caps.clone()) } else { q.get_filter() .map(|f| f.to_owned()) .unwrap_or(gst::Caps::new_any()) }; q.set_result(&caps); true } _ => false, }; if ret { gst_log!(self.cat, obj: pad, "Handled query {:?}", query); } else { gst_log!(self.cat, obj: pad, "Didn't handle query {:?}", query); } ret } fn push_item( &self, element: &Element, item: DataQueueItem, ) -> future::Either< Box + Send + 'static>, future::FutureResult<(), gst::FlowError>, > { let event = { let state = self.state.lock().unwrap(); let queue = state.queue.as_ref().unwrap().0.lock().unwrap(); if let Some((Some(ref task), _, _)) = queue.pending_queue { task.notify(); } if self.src_pad.check_reconfigure() { Self::create_io_context_event(&state) } else { None } }; if let Some(event) = event { self.src_pad.push_event(event); } let res = match item { DataQueueItem::Buffer(buffer) => { gst_log!(self.cat, obj: element, "Forwarding buffer {:?}", buffer); self.src_pad.push(buffer).into_result().map(|_| ()) } DataQueueItem::BufferList(list) => { gst_log!(self.cat, obj: element, "Forwarding buffer list {:?}", list); self.src_pad.push_list(list).into_result().map(|_| ()) } DataQueueItem::Event(event) => { use gst::EventView; let mut new_event = None; match event.view() { EventView::CustomDownstreamSticky(e) => { let s = e.get_structure().unwrap(); if s.get_name() == "ts-io-context" { let state = self.state.lock().unwrap(); new_event = Self::create_io_context_event(&state); } } _ => (), } match new_event { Some(event) => { gst_log!(self.cat, obj: element, "Forwarding new event {:?}", event); self.src_pad.push_event(event); } None => { gst_log!(self.cat, obj: element, "Forwarding event {:?}", event); self.src_pad.push_event(event); } } Ok(()) } }; let res = match res { Ok(_) => { gst_log!(self.cat, obj: element, "Successfully pushed item"); let state = self.state.lock().unwrap(); let mut queue = state.queue.as_ref().unwrap().0.lock().unwrap(); queue.last_ret = gst::FlowReturn::Ok; Ok(()) } Err(gst::FlowError::Flushing) => { gst_debug!(self.cat, obj: element, "Flushing"); let state = self.state.lock().unwrap(); let mut queue = state.queue.as_ref().unwrap().0.lock().unwrap(); if let Some(ref queue) = queue.queue { queue.pause(); } queue.last_ret = gst::FlowReturn::Flushing; Ok(()) } Err(gst::FlowError::Eos) => { gst_debug!(self.cat, obj: element, "EOS"); let state = self.state.lock().unwrap(); let mut queue = state.queue.as_ref().unwrap().0.lock().unwrap(); if let Some(ref queue) = queue.queue { queue.pause(); } queue.last_ret = gst::FlowReturn::Eos; Ok(()) } Err(err) => { gst_error!(self.cat, obj: element, "Got error {}", err); gst_element_error!( element, gst::StreamError::Failed, ("Internal data stream error"), ["streaming stopped, reason {}", err] ); let state = self.state.lock().unwrap(); let mut queue = state.queue.as_ref().unwrap().0.lock().unwrap(); queue.last_ret = gst::FlowReturn::from_error(err); Err(gst::FlowError::CustomError) } }; match res { Ok(()) => { let state = self.state.lock().unwrap(); if let StateSrc { io_context: Some(ref io_context), pending_future_id: Some(ref pending_future_id), queue: Some(ref queue), .. } = *state { let (cancel, future) = io_context.drain_pending_futures(*pending_future_id); queue.0.lock().unwrap().pending_future_cancel = cancel; future } else { future::Either::B(future::ok(())) } } Err(err) => future::Either::B(future::err(err)), } } fn prepare(&self, element: &Element) -> Result<(), gst::ErrorMessage> { gst_debug!(self.cat, obj: element, "Preparing"); let settings = self.settings.lock().unwrap().clone(); let mut state = self.state.lock().unwrap(); let io_context = IOContext::new( &settings.context, settings.context_threads as isize, settings.context_wait, ).map_err(|err| { gst_error_msg!( gst::ResourceError::OpenRead, ["Failed to create IO context: {}", err] ) })?; let queue = match SharedQueue::get(&settings.proxy_context, false) { Some(queue) => queue, None => { return Err(gst_error_msg!( gst::ResourceError::OpenRead, ["Failed to create get queue"] )); } }; let dataqueue = DataQueue::new( &element.clone().upcast(), if settings.max_size_buffers == 0 { None } else { Some(settings.max_size_buffers) }, if settings.max_size_bytes == 0 { None } else { Some(settings.max_size_bytes) }, if settings.max_size_time == 0 { None } else { Some(settings.max_size_time) }, ); let element_clone = element.clone(); let element_clone2 = element.clone(); dataqueue .schedule( &io_context, move |item| { let src = element_clone.get_impl().downcast_ref::().unwrap(); src.push_item(&element_clone, item) }, move |err| { let src = element_clone2 .get_impl() .downcast_ref::() .unwrap(); gst_error!(src.cat, obj: &element_clone2, "Got error {}", err); match err { gst::FlowError::CustomError => (), err => { gst_element_error!( element_clone2, gst::StreamError::Failed, ("Internal data stream error"), ["streaming stopped, reason {}", err] ); } } }, ) .map_err(|_| { gst_error_msg!( gst::ResourceError::OpenRead, ["Failed to schedule data queue"] ) })?;; let pending_future_id = io_context.acquire_pending_future_id(); gst_debug!( self.cat, obj: element, "Got pending future id {:?}", pending_future_id ); queue.0.lock().unwrap().queue = Some(dataqueue); state.io_context = Some(io_context); state.pending_future_id = Some(pending_future_id); state.queue = Some(queue); gst_debug!(self.cat, obj: element, "Prepared"); Ok(()) } fn unprepare(&self, element: &Element) -> Result<(), ()> { gst_debug!(self.cat, obj: element, "Unpreparing"); // FIXME: The IO Context has to be alive longer than the queue, // otherwise the queue can't finish any remaining work let (mut queue, io_context) = { let mut state = self.state.lock().unwrap(); if let (&Some(ref pending_future_id), &Some(ref io_context)) = (&state.pending_future_id, &state.io_context) { io_context.release_pending_future_id(*pending_future_id); } let queue = if let Some(ref queue) = state.queue.take() { let mut queue = queue.0.lock().unwrap(); queue.queue.take() } else { None }; let io_context = state.io_context.take(); *state = StateSrc::default(); (queue, io_context) }; if let Some(ref queue) = queue.take() { queue.shutdown(); } drop(io_context); gst_debug!(self.cat, obj: element, "Unprepared"); Ok(()) } fn start(&self, element: &Element) -> Result<(), ()> { gst_debug!(self.cat, obj: element, "Starting"); let state = self.state.lock().unwrap(); let queue = state.queue.as_ref().unwrap().0.lock().unwrap(); if let Some(ref queue) = queue.queue { queue.unpause(); } gst_debug!(self.cat, obj: element, "Started"); Ok(()) } fn stop(&self, element: &Element) -> Result<(), ()> { gst_debug!(self.cat, obj: element, "Stopping"); let state = self.state.lock().unwrap(); let mut queue = state.queue.as_ref().unwrap().0.lock().unwrap(); if let Some(ref queue) = queue.queue { queue.pause(); queue.clear(&self.src_pad); } let _ = queue.pending_future_cancel.take(); gst_debug!(self.cat, obj: element, "Stopped"); Ok(()) } } impl ObjectImpl for ProxySrc { fn set_property(&self, _obj: &glib::Object, id: u32, value: &glib::Value) { let prop = &PROPERTIES_SRC[id as usize]; match *prop { Property::UInt("max-size-buffers", ..) => { let mut settings = self.settings.lock().unwrap(); settings.max_size_buffers = value.get().unwrap(); } Property::UInt("max-size-bytes", ..) => { let mut settings = self.settings.lock().unwrap(); settings.max_size_bytes = value.get().unwrap(); } Property::UInt64("max-size-time", ..) => { let mut settings = self.settings.lock().unwrap(); settings.max_size_time = value.get().unwrap(); } Property::String("context", ..) => { let mut settings = self.settings.lock().unwrap(); settings.context = value.get().unwrap_or_else(|| "".into()); } Property::Int("context-threads", ..) => { let mut settings = self.settings.lock().unwrap(); settings.context_threads = value.get().unwrap(); } Property::UInt("context-wait", ..) => { let mut settings = self.settings.lock().unwrap(); settings.context_wait = value.get().unwrap(); } Property::String("proxy-context", ..) => { let mut settings = self.settings.lock().unwrap(); settings.proxy_context = value.get().unwrap_or_else(|| "".into()); } _ => unimplemented!(), } } fn get_property(&self, _obj: &glib::Object, id: u32) -> Result { let prop = &PROPERTIES_SRC[id as usize]; match *prop { Property::UInt("max-size-buffers", ..) => { let mut settings = self.settings.lock().unwrap(); Ok(settings.max_size_buffers.to_value()) } Property::UInt("max-size-bytes", ..) => { let mut settings = self.settings.lock().unwrap(); Ok(settings.max_size_bytes.to_value()) } Property::UInt64("max-size-time", ..) => { let mut settings = self.settings.lock().unwrap(); Ok(settings.max_size_time.to_value()) } Property::String("context", ..) => { let mut settings = self.settings.lock().unwrap(); Ok(settings.context.to_value()) } Property::Int("context-threads", ..) => { let mut settings = self.settings.lock().unwrap(); Ok(settings.context_threads.to_value()) } Property::UInt("context-wait", ..) => { let mut settings = self.settings.lock().unwrap(); Ok(settings.context_wait.to_value()) } Property::String("proxy-context", ..) => { let mut settings = self.settings.lock().unwrap(); Ok(settings.proxy_context.to_value()) } _ => unimplemented!(), } } } impl ElementImpl for ProxySrc { fn change_state( &self, element: &Element, transition: gst::StateChange, ) -> gst::StateChangeReturn { gst_trace!(self.cat, obj: element, "Changing state {:?}", transition); match transition { gst::StateChange::NullToReady => match self.prepare(element) { Err(err) => { element.post_error_message(&err); return gst::StateChangeReturn::Failure; } Ok(_) => (), }, gst::StateChange::PlayingToPaused => match self.stop(element) { Err(_) => return gst::StateChangeReturn::Failure, Ok(_) => (), }, gst::StateChange::ReadyToNull => match self.unprepare(element) { Err(_) => return gst::StateChangeReturn::Failure, Ok(_) => (), }, _ => (), } let mut ret = element.parent_change_state(transition); if ret == gst::StateChangeReturn::Failure { return ret; } match transition { gst::StateChange::ReadyToPaused => { ret = gst::StateChangeReturn::NoPreroll; } gst::StateChange::PausedToPlaying => match self.start(element) { Err(_) => return gst::StateChangeReturn::Failure, Ok(_) => (), }, _ => (), } ret } } struct ProxySinkStatic; impl ImplTypeStatic for ProxySinkStatic { fn get_name(&self) -> &str { "ProxySink" } fn new(&self, element: &Element) -> Box> { ProxySink::init(element) } fn class_init(&self, klass: &mut ElementClass) { ProxySink::class_init(klass); } } struct ProxySrcStatic; impl ImplTypeStatic for ProxySrcStatic { fn get_name(&self) -> &str { "ProxySrc" } fn new(&self, element: &Element) -> Box> { ProxySrc::init(element) } fn class_init(&self, klass: &mut ElementClass) { ProxySrc::class_init(klass); } } pub fn register(plugin: &gst::Plugin) { let type_ = register_type(ProxySinkStatic); gst::Element::register(plugin, "ts-proxysink", 0, type_); let type_ = register_type(ProxySrcStatic); gst::Element::register(plugin, "ts-proxysrc", 0, type_); }