2018-03-26 15:30:44 +00:00
|
|
|
// Copyright (C) 2018 Sebastian Dröge <sebastian@centricular.com>
|
|
|
|
//
|
|
|
|
// This library is free software; you can redistribute it and/or
|
|
|
|
// modify it under the terms of the GNU Library General Public
|
|
|
|
// License as published by the Free Software Foundation; either
|
|
|
|
// version 2 of the License, or (at your option) any later version.
|
|
|
|
//
|
|
|
|
// This library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
// Library General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Library General Public
|
|
|
|
// License along with this library; if not, write to the
|
|
|
|
// Free Software Foundation, Inc., 51 Franklin Street, Suite 500,
|
|
|
|
// Boston, MA 02110-1335, USA.
|
|
|
|
|
2019-12-02 09:30:07 +00:00
|
|
|
use futures::future::{self, abortable, AbortHandle};
|
2019-11-24 20:12:40 +00:00
|
|
|
|
|
|
|
use gst::gst_debug;
|
2018-03-26 15:30:44 +00:00
|
|
|
use gst::prelude::*;
|
|
|
|
|
2019-11-24 20:12:40 +00:00
|
|
|
use lazy_static::lazy_static;
|
|
|
|
|
2018-04-03 16:14:00 +00:00
|
|
|
use std::collections::VecDeque;
|
2019-12-02 09:30:07 +00:00
|
|
|
use std::sync::Arc;
|
2020-03-13 20:21:11 +00:00
|
|
|
use std::sync::Mutex as StdMutex;
|
2018-03-26 15:30:44 +00:00
|
|
|
use std::{u32, u64};
|
|
|
|
|
|
|
|
lazy_static! {
|
|
|
|
static ref DATA_QUEUE_CAT: gst::DebugCategory = gst::DebugCategory::new(
|
|
|
|
"ts-dataqueue",
|
|
|
|
gst::DebugColorFlags::empty(),
|
2019-05-23 20:55:54 +00:00
|
|
|
Some("Thread-sharing queue"),
|
2018-03-26 15:30:44 +00:00
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
#[derive(Debug)]
|
|
|
|
pub enum DataQueueItem {
|
|
|
|
Buffer(gst::Buffer),
|
|
|
|
BufferList(gst::BufferList),
|
|
|
|
Event(gst::Event),
|
|
|
|
}
|
|
|
|
|
|
|
|
impl DataQueueItem {
|
|
|
|
fn size(&self) -> (u32, u32) {
|
|
|
|
match *self {
|
|
|
|
DataQueueItem::Buffer(ref buffer) => (1, buffer.get_size() as u32),
|
|
|
|
DataQueueItem::BufferList(ref list) => (
|
|
|
|
list.len() as u32,
|
|
|
|
list.iter().map(|b| b.get_size() as u32).sum::<u32>(),
|
|
|
|
),
|
|
|
|
DataQueueItem::Event(_) => (0, 0),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fn timestamp(&self) -> Option<u64> {
|
|
|
|
match *self {
|
|
|
|
DataQueueItem::Buffer(ref buffer) => buffer.get_dts_or_pts().0,
|
|
|
|
DataQueueItem::BufferList(ref list) => {
|
|
|
|
list.iter().filter_map(|b| b.get_dts_or_pts().0).next()
|
|
|
|
}
|
|
|
|
DataQueueItem::Event(_) => None,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-03-13 20:21:11 +00:00
|
|
|
#[derive(Clone, Copy, Debug, PartialEq, Eq)]
|
|
|
|
pub enum DataQueueState {
|
2019-12-02 09:30:07 +00:00
|
|
|
Paused,
|
|
|
|
Started,
|
|
|
|
Stopped,
|
2018-03-26 15:30:44 +00:00
|
|
|
}
|
|
|
|
|
2019-12-02 09:30:07 +00:00
|
|
|
#[derive(Clone, Debug)]
|
2020-03-13 20:21:11 +00:00
|
|
|
pub struct DataQueue(Arc<StdMutex<DataQueueInner>>);
|
2018-03-26 15:30:44 +00:00
|
|
|
|
2019-12-02 09:30:07 +00:00
|
|
|
#[derive(Debug)]
|
2018-03-26 15:30:44 +00:00
|
|
|
struct DataQueueInner {
|
|
|
|
element: gst::Element,
|
2019-12-02 09:30:07 +00:00
|
|
|
src_pad: gst::Pad,
|
2018-03-26 15:30:44 +00:00
|
|
|
|
|
|
|
state: DataQueueState,
|
|
|
|
queue: VecDeque<DataQueueItem>,
|
|
|
|
|
|
|
|
cur_size_buffers: u32,
|
|
|
|
cur_size_bytes: u32,
|
|
|
|
max_size_buffers: Option<u32>,
|
|
|
|
max_size_bytes: Option<u32>,
|
|
|
|
max_size_time: Option<u64>,
|
|
|
|
|
2019-12-02 09:30:07 +00:00
|
|
|
pending_handle: Option<AbortHandle>,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl DataQueueInner {
|
|
|
|
fn wake(&mut self) {
|
|
|
|
if let Some(pending_handle) = self.pending_handle.take() {
|
|
|
|
pending_handle.abort();
|
|
|
|
}
|
|
|
|
}
|
2018-03-26 15:30:44 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
impl DataQueue {
|
|
|
|
pub fn new(
|
|
|
|
element: &gst::Element,
|
2019-12-02 09:30:07 +00:00
|
|
|
src_pad: &gst::Pad,
|
2018-03-26 15:30:44 +00:00
|
|
|
max_size_buffers: Option<u32>,
|
|
|
|
max_size_bytes: Option<u32>,
|
|
|
|
max_size_time: Option<u64>,
|
|
|
|
) -> DataQueue {
|
2020-03-13 20:21:11 +00:00
|
|
|
DataQueue(Arc::new(StdMutex::new(DataQueueInner {
|
2018-03-26 15:30:44 +00:00
|
|
|
element: element.clone(),
|
2019-12-02 09:30:07 +00:00
|
|
|
src_pad: src_pad.clone(),
|
|
|
|
state: DataQueueState::Stopped,
|
2018-03-26 15:30:44 +00:00
|
|
|
queue: VecDeque::new(),
|
|
|
|
cur_size_buffers: 0,
|
|
|
|
cur_size_bytes: 0,
|
2019-02-21 18:12:09 +00:00
|
|
|
max_size_buffers,
|
|
|
|
max_size_bytes,
|
|
|
|
max_size_time,
|
2019-12-02 09:30:07 +00:00
|
|
|
pending_handle: None,
|
2018-03-26 15:30:44 +00:00
|
|
|
})))
|
|
|
|
}
|
|
|
|
|
2020-03-13 20:21:11 +00:00
|
|
|
pub fn state(&self) -> DataQueueState {
|
|
|
|
self.0.lock().unwrap().state
|
|
|
|
}
|
|
|
|
|
|
|
|
pub fn start(&self) {
|
|
|
|
let mut inner = self.0.lock().unwrap();
|
2019-12-02 09:30:07 +00:00
|
|
|
if inner.state == DataQueueState::Started {
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Data queue already Started");
|
2018-03-26 15:30:44 +00:00
|
|
|
return;
|
|
|
|
}
|
2019-12-02 09:30:07 +00:00
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Starting data queue");
|
|
|
|
inner.state = DataQueueState::Started;
|
|
|
|
inner.wake();
|
2018-03-26 15:30:44 +00:00
|
|
|
}
|
|
|
|
|
2020-03-13 20:21:11 +00:00
|
|
|
pub fn pause(&self) {
|
|
|
|
let mut inner = self.0.lock().unwrap();
|
2019-12-02 09:30:07 +00:00
|
|
|
if inner.state == DataQueueState::Paused {
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Data queue already Paused");
|
2018-03-26 15:30:44 +00:00
|
|
|
return;
|
|
|
|
}
|
2019-12-02 09:30:07 +00:00
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Pausing data queue");
|
|
|
|
assert_eq!(DataQueueState::Started, inner.state);
|
|
|
|
inner.state = DataQueueState::Paused;
|
|
|
|
inner.wake();
|
2018-03-26 15:30:44 +00:00
|
|
|
}
|
|
|
|
|
2020-03-13 20:21:11 +00:00
|
|
|
pub fn stop(&self) {
|
|
|
|
let mut inner = self.0.lock().unwrap();
|
2019-12-02 09:30:07 +00:00
|
|
|
if inner.state == DataQueueState::Stopped {
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Data queue already Stopped");
|
2018-03-26 15:30:44 +00:00
|
|
|
return;
|
|
|
|
}
|
2019-12-02 09:30:07 +00:00
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Stopping data queue");
|
|
|
|
inner.state = DataQueueState::Stopped;
|
|
|
|
inner.wake();
|
2018-03-26 15:30:44 +00:00
|
|
|
}
|
|
|
|
|
2020-03-13 20:21:11 +00:00
|
|
|
pub fn clear(&self) {
|
|
|
|
let mut inner = self.0.lock().unwrap();
|
2019-12-02 09:30:07 +00:00
|
|
|
|
|
|
|
assert_eq!(inner.state, DataQueueState::Paused);
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Clearing data queue");
|
2018-03-26 15:30:44 +00:00
|
|
|
|
2019-12-02 09:30:07 +00:00
|
|
|
let src_pad = inner.src_pad.clone();
|
2018-03-26 15:30:44 +00:00
|
|
|
for item in inner.queue.drain(..) {
|
|
|
|
if let DataQueueItem::Event(event) = item {
|
2018-07-24 10:40:58 +00:00
|
|
|
if event.is_sticky()
|
|
|
|
&& event.get_type() != gst::EventType::Segment
|
2018-03-26 15:30:44 +00:00
|
|
|
&& event.get_type() != gst::EventType::Eos
|
|
|
|
{
|
|
|
|
let _ = src_pad.store_sticky_event(&event);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2019-12-02 09:30:07 +00:00
|
|
|
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Data queue cleared");
|
2018-03-26 15:30:44 +00:00
|
|
|
}
|
|
|
|
|
2020-03-13 20:21:11 +00:00
|
|
|
pub fn push(&self, item: DataQueueItem) -> Result<(), DataQueueItem> {
|
|
|
|
let mut inner = self.0.lock().unwrap();
|
2019-12-02 09:30:07 +00:00
|
|
|
|
2020-03-19 18:34:51 +00:00
|
|
|
if inner.state == DataQueueState::Stopped {
|
2019-12-02 09:30:07 +00:00
|
|
|
gst_debug!(
|
|
|
|
DATA_QUEUE_CAT,
|
|
|
|
obj: &inner.element,
|
|
|
|
"Rejecting item {:?} in state {:?}",
|
|
|
|
item,
|
|
|
|
inner.state
|
|
|
|
);
|
|
|
|
return Err(item);
|
|
|
|
}
|
2018-03-26 15:30:44 +00:00
|
|
|
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Pushing item {:?}", item);
|
|
|
|
|
|
|
|
let (count, bytes) = item.size();
|
2018-03-28 09:31:31 +00:00
|
|
|
let queue_ts = inner.queue.iter().filter_map(|i| i.timestamp()).next();
|
|
|
|
let ts = item.timestamp();
|
2018-03-26 15:30:44 +00:00
|
|
|
|
|
|
|
if let Some(max) = inner.max_size_buffers {
|
|
|
|
if max <= inner.cur_size_buffers {
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Queue is full (buffers): {} <= {}", max, inner.cur_size_buffers);
|
|
|
|
return Err(item);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if let Some(max) = inner.max_size_bytes {
|
|
|
|
if max <= inner.cur_size_bytes {
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Queue is full (bytes): {} <= {}", max, inner.cur_size_bytes);
|
|
|
|
return Err(item);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// FIXME: Use running time
|
2018-03-28 09:31:31 +00:00
|
|
|
if let (Some(max), Some(queue_ts), Some(ts)) = (inner.max_size_time, queue_ts, ts) {
|
|
|
|
let level = if queue_ts > ts {
|
|
|
|
queue_ts - ts
|
|
|
|
} else {
|
|
|
|
ts - queue_ts
|
|
|
|
};
|
|
|
|
|
|
|
|
if max <= level {
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Queue is full (time): {} <= {}", max, level);
|
2018-03-26 15:30:44 +00:00
|
|
|
return Err(item);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
inner.queue.push_back(item);
|
|
|
|
inner.cur_size_buffers += count;
|
|
|
|
inner.cur_size_bytes += bytes;
|
|
|
|
|
2019-12-02 09:30:07 +00:00
|
|
|
inner.wake();
|
2018-03-26 15:30:44 +00:00
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2020-03-13 20:21:11 +00:00
|
|
|
// TODO: implement as a Stream now that we use a StdMutex
|
2019-12-02 09:30:07 +00:00
|
|
|
#[allow(clippy::should_implement_trait)]
|
|
|
|
pub async fn next(&mut self) -> Option<DataQueueItem> {
|
|
|
|
loop {
|
|
|
|
let pending_fut = {
|
2020-03-13 20:21:11 +00:00
|
|
|
let mut inner = self.0.lock().unwrap();
|
2019-12-02 09:30:07 +00:00
|
|
|
match inner.state {
|
|
|
|
DataQueueState::Started => match inner.queue.pop_front() {
|
|
|
|
None => {
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Data queue is empty");
|
|
|
|
}
|
|
|
|
Some(item) => {
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Popped item {:?}", item);
|
|
|
|
|
|
|
|
let (count, bytes) = item.size();
|
|
|
|
inner.cur_size_buffers -= count;
|
|
|
|
inner.cur_size_bytes -= bytes;
|
|
|
|
|
|
|
|
return Some(item);
|
|
|
|
}
|
|
|
|
},
|
|
|
|
DataQueueState::Paused => {
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Data queue Paused");
|
|
|
|
return None;
|
|
|
|
}
|
|
|
|
DataQueueState::Stopped => {
|
|
|
|
gst_debug!(DATA_QUEUE_CAT, obj: &inner.element, "Data queue Stopped");
|
|
|
|
return None;
|
|
|
|
}
|
|
|
|
}
|
2018-03-26 15:30:44 +00:00
|
|
|
|
2019-12-02 09:30:07 +00:00
|
|
|
let (pending_fut, abort_handle) = abortable(future::pending::<()>());
|
|
|
|
inner.pending_handle = Some(abort_handle);
|
2018-03-26 15:30:44 +00:00
|
|
|
|
2019-12-02 09:30:07 +00:00
|
|
|
pending_fut
|
|
|
|
};
|
2018-03-26 15:30:44 +00:00
|
|
|
|
2019-12-02 09:30:07 +00:00
|
|
|
let _ = pending_fut.await;
|
2018-03-26 15:30:44 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|