2019-01-01 13:13:17 +00:00
|
|
|
// Copyright (C) 2019 Sebastian Dröge <sebastian@centricular.com>
|
|
|
|
// Copyright (C) 2019 Jordan Petridis <jordan@centricular.com>
|
|
|
|
//
|
2022-01-15 18:40:12 +00:00
|
|
|
// This Source Code Form is subject to the terms of the Mozilla Public License, v2.0.
|
|
|
|
// If a copy of the MPL was not distributed with this file, You can obtain one at
|
|
|
|
// <https://mozilla.org/MPL/2.0/>.
|
2019-01-01 13:13:17 +00:00
|
|
|
//
|
2022-01-15 18:40:12 +00:00
|
|
|
// SPDX-License-Identifier: MPL-2.0
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2021-06-03 18:20:54 +00:00
|
|
|
use gst::glib;
|
2019-01-01 13:13:17 +00:00
|
|
|
use gst::prelude::*;
|
|
|
|
use gst::subclass::prelude::*;
|
|
|
|
|
2020-11-27 12:40:40 +00:00
|
|
|
use std::cmp;
|
2019-01-01 13:13:17 +00:00
|
|
|
use std::sync::{Mutex, MutexGuard};
|
|
|
|
|
2024-01-31 15:07:56 +00:00
|
|
|
use once_cell::sync::Lazy;
|
2020-11-22 17:21:45 +00:00
|
|
|
|
2020-11-05 15:29:28 +00:00
|
|
|
use super::parser::{SccLine, SccParser};
|
2019-01-01 13:13:17 +00:00
|
|
|
use crate::line_reader::LineReader;
|
2020-11-05 15:29:28 +00:00
|
|
|
use crate::parser_utils::TimeCode;
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2020-11-22 17:21:45 +00:00
|
|
|
static CAT: Lazy<gst::DebugCategory> = Lazy::new(|| {
|
|
|
|
gst::DebugCategory::new(
|
|
|
|
"sccparse",
|
|
|
|
gst::DebugColorFlags::empty(),
|
|
|
|
Some("Scc Parser Element"),
|
|
|
|
)
|
|
|
|
});
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2020-11-27 12:40:40 +00:00
|
|
|
#[derive(Debug)]
|
|
|
|
struct PullState {
|
|
|
|
need_stream_start: bool,
|
|
|
|
stream_id: String,
|
|
|
|
offset: u64,
|
2021-06-04 17:06:24 +00:00
|
|
|
duration: Option<gst::ClockTime>,
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
impl PullState {
|
2022-10-09 13:06:59 +00:00
|
|
|
fn new(imp: &SccParse, pad: &gst::Pad) -> Self {
|
2020-11-27 12:40:40 +00:00
|
|
|
Self {
|
|
|
|
need_stream_start: true,
|
2022-10-23 20:03:22 +00:00
|
|
|
stream_id: pad.create_stream_id(&*imp.obj(), Some("src")).to_string(),
|
2020-11-27 12:40:40 +00:00
|
|
|
offset: 0,
|
2021-06-04 17:06:24 +00:00
|
|
|
duration: gst::ClockTime::NONE,
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-01-01 13:13:17 +00:00
|
|
|
#[derive(Debug)]
|
|
|
|
struct State {
|
|
|
|
reader: LineReader<gst::MappedBuffer<gst::buffer::Readable>>,
|
|
|
|
parser: SccParser,
|
|
|
|
need_segment: bool,
|
|
|
|
pending_events: Vec<gst::Event>,
|
2019-02-12 12:34:19 +00:00
|
|
|
framerate: Option<gst::Fraction>,
|
2021-06-04 17:06:24 +00:00
|
|
|
last_position: Option<gst::ClockTime>,
|
2019-01-01 13:13:17 +00:00
|
|
|
last_timecode: Option<gst_video::ValidVideoTimeCode>,
|
2020-11-27 12:40:40 +00:00
|
|
|
segment: gst::FormattedSegment<gst::ClockTime>,
|
|
|
|
|
|
|
|
// Pull mode
|
|
|
|
pull: Option<PullState>,
|
|
|
|
|
|
|
|
// seeking
|
|
|
|
seeking: bool,
|
|
|
|
discont: bool,
|
|
|
|
seek_seqnum: Option<gst::Seqnum>,
|
|
|
|
need_flush_stop: bool,
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
impl Default for State {
|
|
|
|
fn default() -> Self {
|
|
|
|
Self {
|
|
|
|
reader: LineReader::new(),
|
|
|
|
parser: SccParser::new(),
|
|
|
|
need_segment: true,
|
|
|
|
pending_events: Vec::new(),
|
2019-02-12 12:34:19 +00:00
|
|
|
framerate: None,
|
2021-06-04 17:06:24 +00:00
|
|
|
last_position: None,
|
2019-01-01 13:13:17 +00:00
|
|
|
last_timecode: None,
|
2021-06-04 17:06:24 +00:00
|
|
|
segment: gst::FormattedSegment::new(),
|
2020-11-27 12:40:40 +00:00
|
|
|
pull: None,
|
|
|
|
seeking: false,
|
|
|
|
discont: false,
|
|
|
|
seek_seqnum: None,
|
|
|
|
need_flush_stop: false,
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-11-27 12:40:40 +00:00
|
|
|
fn parse_timecode(
|
|
|
|
framerate: gst::Fraction,
|
|
|
|
tc: &TimeCode,
|
|
|
|
) -> Result<gst_video::ValidVideoTimeCode, gst::FlowError> {
|
2020-12-30 11:28:52 +00:00
|
|
|
let mut tc = tc.clone();
|
|
|
|
// Workaround for various SCC files having invalid drop frame timecodes:
|
|
|
|
// Every full minute the first two timecodes are skipped, except for every tenth minute.
|
|
|
|
if tc.drop_frame
|
|
|
|
&& tc.seconds == 0
|
|
|
|
&& tc.minutes % 10 != 0
|
|
|
|
&& (tc.frames == 0 || tc.frames == 1)
|
|
|
|
{
|
|
|
|
tc.frames = 2;
|
|
|
|
}
|
|
|
|
|
2020-11-27 12:40:40 +00:00
|
|
|
let timecode = gst_video::VideoTimeCode::new(
|
|
|
|
framerate,
|
|
|
|
None,
|
|
|
|
if tc.drop_frame {
|
|
|
|
gst_video::VideoTimeCodeFlags::DROP_FRAME
|
|
|
|
} else {
|
|
|
|
gst_video::VideoTimeCodeFlags::empty()
|
|
|
|
},
|
|
|
|
tc.hours,
|
|
|
|
tc.minutes,
|
|
|
|
tc.seconds,
|
|
|
|
tc.frames,
|
|
|
|
0,
|
|
|
|
);
|
|
|
|
|
2020-12-30 11:02:09 +00:00
|
|
|
gst_video::ValidVideoTimeCode::try_from(timecode).map_err(|_| gst::FlowError::Error)
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
|
2019-01-01 13:13:17 +00:00
|
|
|
impl State {
|
2020-11-19 16:20:29 +00:00
|
|
|
#[allow(clippy::type_complexity)]
|
2021-04-20 12:57:40 +00:00
|
|
|
fn line(&mut self, drain: bool) -> Result<Option<SccLine>, (&[u8], nom::error::Error<&[u8]>)> {
|
2021-04-20 12:58:11 +00:00
|
|
|
let line = match self.reader.line_with_drain(drain) {
|
2019-01-01 13:13:17 +00:00
|
|
|
None => {
|
|
|
|
return Ok(None);
|
|
|
|
}
|
|
|
|
Some(line) => line,
|
|
|
|
};
|
|
|
|
|
|
|
|
self.parser
|
|
|
|
.parse_line(line)
|
|
|
|
.map(Option::Some)
|
|
|
|
.map_err(|err| (line, err))
|
|
|
|
}
|
|
|
|
|
|
|
|
fn handle_timecode(
|
|
|
|
&mut self,
|
2020-11-27 12:40:40 +00:00
|
|
|
tc: &TimeCode,
|
2019-01-01 13:13:17 +00:00
|
|
|
framerate: gst::Fraction,
|
2022-10-09 13:06:59 +00:00
|
|
|
imp: &SccParse,
|
2019-01-01 13:13:17 +00:00
|
|
|
) -> Result<gst_video::ValidVideoTimeCode, gst::FlowError> {
|
2021-07-30 10:53:35 +00:00
|
|
|
match parse_timecode(framerate, tc) {
|
2020-11-30 13:34:48 +00:00
|
|
|
Ok(timecode) => Ok(timecode),
|
2020-12-30 11:02:09 +00:00
|
|
|
Err(err) => {
|
2019-01-01 13:13:17 +00:00
|
|
|
let last_timecode =
|
|
|
|
self.last_timecode
|
|
|
|
.as_ref()
|
|
|
|
.map(Clone::clone)
|
|
|
|
.ok_or_else(|| {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::element_imp_error!(
|
|
|
|
imp,
|
2019-01-01 13:13:17 +00:00
|
|
|
gst::StreamError::Decode,
|
2020-12-30 11:02:09 +00:00
|
|
|
["Invalid first timecode {:?}", err]
|
2019-01-01 13:13:17 +00:00
|
|
|
);
|
|
|
|
|
|
|
|
gst::FlowError::Error
|
|
|
|
})?;
|
|
|
|
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::warning!(
|
2019-01-01 13:13:17 +00:00
|
|
|
CAT,
|
2022-10-09 13:06:59 +00:00
|
|
|
imp: imp,
|
2019-01-01 13:13:17 +00:00
|
|
|
"Invalid timecode {:?}, using previous {:?}",
|
2020-12-30 11:02:09 +00:00
|
|
|
err,
|
2019-01-01 13:13:17 +00:00
|
|
|
last_timecode
|
|
|
|
);
|
|
|
|
|
|
|
|
Ok(last_timecode)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Calculate a timestamp from the timecode and make sure to
|
|
|
|
/// not produce timestamps jumping backwards
|
2022-10-09 13:06:59 +00:00
|
|
|
fn update_timestamp(&mut self, timecode: &gst_video::ValidVideoTimeCode, imp: &SccParse) {
|
2021-06-04 17:06:24 +00:00
|
|
|
let nsecs = timecode.time_since_daily_jam();
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2021-06-04 17:06:24 +00:00
|
|
|
if self
|
|
|
|
.last_position
|
|
|
|
.map_or(true, |last_position| nsecs >= last_position)
|
|
|
|
{
|
|
|
|
self.last_position = Some(nsecs);
|
2019-01-01 13:13:17 +00:00
|
|
|
} else {
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::fixme!(
|
2019-01-01 13:13:17 +00:00
|
|
|
CAT,
|
2022-10-09 13:06:59 +00:00
|
|
|
imp: imp,
|
2019-01-01 13:13:17 +00:00
|
|
|
"New position {} < last position {}",
|
|
|
|
nsecs,
|
2021-06-04 17:06:24 +00:00
|
|
|
self.last_position.display(),
|
2019-01-01 13:13:17 +00:00
|
|
|
);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fn add_buffer_metadata(
|
|
|
|
&mut self,
|
|
|
|
buffer: &mut gst::buffer::Buffer,
|
|
|
|
timecode: &gst_video::ValidVideoTimeCode,
|
2019-09-07 07:42:07 +00:00
|
|
|
framerate: gst::Fraction,
|
2022-10-09 13:06:59 +00:00
|
|
|
imp: &SccParse,
|
2019-01-01 13:13:17 +00:00
|
|
|
) {
|
|
|
|
let buffer = buffer.get_mut().unwrap();
|
2021-07-30 10:53:35 +00:00
|
|
|
gst_video::VideoTimeCodeMeta::add(buffer, timecode);
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
self.update_timestamp(timecode, imp);
|
2019-01-01 13:13:17 +00:00
|
|
|
|
|
|
|
buffer.set_pts(self.last_position);
|
|
|
|
buffer.set_duration(
|
2021-11-06 07:34:10 +00:00
|
|
|
gst::ClockTime::SECOND.mul_div_ceil(framerate.denom() as u64, framerate.numer() as u64),
|
2019-01-01 13:13:17 +00:00
|
|
|
);
|
|
|
|
}
|
2020-11-27 12:40:40 +00:00
|
|
|
|
|
|
|
fn create_events(
|
|
|
|
&mut self,
|
2022-10-09 13:06:59 +00:00
|
|
|
imp: &SccParse,
|
2020-11-27 12:40:40 +00:00
|
|
|
framerate: Option<gst::Fraction>,
|
|
|
|
) -> Vec<gst::Event> {
|
|
|
|
let mut events = Vec::new();
|
|
|
|
|
|
|
|
if self.need_flush_stop {
|
|
|
|
let mut b = gst::event::FlushStop::builder(true);
|
|
|
|
|
|
|
|
if let Some(seek_seqnum) = self.seek_seqnum {
|
|
|
|
b = b.seqnum(seek_seqnum);
|
|
|
|
}
|
|
|
|
|
|
|
|
events.push(b.build());
|
|
|
|
self.need_flush_stop = false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if let Some(pull) = &mut self.pull {
|
|
|
|
if pull.need_stream_start {
|
|
|
|
events.push(gst::event::StreamStart::new(&pull.stream_id));
|
|
|
|
pull.need_stream_start = false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if let Some(framerate) = framerate {
|
|
|
|
if self.framerate != Some(framerate) {
|
|
|
|
self.framerate = Some(framerate);
|
|
|
|
|
|
|
|
let caps = gst::Caps::builder("closedcaption/x-cea-608")
|
2021-11-06 07:34:10 +00:00
|
|
|
.field("format", "raw")
|
|
|
|
.field("framerate", framerate)
|
2020-11-27 12:40:40 +00:00
|
|
|
.build();
|
|
|
|
self.framerate = Some(framerate);
|
|
|
|
|
|
|
|
events.push(gst::event::Caps::new(&caps));
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::info!(CAT, imp: imp, "Caps changed to {:?}", &caps);
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if self.need_segment {
|
|
|
|
let mut b = gst::event::Segment::builder(&self.segment);
|
|
|
|
|
|
|
|
if let Some(seek_seqnum) = self.seek_seqnum {
|
|
|
|
b = b.seqnum(seek_seqnum);
|
|
|
|
}
|
|
|
|
|
|
|
|
events.push(b.build());
|
|
|
|
self.need_segment = false;
|
|
|
|
}
|
|
|
|
|
2021-07-30 10:53:35 +00:00
|
|
|
events.append(&mut self.pending_events);
|
2020-11-27 12:40:40 +00:00
|
|
|
events
|
|
|
|
}
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
|
2020-11-15 13:50:12 +00:00
|
|
|
pub struct SccParse {
|
2019-01-01 13:13:17 +00:00
|
|
|
srcpad: gst::Pad,
|
|
|
|
sinkpad: gst::Pad,
|
|
|
|
state: Mutex<State>,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl SccParse {
|
|
|
|
fn handle_buffer(
|
|
|
|
&self,
|
|
|
|
buffer: Option<gst::Buffer>,
|
|
|
|
) -> Result<gst::FlowSuccess, gst::FlowError> {
|
|
|
|
let mut state = self.state.lock().unwrap();
|
|
|
|
|
2022-01-12 17:51:08 +00:00
|
|
|
let drain = if let Some(buffer) = buffer {
|
2019-01-01 13:13:17 +00:00
|
|
|
let buffer = buffer.into_mapped_buffer_readable().map_err(|_| {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::element_imp_error!(
|
|
|
|
self,
|
2019-01-01 13:13:17 +00:00
|
|
|
gst::ResourceError::Read,
|
|
|
|
["Failed to map buffer readable"]
|
|
|
|
);
|
|
|
|
|
|
|
|
gst::FlowError::Error
|
|
|
|
})?;
|
|
|
|
|
|
|
|
state.reader.push(buffer);
|
2022-01-12 17:51:08 +00:00
|
|
|
false
|
2019-01-01 13:13:17 +00:00
|
|
|
} else {
|
2022-01-12 17:51:08 +00:00
|
|
|
true
|
|
|
|
};
|
2019-01-01 13:13:17 +00:00
|
|
|
|
|
|
|
loop {
|
2021-04-20 12:58:11 +00:00
|
|
|
let line = state.line(drain);
|
2019-01-01 13:13:17 +00:00
|
|
|
match line {
|
|
|
|
Ok(Some(SccLine::Caption(tc, data))) => {
|
2022-10-09 13:06:59 +00:00
|
|
|
state = self.handle_line(tc, data, state)?;
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
Ok(Some(line)) => {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::debug!(CAT, imp: self, "Got line '{:?}'", line);
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
Err((line, err)) => {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::element_imp_error!(
|
|
|
|
self,
|
2019-01-01 13:13:17 +00:00
|
|
|
gst::StreamError::Decode,
|
|
|
|
["Couldn't parse line '{:?}': {:?}", line, err]
|
|
|
|
);
|
|
|
|
|
|
|
|
break Err(gst::FlowError::Error);
|
|
|
|
}
|
2020-11-27 12:40:40 +00:00
|
|
|
Ok(None) => {
|
|
|
|
if drain && state.pull.is_some() {
|
|
|
|
break Err(gst::FlowError::Eos);
|
|
|
|
}
|
|
|
|
break Ok(gst::FlowSuccess::Ok);
|
|
|
|
}
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fn handle_line(
|
|
|
|
&self,
|
|
|
|
tc: TimeCode,
|
|
|
|
data: Vec<u8>,
|
|
|
|
mut state: MutexGuard<State>,
|
|
|
|
) -> Result<MutexGuard<State>, gst::FlowError> {
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::trace!(
|
2019-01-01 13:13:17 +00:00
|
|
|
CAT,
|
2022-10-09 13:06:59 +00:00
|
|
|
imp: self,
|
2019-01-01 13:13:17 +00:00
|
|
|
"Got caption buffer with timecode {:?} and size {}",
|
|
|
|
tc,
|
|
|
|
data.len()
|
|
|
|
);
|
|
|
|
|
|
|
|
// The framerate is defined as 30 or 30000/1001 according to:
|
|
|
|
// http://www.theneitherworld.com/mcpoodle/SCC_TOOLS/DOCS/SCC_FORMAT.HTML
|
|
|
|
let framerate = if tc.drop_frame {
|
|
|
|
gst::Fraction::new(30000, 1001)
|
|
|
|
} else {
|
|
|
|
gst::Fraction::new(30, 1)
|
|
|
|
};
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
let mut timecode = state.handle_timecode(&tc, framerate, self)?;
|
2021-06-04 17:06:24 +00:00
|
|
|
let start_time = timecode.time_since_daily_jam();
|
2021-04-12 12:49:54 +00:00
|
|
|
let segment_start = state.segment.start();
|
2020-11-27 12:40:40 +00:00
|
|
|
let clip_buffers = if state.seeking {
|
|
|
|
// If we are in the middle of seeking, check whether this line
|
|
|
|
// contains start frame, and if so, unset seeking flag
|
|
|
|
let num_bufs = (data.len() / 2) as i64;
|
2020-12-30 11:04:55 +00:00
|
|
|
let mut end_timecode = timecode.clone();
|
2020-11-27 12:40:40 +00:00
|
|
|
// add one more frame here so that add duration of the last frame
|
|
|
|
end_timecode.add_frames(num_bufs + 1);
|
2021-06-04 17:06:24 +00:00
|
|
|
let stop_time = end_timecode.time_since_daily_jam();
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::trace!(
|
2020-11-27 12:40:40 +00:00
|
|
|
CAT,
|
2022-10-09 13:06:59 +00:00
|
|
|
imp: self,
|
2020-11-27 12:40:40 +00:00
|
|
|
"Checking inside of segment, line start {} line stop {} segment start {} num bufs {}",
|
|
|
|
start_time,
|
|
|
|
stop_time,
|
2021-06-04 17:06:24 +00:00
|
|
|
segment_start.display(),
|
2020-11-27 12:40:40 +00:00
|
|
|
num_bufs,
|
|
|
|
);
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2021-06-04 17:06:24 +00:00
|
|
|
if segment_start.map_or(false, |seg_start| stop_time > seg_start) {
|
2020-11-27 12:40:40 +00:00
|
|
|
state.seeking = false;
|
|
|
|
state.discont = true;
|
|
|
|
state.need_flush_stop = true;
|
|
|
|
}
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2020-11-27 12:40:40 +00:00
|
|
|
// Still need to scan lines to find the first buffer
|
|
|
|
if state.seeking {
|
|
|
|
drop(state);
|
|
|
|
return Ok(self.state.lock().unwrap());
|
|
|
|
}
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2020-11-27 12:40:40 +00:00
|
|
|
true
|
|
|
|
} else {
|
|
|
|
false
|
|
|
|
};
|
|
|
|
|
|
|
|
let mut buffers = if clip_buffers {
|
|
|
|
gst::BufferList::new()
|
|
|
|
} else {
|
|
|
|
gst::BufferList::new_sized(data.len() / 2)
|
|
|
|
};
|
|
|
|
|
|
|
|
let mut send_eos = false;
|
2019-01-01 13:13:17 +00:00
|
|
|
for d in data.chunks_exact(2) {
|
|
|
|
let mut buffer = gst::Buffer::with_size(d.len()).unwrap();
|
|
|
|
{
|
|
|
|
let buf_mut = buffer.get_mut().unwrap();
|
|
|
|
buf_mut.copy_from_slice(0, d).unwrap();
|
|
|
|
}
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
state.add_buffer_metadata(&mut buffer, &timecode, framerate, self);
|
2019-01-01 13:13:17 +00:00
|
|
|
timecode.increment_frame();
|
2020-11-27 12:40:40 +00:00
|
|
|
|
|
|
|
if clip_buffers {
|
2021-10-09 10:17:05 +00:00
|
|
|
let end_time = buffer.pts().opt_add(buffer.duration());
|
|
|
|
if end_time.opt_lt(segment_start).unwrap_or(false) {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::trace!(CAT, imp: self, "Skip segment clipped buffer {:?}", buffer,);
|
2020-11-27 12:40:40 +00:00
|
|
|
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-10-09 10:17:05 +00:00
|
|
|
send_eos = buffer
|
|
|
|
.pts()
|
|
|
|
.opt_add(buffer.duration())
|
|
|
|
.opt_ge(state.segment.stop())
|
|
|
|
.unwrap_or(false);
|
2020-11-27 12:40:40 +00:00
|
|
|
|
2019-01-01 13:13:17 +00:00
|
|
|
let buffers = buffers.get_mut().unwrap();
|
|
|
|
buffers.add(buffer);
|
2020-11-27 12:40:40 +00:00
|
|
|
|
|
|
|
// Terminate loop once we found EOS boundary buffer
|
|
|
|
if send_eos {
|
|
|
|
break;
|
|
|
|
}
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Update the last_timecode to the current one
|
|
|
|
state.last_timecode = Some(timecode);
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
let events = state.create_events(self, Some(framerate));
|
2020-11-27 12:40:40 +00:00
|
|
|
|
2019-01-01 13:13:17 +00:00
|
|
|
// Drop our state mutex while we push out buffers or events
|
|
|
|
drop(state);
|
|
|
|
|
|
|
|
for event in events {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::debug!(CAT, imp: self, "Pushing event {:?}", event);
|
2019-01-01 13:13:17 +00:00
|
|
|
self.srcpad.push_event(event);
|
|
|
|
}
|
|
|
|
|
|
|
|
self.srcpad.push_list(buffers).map_err(|err| {
|
2022-05-03 12:32:07 +00:00
|
|
|
if err != gst::FlowError::Flushing && err != gst::FlowError::Eos {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::error!(CAT, imp: self, "Pushing buffer returned {:?}", err);
|
2022-05-03 12:32:07 +00:00
|
|
|
}
|
2019-01-01 13:13:17 +00:00
|
|
|
err
|
|
|
|
})?;
|
|
|
|
|
2020-11-27 12:40:40 +00:00
|
|
|
if send_eos {
|
|
|
|
return Err(gst::FlowError::Eos);
|
|
|
|
}
|
|
|
|
|
2019-01-01 13:13:17 +00:00
|
|
|
Ok(self.state.lock().unwrap())
|
|
|
|
}
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
fn sink_activate(&self, pad: &gst::Pad) -> Result<(), gst::LoggableError> {
|
2020-11-27 12:40:40 +00:00
|
|
|
let mode = {
|
|
|
|
let mut query = gst::query::Scheduling::new();
|
|
|
|
let mut state = self.state.lock().unwrap();
|
|
|
|
|
|
|
|
state.pull = None;
|
|
|
|
|
|
|
|
if !pad.peer_query(&mut query) {
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::debug!(CAT, obj: pad, "Scheduling query failed on peer");
|
2020-11-27 12:40:40 +00:00
|
|
|
gst::PadMode::Push
|
|
|
|
} else if query
|
|
|
|
.has_scheduling_mode_with_flags(gst::PadMode::Pull, gst::SchedulingFlags::SEEKABLE)
|
|
|
|
{
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::debug!(CAT, obj: pad, "Activating in Pull mode");
|
2020-11-27 12:40:40 +00:00
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
state.pull = Some(PullState::new(self, &self.srcpad));
|
2020-11-27 12:40:40 +00:00
|
|
|
|
|
|
|
gst::PadMode::Pull
|
|
|
|
} else {
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::debug!(CAT, obj: pad, "Activating in Push mode");
|
2020-11-27 12:40:40 +00:00
|
|
|
gst::PadMode::Push
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
pad.activate_mode(mode, true)?;
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
fn start_task(&self) -> Result<(), gst::LoggableError> {
|
|
|
|
let imp = self.ref_counted();
|
2020-11-27 12:40:40 +00:00
|
|
|
let res = self.sinkpad.start_task(move || {
|
2022-10-09 13:06:59 +00:00
|
|
|
imp.loop_fn();
|
2020-11-27 12:40:40 +00:00
|
|
|
});
|
|
|
|
if res.is_err() {
|
2022-10-09 13:06:59 +00:00
|
|
|
return Err(gst::loggable_error!(CAT, "Failed to start pad task"));
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
|
|
|
fn sink_activatemode(
|
|
|
|
&self,
|
|
|
|
_pad: &gst::Pad,
|
|
|
|
mode: gst::PadMode,
|
|
|
|
active: bool,
|
|
|
|
) -> Result<(), gst::LoggableError> {
|
|
|
|
if mode == gst::PadMode::Pull {
|
|
|
|
if active {
|
2022-10-09 13:06:59 +00:00
|
|
|
self.start_task()?;
|
2020-11-27 12:40:40 +00:00
|
|
|
} else {
|
|
|
|
let _ = self.sinkpad.stop_task();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
Ok(())
|
|
|
|
}
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
fn scan_duration(&self) -> Result<Option<gst_video::ValidVideoTimeCode>, gst::LoggableError> {
|
|
|
|
gst::debug!(CAT, imp: self, "Scanning duration");
|
2020-11-27 12:40:40 +00:00
|
|
|
|
|
|
|
/* First let's query the bytes duration upstream */
|
|
|
|
let mut q = gst::query::Duration::new(gst::Format::Bytes);
|
|
|
|
|
|
|
|
if !self.sinkpad.peer_query(&mut q) {
|
2022-10-09 13:06:59 +00:00
|
|
|
return Err(gst::loggable_error!(
|
|
|
|
CAT,
|
|
|
|
"Failed to query upstream duration"
|
|
|
|
));
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
|
2022-10-10 11:55:32 +00:00
|
|
|
let size = match q.result() {
|
|
|
|
gst::GenericFormattedValue::Bytes(Some(size)) => *size,
|
|
|
|
_ => {
|
2022-10-09 13:06:59 +00:00
|
|
|
return Err(gst::loggable_error!(
|
|
|
|
CAT,
|
|
|
|
"Failed to query upstream duration"
|
|
|
|
));
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
let mut offset = size;
|
|
|
|
let mut buffers = Vec::new();
|
|
|
|
let mut last_tc = None;
|
|
|
|
|
|
|
|
loop {
|
|
|
|
let scan_size = cmp::min(offset, 4096);
|
|
|
|
|
|
|
|
offset -= scan_size;
|
|
|
|
|
|
|
|
match self.sinkpad.pull_range(offset, scan_size as u32) {
|
|
|
|
Ok(buffer) => {
|
|
|
|
buffers.push(buffer);
|
|
|
|
}
|
|
|
|
Err(flow) => {
|
2022-10-09 13:06:59 +00:00
|
|
|
return Err(gst::loggable_error!(
|
2020-11-27 12:40:40 +00:00
|
|
|
CAT,
|
|
|
|
"Failed to pull buffer while scanning duration: {:?}",
|
|
|
|
flow
|
|
|
|
));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
let mut reader = LineReader::new();
|
|
|
|
let mut parser = SccParser::new_scan_captions();
|
|
|
|
|
|
|
|
for buf in buffers.iter().rev() {
|
|
|
|
let buf = buf
|
|
|
|
.clone()
|
|
|
|
.into_mapped_buffer_readable()
|
2022-10-09 13:06:59 +00:00
|
|
|
.map_err(|_| gst::loggable_error!(CAT, "Failed to map buffer readable"))?;
|
2020-11-27 12:40:40 +00:00
|
|
|
|
|
|
|
reader.push(buf);
|
|
|
|
}
|
|
|
|
|
2021-04-20 12:58:11 +00:00
|
|
|
while let Some(line) = reader.line_with_drain(true) {
|
2020-11-27 12:40:40 +00:00
|
|
|
if let Ok(SccLine::Caption(tc, data)) =
|
|
|
|
parser.parse_line(line).map_err(|err| (line, err))
|
|
|
|
{
|
|
|
|
let framerate = if tc.drop_frame {
|
|
|
|
gst::Fraction::new(30000, 1001)
|
|
|
|
} else {
|
|
|
|
gst::Fraction::new(30, 1)
|
|
|
|
};
|
|
|
|
|
|
|
|
if let Ok(mut timecode) = parse_timecode(framerate, &tc) {
|
|
|
|
/* We're looking for the total duration */
|
|
|
|
timecode.add_frames((data.len() / 2) as i64 + 1);
|
|
|
|
last_tc = Some(timecode);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if last_tc.is_some() || offset == 0 {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::debug!(CAT, imp: self, "Duration scan done, last_tc: {:?}", last_tc);
|
2020-11-27 12:40:40 +00:00
|
|
|
break (Ok(last_tc));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
fn push_eos(&self) {
|
2020-11-27 12:40:40 +00:00
|
|
|
let mut state = self.state.lock().unwrap();
|
|
|
|
|
|
|
|
if state.seeking {
|
|
|
|
state.need_flush_stop = true;
|
|
|
|
}
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
let mut events = state.create_events(self, None);
|
2020-11-27 12:40:40 +00:00
|
|
|
let mut eos_event = gst::event::Eos::builder();
|
|
|
|
|
|
|
|
if let Some(seek_seqnum) = state.seek_seqnum {
|
|
|
|
eos_event = eos_event.seqnum(seek_seqnum);
|
|
|
|
}
|
|
|
|
|
|
|
|
events.push(eos_event.build());
|
|
|
|
|
|
|
|
// Drop our state mutex while we push out events
|
|
|
|
drop(state);
|
|
|
|
|
|
|
|
for event in events {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::debug!(CAT, imp: self, "Pushing event {:?}", event);
|
2020-11-27 12:40:40 +00:00
|
|
|
self.srcpad.push_event(event);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
fn loop_fn(&self) {
|
2020-11-27 12:40:40 +00:00
|
|
|
let mut state = self.state.lock().unwrap();
|
|
|
|
let State {
|
|
|
|
ref framerate,
|
|
|
|
ref mut pull,
|
|
|
|
..
|
|
|
|
} = *state;
|
2023-07-11 07:09:35 +00:00
|
|
|
let pull = pull.as_mut().unwrap();
|
2020-11-27 12:40:40 +00:00
|
|
|
let scan_duration = framerate.is_none() && pull.duration.is_none();
|
|
|
|
let offset = pull.offset;
|
|
|
|
|
|
|
|
pull.offset += 4096;
|
|
|
|
|
|
|
|
drop(state);
|
|
|
|
|
|
|
|
let buffer = match self.sinkpad.pull_range(offset, 4096) {
|
|
|
|
Ok(buffer) => Some(buffer),
|
|
|
|
Err(gst::FlowError::Eos) => None,
|
|
|
|
Err(gst::FlowError::Flushing) => {
|
2022-10-23 18:46:18 +00:00
|
|
|
gst::debug!(CAT, obj: self.sinkpad, "Pausing after pulling buffer, reason: flushing");
|
2020-11-27 12:40:40 +00:00
|
|
|
|
2020-12-07 10:45:54 +00:00
|
|
|
let _ = self.sinkpad.pause_task();
|
2020-11-27 12:40:40 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
Err(flow) => {
|
2022-10-23 18:46:18 +00:00
|
|
|
gst::error!(CAT, obj: self.sinkpad, "Failed to pull, reason: {:?}", flow);
|
2020-11-27 12:40:40 +00:00
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::element_imp_error!(
|
|
|
|
self,
|
2020-11-27 12:40:40 +00:00
|
|
|
gst::StreamError::Failed,
|
|
|
|
["Streaming stopped, failed to pull buffer"]
|
|
|
|
);
|
|
|
|
|
2020-12-07 10:45:54 +00:00
|
|
|
let _ = self.sinkpad.pause_task();
|
2020-11-27 12:40:40 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
match self.handle_buffer(buffer) {
|
2020-11-27 12:40:40 +00:00
|
|
|
Ok(_) => {
|
|
|
|
if scan_duration {
|
2022-10-09 13:06:59 +00:00
|
|
|
match self.scan_duration() {
|
2020-11-27 12:40:40 +00:00
|
|
|
Ok(Some(tc)) => {
|
|
|
|
let mut state = self.state.lock().unwrap();
|
2023-07-11 07:09:35 +00:00
|
|
|
let pull = state.pull.as_mut().unwrap();
|
2021-06-04 17:06:24 +00:00
|
|
|
pull.duration = Some(tc.time_since_daily_jam());
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
Ok(None) => {
|
|
|
|
let mut state = self.state.lock().unwrap();
|
2023-07-11 07:09:35 +00:00
|
|
|
let pull = state.pull.as_mut().unwrap();
|
2021-06-04 17:06:24 +00:00
|
|
|
pull.duration = Some(gst::ClockTime::ZERO);
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
Err(err) => {
|
|
|
|
err.log();
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::element_imp_error!(
|
|
|
|
self,
|
2020-11-27 12:40:40 +00:00
|
|
|
gst::StreamError::Decode,
|
|
|
|
["Failed to scan duration"]
|
|
|
|
);
|
|
|
|
|
2020-12-07 10:45:54 +00:00
|
|
|
let _ = self.sinkpad.pause_task();
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
Err(flow) => {
|
|
|
|
match flow {
|
|
|
|
gst::FlowError::Flushing => {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::debug!(CAT, imp: self, "Pausing after flow {:?}", flow);
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
gst::FlowError::Eos => {
|
2022-10-09 13:06:59 +00:00
|
|
|
self.push_eos();
|
2020-11-27 12:40:40 +00:00
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::debug!(CAT, imp: self, "Pausing after flow {:?}", flow);
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
_ => {
|
2022-10-09 13:06:59 +00:00
|
|
|
self.push_eos();
|
2020-11-27 12:40:40 +00:00
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::error!(CAT, imp: self, "Pausing after flow {:?}", flow);
|
2020-11-27 12:40:40 +00:00
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::element_imp_error!(
|
|
|
|
self,
|
2020-11-27 12:40:40 +00:00
|
|
|
gst::StreamError::Failed,
|
|
|
|
["Streaming stopped, reason: {:?}", flow]
|
|
|
|
);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-07 10:45:54 +00:00
|
|
|
let _ = self.sinkpad.pause_task();
|
2020-11-27 12:40:40 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-01-01 13:13:17 +00:00
|
|
|
fn sink_chain(
|
|
|
|
&self,
|
|
|
|
pad: &gst::Pad,
|
|
|
|
buffer: gst::Buffer,
|
|
|
|
) -> Result<gst::FlowSuccess, gst::FlowError> {
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::log!(CAT, obj: pad, "Handling buffer {:?}", buffer);
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
self.handle_buffer(Some(buffer))
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
|
2020-11-27 12:40:40 +00:00
|
|
|
fn flush(&self, mut state: MutexGuard<State>) -> MutexGuard<State> {
|
|
|
|
state.reader.clear();
|
|
|
|
state.parser.reset();
|
|
|
|
if let Some(pull) = &mut state.pull {
|
|
|
|
pull.offset = 0;
|
|
|
|
}
|
2021-06-04 17:06:24 +00:00
|
|
|
state.segment = gst::FormattedSegment::new();
|
2020-11-27 12:40:40 +00:00
|
|
|
state.need_segment = true;
|
|
|
|
state.pending_events.clear();
|
2021-06-04 17:06:24 +00:00
|
|
|
state.last_position = None;
|
2020-11-27 12:40:40 +00:00
|
|
|
state.last_timecode = None;
|
|
|
|
|
|
|
|
drop(state);
|
|
|
|
|
|
|
|
self.state.lock().unwrap()
|
|
|
|
}
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
fn sink_event(&self, pad: &gst::Pad, event: gst::Event) -> bool {
|
2019-01-01 13:13:17 +00:00
|
|
|
use gst::EventView;
|
|
|
|
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::log!(CAT, obj: pad, "Handling event {:?}", event);
|
2019-01-01 13:13:17 +00:00
|
|
|
|
|
|
|
match event.view() {
|
|
|
|
EventView::Caps(_) => {
|
|
|
|
// We send a proper caps event from the chain function later
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::log!(CAT, obj: pad, "Dropping caps event");
|
2019-01-01 13:13:17 +00:00
|
|
|
true
|
|
|
|
}
|
|
|
|
EventView::Segment(_) => {
|
|
|
|
// We send a gst::Format::Time segment event later when needed
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::log!(CAT, obj: pad, "Dropping segment event");
|
2019-01-01 13:13:17 +00:00
|
|
|
true
|
|
|
|
}
|
|
|
|
EventView::FlushStop(_) => {
|
2020-11-27 12:40:40 +00:00
|
|
|
let state = self.state.lock().unwrap();
|
|
|
|
let state = self.flush(state);
|
|
|
|
drop(state);
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2022-10-23 20:03:22 +00:00
|
|
|
gst::Pad::event_default(pad, Some(&*self.obj()), event)
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
EventView::Eos(_) => {
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::log!(CAT, obj: pad, "Draining");
|
2022-10-09 13:06:59 +00:00
|
|
|
if let Err(err) = self.handle_buffer(None) {
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::error!(CAT, obj: pad, "Failed to drain parser: {:?}", err);
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
2022-10-23 20:03:22 +00:00
|
|
|
gst::Pad::event_default(pad, Some(&*self.obj()), event)
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
_ => {
|
|
|
|
if event.is_sticky()
|
|
|
|
&& !self.srcpad.has_current_caps()
|
2021-04-12 12:49:54 +00:00
|
|
|
&& event.type_() > gst::EventType::Caps
|
2019-01-01 13:13:17 +00:00
|
|
|
{
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::log!(CAT, obj: pad, "Deferring sticky event until we have caps");
|
2019-01-01 13:13:17 +00:00
|
|
|
let mut state = self.state.lock().unwrap();
|
|
|
|
state.pending_events.push(event);
|
|
|
|
true
|
|
|
|
} else {
|
2022-10-23 20:03:22 +00:00
|
|
|
gst::Pad::event_default(pad, Some(&*self.obj()), event)
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
fn perform_seek(&self, event: &gst::event::Seek) -> bool {
|
2020-12-02 22:13:55 +00:00
|
|
|
if self.state.lock().unwrap().pull.is_none() {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::error!(CAT, imp: self, "seeking is only supported in pull mode");
|
2020-11-27 12:40:40 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
let (rate, flags, start_type, start, stop_type, stop) = event.get();
|
|
|
|
|
2021-06-04 17:06:24 +00:00
|
|
|
let mut start: Option<gst::ClockTime> = match start.try_into() {
|
2020-11-27 12:40:40 +00:00
|
|
|
Ok(start) => start,
|
|
|
|
Err(_) => {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::error!(CAT, imp: self, "seek has invalid format");
|
2020-11-27 12:40:40 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2021-06-04 17:06:24 +00:00
|
|
|
let mut stop: Option<gst::ClockTime> = match stop.try_into() {
|
2020-11-27 12:40:40 +00:00
|
|
|
Ok(stop) => stop,
|
|
|
|
Err(_) => {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::error!(CAT, imp: self, "seek has invalid format");
|
2020-11-27 12:40:40 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
if !flags.contains(gst::SeekFlags::FLUSH) {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::error!(CAT, imp: self, "only flushing seeks are supported");
|
2020-11-27 12:40:40 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
if start_type == gst::SeekType::End || stop_type == gst::SeekType::End {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::error!(CAT, imp: self, "Relative seeks are not supported");
|
2020-11-27 12:40:40 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2021-04-12 12:49:54 +00:00
|
|
|
let seek_seqnum = event.seqnum();
|
2020-11-27 12:40:40 +00:00
|
|
|
|
|
|
|
let event = gst::event::FlushStart::builder()
|
|
|
|
.seqnum(seek_seqnum)
|
|
|
|
.build();
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::debug!(CAT, imp: self, "Sending event {:?} upstream", event);
|
2020-11-27 12:40:40 +00:00
|
|
|
self.sinkpad.push_event(event);
|
|
|
|
|
|
|
|
let event = gst::event::FlushStart::builder()
|
|
|
|
.seqnum(seek_seqnum)
|
|
|
|
.build();
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::debug!(CAT, imp: self, "Pushing event {:?}", event);
|
2020-11-27 12:40:40 +00:00
|
|
|
self.srcpad.push_event(event);
|
|
|
|
|
2020-12-07 10:45:54 +00:00
|
|
|
let _ = self.sinkpad.pause_task();
|
2020-11-27 12:40:40 +00:00
|
|
|
|
2020-12-02 22:13:55 +00:00
|
|
|
let mut state = self.state.lock().unwrap();
|
|
|
|
let pull = state.pull.as_ref().unwrap();
|
|
|
|
|
|
|
|
if start_type == gst::SeekType::Set {
|
2021-10-09 10:17:05 +00:00
|
|
|
start = start.opt_min(pull.duration).or(start);
|
2020-12-02 22:13:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if stop_type == gst::SeekType::Set {
|
2021-10-09 10:17:05 +00:00
|
|
|
stop = stop.opt_min(pull.duration).or(stop);
|
2020-12-02 22:13:55 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
state.seeking = true;
|
|
|
|
state.seek_seqnum = Some(seek_seqnum);
|
|
|
|
|
2020-11-27 12:40:40 +00:00
|
|
|
state = self.flush(state);
|
|
|
|
|
|
|
|
let event = gst::event::FlushStop::builder(true)
|
|
|
|
.seqnum(seek_seqnum)
|
|
|
|
.build();
|
|
|
|
|
|
|
|
/* Drop our state while we push a serialized event upstream */
|
|
|
|
drop(state);
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::debug!(CAT, imp: self, "Sending event {:?} upstream", event);
|
2020-11-27 12:40:40 +00:00
|
|
|
self.sinkpad.push_event(event);
|
|
|
|
|
|
|
|
state = self.state.lock().unwrap();
|
|
|
|
|
|
|
|
state
|
|
|
|
.segment
|
|
|
|
.do_seek(rate, flags, start_type, start, stop_type, stop);
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
match self.start_task() {
|
2020-11-27 12:40:40 +00:00
|
|
|
Err(error) => {
|
|
|
|
error.log();
|
|
|
|
false
|
|
|
|
}
|
|
|
|
_ => true,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
fn src_event(&self, pad: &gst::Pad, event: gst::Event) -> bool {
|
2019-01-01 13:13:17 +00:00
|
|
|
use gst::EventView;
|
|
|
|
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::log!(CAT, obj: pad, "Handling event {:?}", event);
|
2019-01-01 13:13:17 +00:00
|
|
|
match event.view() {
|
2022-10-09 13:06:59 +00:00
|
|
|
EventView::Seek(e) => self.perform_seek(e),
|
2022-10-23 20:03:22 +00:00
|
|
|
_ => gst::Pad::event_default(pad, Some(&*self.obj()), event),
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
fn src_query(&self, pad: &gst::Pad, query: &mut gst::QueryRef) -> bool {
|
2022-01-19 13:07:45 +00:00
|
|
|
use gst::QueryViewMut;
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2022-02-21 17:43:46 +00:00
|
|
|
gst::log!(CAT, obj: pad, "Handling query {:?}", query);
|
2019-01-01 13:13:17 +00:00
|
|
|
|
|
|
|
match query.view_mut() {
|
2022-01-19 13:07:45 +00:00
|
|
|
QueryViewMut::Seeking(q) => {
|
2020-11-27 12:40:40 +00:00
|
|
|
let state = self.state.lock().unwrap();
|
|
|
|
|
2021-04-12 12:49:54 +00:00
|
|
|
let fmt = q.format();
|
2020-11-27 12:40:40 +00:00
|
|
|
|
|
|
|
if fmt == gst::Format::Time {
|
|
|
|
if let Some(pull) = state.pull.as_ref() {
|
2022-07-04 16:04:11 +00:00
|
|
|
q.set(true, gst::ClockTime::ZERO, pull.duration);
|
2020-11-27 12:40:40 +00:00
|
|
|
true
|
|
|
|
} else {
|
|
|
|
false
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
false
|
|
|
|
}
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
2022-01-19 13:07:45 +00:00
|
|
|
QueryViewMut::Position(q) => {
|
2023-04-10 11:34:46 +00:00
|
|
|
// For Time answer ourselves, otherwise forward
|
2021-04-12 12:49:54 +00:00
|
|
|
if q.format() == gst::Format::Time {
|
2019-01-01 13:13:17 +00:00
|
|
|
let state = self.state.lock().unwrap();
|
|
|
|
q.set(state.last_position);
|
|
|
|
true
|
|
|
|
} else {
|
|
|
|
self.sinkpad.peer_query(query)
|
|
|
|
}
|
|
|
|
}
|
2022-01-19 13:07:45 +00:00
|
|
|
QueryViewMut::Duration(q) => {
|
2023-04-10 11:34:46 +00:00
|
|
|
// For Time answer ourselves, otherwise forward
|
2020-11-27 12:40:40 +00:00
|
|
|
let state = self.state.lock().unwrap();
|
2021-04-12 12:49:54 +00:00
|
|
|
if q.format() == gst::Format::Time {
|
2020-11-27 12:40:40 +00:00
|
|
|
if let Some(pull) = state.pull.as_ref() {
|
|
|
|
if pull.duration.is_some() {
|
|
|
|
q.set(state.pull.as_ref().unwrap().duration);
|
|
|
|
true
|
|
|
|
} else {
|
|
|
|
false
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
false
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
self.sinkpad.peer_query(query)
|
|
|
|
}
|
|
|
|
}
|
2022-10-23 20:03:22 +00:00
|
|
|
_ => gst::Pad::query_default(pad, Some(&*self.obj()), query),
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-03-07 16:22:24 +00:00
|
|
|
#[glib::object_subclass]
|
2019-01-01 13:13:17 +00:00
|
|
|
impl ObjectSubclass for SccParse {
|
2022-10-23 15:42:58 +00:00
|
|
|
const NAME: &'static str = "GstSccParse";
|
2020-11-15 13:50:12 +00:00
|
|
|
type Type = super::SccParse;
|
2019-01-01 13:13:17 +00:00
|
|
|
type ParentType = gst::Element;
|
|
|
|
|
2020-11-15 13:50:12 +00:00
|
|
|
fn with_class(klass: &Self::Class) -> Self {
|
2021-04-20 12:58:11 +00:00
|
|
|
let templ = klass.pad_template("sink").unwrap();
|
2023-05-10 15:02:08 +00:00
|
|
|
let sinkpad = gst::Pad::builder_from_template(&templ)
|
2020-11-27 12:40:40 +00:00
|
|
|
.activate_function(|pad, parent| {
|
|
|
|
SccParse::catch_panic_pad_function(
|
|
|
|
parent,
|
2022-10-09 13:06:59 +00:00
|
|
|
|| Err(gst::loggable_error!(CAT, "Panic activating sink pad")),
|
|
|
|
|parse| parse.sink_activate(pad),
|
2020-11-27 12:40:40 +00:00
|
|
|
)
|
|
|
|
})
|
|
|
|
.activatemode_function(|pad, parent, mode, active| {
|
|
|
|
SccParse::catch_panic_pad_function(
|
|
|
|
parent,
|
2022-10-09 13:06:59 +00:00
|
|
|
|| {
|
|
|
|
Err(gst::loggable_error!(
|
|
|
|
CAT,
|
|
|
|
"Panic activating sink pad with mode"
|
|
|
|
))
|
|
|
|
},
|
|
|
|
|parse| parse.sink_activatemode(pad, mode, active),
|
2020-11-27 12:40:40 +00:00
|
|
|
)
|
|
|
|
})
|
2020-06-22 08:03:52 +00:00
|
|
|
.chain_function(|pad, parent, buffer| {
|
|
|
|
SccParse::catch_panic_pad_function(
|
|
|
|
parent,
|
|
|
|
|| Err(gst::FlowError::Error),
|
2022-10-09 13:06:59 +00:00
|
|
|
|parse| parse.sink_chain(pad, buffer),
|
2020-06-22 08:03:52 +00:00
|
|
|
)
|
|
|
|
})
|
|
|
|
.event_function(|pad, parent, event| {
|
|
|
|
SccParse::catch_panic_pad_function(
|
|
|
|
parent,
|
|
|
|
|| false,
|
2022-10-09 13:06:59 +00:00
|
|
|
|parse| parse.sink_event(pad, event),
|
2020-06-22 08:03:52 +00:00
|
|
|
)
|
|
|
|
})
|
|
|
|
.build();
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2021-04-20 12:58:11 +00:00
|
|
|
let templ = klass.pad_template("src").unwrap();
|
2023-05-10 15:02:08 +00:00
|
|
|
let srcpad = gst::Pad::builder_from_template(&templ)
|
2020-06-22 08:03:52 +00:00
|
|
|
.event_function(|pad, parent, event| {
|
|
|
|
SccParse::catch_panic_pad_function(
|
|
|
|
parent,
|
|
|
|
|| false,
|
2022-10-09 13:06:59 +00:00
|
|
|
|parse| parse.src_event(pad, event),
|
2020-06-22 08:03:52 +00:00
|
|
|
)
|
|
|
|
})
|
|
|
|
.query_function(|pad, parent, query| {
|
|
|
|
SccParse::catch_panic_pad_function(
|
|
|
|
parent,
|
|
|
|
|| false,
|
2022-10-09 13:06:59 +00:00
|
|
|
|parse| parse.src_query(pad, query),
|
2020-06-22 08:03:52 +00:00
|
|
|
)
|
|
|
|
})
|
|
|
|
.build();
|
2019-01-01 13:13:17 +00:00
|
|
|
|
|
|
|
Self {
|
|
|
|
srcpad,
|
|
|
|
sinkpad,
|
|
|
|
state: Mutex::new(State::default()),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
impl ObjectImpl for SccParse {
|
2022-10-09 13:06:59 +00:00
|
|
|
fn constructed(&self) {
|
|
|
|
self.parent_constructed();
|
2019-01-01 13:13:17 +00:00
|
|
|
|
2022-10-23 20:03:22 +00:00
|
|
|
let obj = self.obj();
|
2020-11-15 13:50:12 +00:00
|
|
|
obj.add_pad(&self.sinkpad).unwrap();
|
|
|
|
obj.add_pad(&self.srcpad).unwrap();
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-10-23 08:57:31 +00:00
|
|
|
impl GstObjectImpl for SccParse {}
|
|
|
|
|
2019-01-01 13:13:17 +00:00
|
|
|
impl ElementImpl for SccParse {
|
2021-01-21 18:21:29 +00:00
|
|
|
fn metadata() -> Option<&'static gst::subclass::ElementMetadata> {
|
|
|
|
static ELEMENT_METADATA: Lazy<gst::subclass::ElementMetadata> = Lazy::new(|| {
|
|
|
|
gst::subclass::ElementMetadata::new(
|
|
|
|
"Scc Parse",
|
|
|
|
"Parser/ClosedCaption",
|
|
|
|
"Parses SCC Closed Caption Files",
|
|
|
|
"Sebastian Dröge <sebastian@centricular.com>, Jordan Petridis <jordan@centricular.com>",
|
|
|
|
)
|
|
|
|
});
|
|
|
|
|
|
|
|
Some(&*ELEMENT_METADATA)
|
|
|
|
}
|
|
|
|
|
|
|
|
fn pad_templates() -> &'static [gst::PadTemplate] {
|
|
|
|
static PAD_TEMPLATES: Lazy<Vec<gst::PadTemplate>> = Lazy::new(|| {
|
|
|
|
let caps = gst::Caps::builder("closedcaption/x-cea-608")
|
2021-11-06 07:34:10 +00:00
|
|
|
.field("format", "raw")
|
2021-01-21 18:21:29 +00:00
|
|
|
.field(
|
|
|
|
"framerate",
|
2021-11-06 07:34:10 +00:00
|
|
|
gst::List::new([gst::Fraction::new(30000, 1001), gst::Fraction::new(30, 1)]),
|
2021-01-21 18:21:29 +00:00
|
|
|
)
|
|
|
|
.build();
|
|
|
|
let src_pad_template = gst::PadTemplate::new(
|
|
|
|
"src",
|
|
|
|
gst::PadDirection::Src,
|
|
|
|
gst::PadPresence::Always,
|
|
|
|
&caps,
|
|
|
|
)
|
|
|
|
.unwrap();
|
|
|
|
|
|
|
|
let caps = gst::Caps::builder("application/x-scc").build();
|
|
|
|
let sink_pad_template = gst::PadTemplate::new(
|
|
|
|
"sink",
|
|
|
|
gst::PadDirection::Sink,
|
|
|
|
gst::PadPresence::Always,
|
|
|
|
&caps,
|
|
|
|
)
|
|
|
|
.unwrap();
|
|
|
|
|
|
|
|
vec![src_pad_template, sink_pad_template]
|
|
|
|
});
|
|
|
|
|
|
|
|
PAD_TEMPLATES.as_ref()
|
|
|
|
}
|
|
|
|
|
2019-01-01 13:13:17 +00:00
|
|
|
fn change_state(
|
|
|
|
&self,
|
|
|
|
transition: gst::StateChange,
|
|
|
|
) -> Result<gst::StateChangeSuccess, gst::StateChangeError> {
|
2022-10-09 13:06:59 +00:00
|
|
|
gst::trace!(CAT, imp: self, "Changing state {:?}", transition);
|
2019-01-01 13:13:17 +00:00
|
|
|
|
|
|
|
match transition {
|
|
|
|
gst::StateChange::ReadyToPaused | gst::StateChange::PausedToReady => {
|
|
|
|
// Reset the whole state
|
|
|
|
let mut state = self.state.lock().unwrap();
|
|
|
|
*state = State::default();
|
|
|
|
}
|
|
|
|
_ => (),
|
|
|
|
}
|
|
|
|
|
2022-10-09 13:06:59 +00:00
|
|
|
self.parent_change_state(transition)
|
2019-01-01 13:13:17 +00:00
|
|
|
}
|
|
|
|
}
|