mirrors/gst-plugins-rs
mirrors/gst-plugins-rs
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gst-plugins-rs.git synced 2025-02-13 11:27:33 +00:00
Code Issues Projects Releases Wiki Activity

net/aws/transcriber: track discont offset in input stream

Browse source 
and add it up to subsequent transcripts.

This ensures synchronization is maintained even after the input stream
experiences a discontinuity and a gap in its timestamps.

Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-rs/-/merge_requests/1234>
This commit is contained in:
Mathieu Duponchelle 2023-06-06 22:15:34 +02:00 committed by Sebastian Dröge
parent 3a98bacd39
commit e64e12e478
1 changed files with 23 additions and 4 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

27
net/aws/src/aws_transcriber/imp.rs
View file

@ -164,6 +164,8 @@ struct State {
partial_index: usize, partial_index: usize,
send_events: bool, send_events: bool,
start_time: Option<gst::ClockTime>, start_time: Option<gst::ClockTime>,
discont_offset: gst::ClockTime,
last_chained_buffer_rtime: Option<gst::ClockTime>,
} }
impl Default for State { impl Default for State {
@ -182,6 +184,8 @@ impl Default for State {
partial_index: 0, partial_index: 0,
send_events: true, send_events: true,
start_time: None, start_time: None,
discont_offset: gst::ClockTime::ZERO,
last_chained_buffer_rtime: gst::ClockTime::NONE,
} }
} }
} }
@ -394,9 +398,12 @@ impl Transcriber {
} }
for item in &alternative.items[state.partial_index..] { for item in &alternative.items[state.partial_index..] {
let start_time = let start_time = ((item.start_time as f64 * 1_000_000_000.0) as u64).nseconds()
((item.start_time as f64 * 1_000_000_000.0) as u64).nseconds() + lateness; + lateness
let end_time = ((item.end_time as f64 * 1_000_000_000.0) as u64).nseconds() + lateness; + state.discont_offset;
let end_time = ((item.end_time as f64 * 1_000_000_000.0) as u64).nseconds()
+ lateness
+ state.discont_offset;
if !item.stable { if !item.stable {
break; break;
@ -733,12 +740,24 @@ impl Transcriber {
let mut delay = None; let mut delay = None;
{ {
let state = self.state.lock().unwrap(); let mut state = self.state.lock().unwrap();
if let Some(buffer) = &buffer { if let Some(buffer) = &buffer {
let running_time = state.in_segment.to_running_time(buffer.pts()); let running_time = state.in_segment.to_running_time(buffer.pts());
let now = self.obj().current_running_time(); let now = self.obj().current_running_time();
if let Some(running_time) = running_time {
if buffer.flags().contains(gst::BufferFlags::DISCONT) {
state.discont = true;
if let Some(last_chained_buffer_rtime) = state.last_chained_buffer_rtime {
state.discont_offset +=
running_time.saturating_sub(last_chained_buffer_rtime);
}
}
state.last_chained_buffer_rtime = Some(running_time);
}
delay = running_time.opt_checked_sub(now).ok().flatten(); delay = running_time.opt_checked_sub(now).ok().flatten();
} }
} }