video/example-add-captions708
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

Can encode raw buffers from gst into wave

Browse source
This commit is contained in:
Rafael Caricio 2022-03-30 16:44:14 +02:00
parent 902977545d
commit 152d02330b
Signed by: rafaelcaricio
GPG key ID: 3C86DBCE8E93C947
3 changed files with 97 additions and 1518 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1498
Cargo.lock generated
View file

File diff suppressed because it is too large Load diff

9
Cargo.toml
View file

@ -10,14 +10,9 @@ gst = { package = "gstreamer", version = "0.18.3" }
gstreamer-app = "0.18.0"
gstreamer-base = "0.18.0"
gstreamer-video = { version = "0.18.5", features = ["v1_16"] }
gst-plugin-rusoto = { git = "https://gitlab.freedesktop.org/rafaelcaricio/gst-plugins-rs.git", branch = "transbin-accept-any-video-caps", version = "0.9.0" }
gst-plugin-closedcaption = { git = "https://gitlab.freedesktop.org/rafaelcaricio/gst-plugins-rs.git", branch = "transbin-accept-any-video-caps", version = "0.9.0" }
gst-plugin-textwrap = { git = "https://gitlab.freedesktop.org/rafaelcaricio/gst-plugins-rs.git", branch = "transbin-accept-any-video-caps", version = "0.9.0" }
ctrlc = "3.2.1"
signal-hook = "0.3.13"
#tokio = { version = "1.17", features = ["full"] }
#axum = "0.4.5"
#tower = "0.4.12"
#tower-http = { version = "0.2.2", features = ["add-extension"] }
log = "0.4.14"
pretty_env_logger = "0.4.0"
hound = "3.4"
byteorder = "1"

108
src/main.rs
View file

@ -1,82 +1,68 @@
use byteorder::{LittleEndian, ReadBytesExt};
use gst::prelude::*;
use gstreamer_app as gst_app;
use hound::{WavSpec, WavWriter};
use log::{debug, error, info, trace, warn};
use std::fs::File;
use std::io::{Cursor, Write};
use std::process;
use std::sync::{Arc, Mutex};
fn main() -> eyre::Result<()> {
pretty_env_logger::init();
gst::init()?;
gstrusoto::plugin_register_static()?;
gstrsclosedcaption::plugin_register_static()?;
gstrstextwrap::plugin_register_static()?;
let pipeline = gst::parse_launch(
r#"
souphttpsrc location="https://playertest.longtailvideo.com/adaptive/elephants_dream_v4/redundant.m3u8" ! hlsdemux name=demuxer
demuxer.src_0 ! decodebin ! cccombiner name=ccc_fr ! videoconvert ! x264enc ! video/x-h264,profile=main ! muxer.video_0
demuxer.src_1 ! decodebin ! audioconvert ! audioresample ! opusenc ! audio/x-opus,rate=48000,channels=2 ! muxer.audio_0
demuxer.src_2 ! decodebin ! audioconvert ! audioresample ! opusenc ! audio/x-opus,rate=48000,channels=2 ! muxer.audio_1
demuxer.src_3 ! decodebin ! audioconvert ! audioresample ! opusenc ! audio/x-opus,rate=48000,channels=2 ! muxer.audio_2
souphttpsrc location="https://playertest.longtailvideo.com/adaptive/elephants_dream_v4/media_b/french/ed.m3u8" ! hlsdemux ! subparse ! tttocea608 ! ccconverter ! closedcaption/x-cea-708,format=cc_data ! ccc_fr.caption
qtmux name=muxer ! filesink location=output_cae708_only_fr.mp4
uridecodebin uri=file:///Users/rafael.caricio/video.mkv name=dec dec.src_1 ! audio/x-raw !
audioconvert ! audiorate ! audioresample ! audio/x-raw,format=S16LE,rate=48000,channels=1 ! appsink name=sink
"#,
)?
.downcast::<gst::Pipeline>()
.unwrap();
pipeline.set_async_handling(true);
// souphttpsrc location="https://playertest.longtailvideo.com/adaptive/elephants_dream_v4/media_b/chinese/ed.m3u8" ! hlsdemux ! subparse ! tttocea608 ! ccconverter ! closedcaption/x-cea-708,format=cc_data ! ccc_ch.caption
// souphttpsrc location="https://playertest.longtailvideo.com/adaptive/elephants_dream_v4/media_b/french/ed.m3u8" ! hlsdemux ! subparse ! tttocea608 ! appsink name=sink
info!("Starting pipeline...");
let demuxer = pipeline.by_name("demuxer").unwrap();
let demuxer = pipeline.by_name("dec").unwrap();
demuxer.connect_pad_added(|_, pad| {
let name = pad.name();
let caps = pad.caps().unwrap();
let caps_type = caps.structure(0).unwrap().name();
// dbg!(name);
debug!("Pad {} added with caps {}", name, caps_type);
});
// let app_sink = pipeline
// .by_name("sink")
// .unwrap()
// .downcast::<gst_app::AppSink>()
// .unwrap();
// app_sink.set_sync(false);
// app_sink.set_callbacks(
// gst_app::AppSinkCallbacks::builder()
// .new_sample(move |app| {
// let sample = app.pull_sample().unwrap();
// let buffer = sample.buffer().unwrap();
//
// // We don't care about buffers that are not video
// if buffer
// .flags()
// .contains(gst::BufferFlags::DECODE_ONLY | gst::BufferFlags::GAP)
// {
// return Ok(gst::FlowSuccess::Ok);
// }
//
// // let data = buffer.map_readable().unwrap();
// // let text = std::str::from_utf8(&data).unwrap();
// // println!("Subtext = {}", text);
// dbg!(buffer);
//
// Ok(gst::FlowSuccess::Ok)
// })
// .build(),
// );
let raw_audio_content = Arc::new(Mutex::new(Vec::new()));
let app_sink = pipeline
.by_name("sink")
.unwrap()
.downcast::<gst_app::AppSink>()
.unwrap();
app_sink.set_sync(false);
app_sink.set_callbacks(
gst_app::AppSinkCallbacks::builder()
.new_sample({
let raw_audio_content = raw_audio_content.clone();
move |app| {
let sample = app.pull_sample().unwrap();
let buffer = sample.buffer().unwrap();
let data = buffer.map_readable().unwrap();
let mut raw_audio_content = raw_audio_content.lock().unwrap();
raw_audio_content.extend(data.to_vec());
Ok(gst::FlowSuccess::Ok)
}
})
.build(),
);
let context = glib::MainContext::default();
let main_loop = glib::MainLoop::new(Some(&context), false);
pipeline.set_state(gst::State::Playing)?;
let bus = pipeline.bus().unwrap();
bus.add_watch({
let main_loop = main_loop.clone();
@ -101,7 +87,7 @@ fn main() -> eyre::Result<()> {
glib::Continue(true)
}
})
.expect("Failed to add bus watch");
.expect("Failed to add bus watch");
ctrlc::set_handler({
let pipeline_weak = pipeline.downgrade();
@ -116,5 +102,27 @@ fn main() -> eyre::Result<()> {
pipeline.set_state(gst::State::Null)?;
let mut out_wav_buffer = Cursor::new(Vec::new());
let mut writer = WavWriter::new(
&mut out_wav_buffer,
WavSpec {
channels: 1,
sample_rate: 48000,
bits_per_sample: 16,
sample_format: hound::SampleFormat::Int,
},
)
.unwrap();
let mut raw_audio_content = Cursor::new(raw_audio_content.lock().unwrap().to_vec());
while let Ok(sample) = raw_audio_content.read_i16::<LittleEndian>() {
writer.write_sample(sample).unwrap();
}
drop(writer);
let mut file = File::create("out.wav")?;
file.write_all(&out_wav_buffer.into_inner())?;
Ok(())
}