// Copyright (C) 2019 Philippe Normand // Copyright (C) 2019 Guillaume Desmottes // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. use glib::object::IsA; use glib::translate::*; use gst; use gst_video_sys; use std::ptr; use utils::HasStreamLock; use video_codec_state::{InNegotiation, Readable, VideoCodecState, VideoCodecStateContext}; use VideoCodecFrame; use VideoDecoder; use VideoFormat; #[cfg(any(feature = "v1_16", feature = "dox"))] use VideoInterlaceMode; pub trait VideoDecoderExtManual: 'static { #[cfg(any(feature = "v1_12", feature = "dox"))] fn allocate_output_frame( &self, frame: &VideoCodecFrame, params: Option<&gst::BufferPoolAcquireParams>, ) -> Result; fn get_frame(&self, frame_number: i32) -> Option; fn get_frames(&self) -> Vec; fn get_oldest_frame(&self) -> Option; fn have_frame(&self) -> Result; fn finish_frame(&self, frame: VideoCodecFrame) -> Result; fn release_frame(&self, frame: VideoCodecFrame); fn drop_frame(&self, frame: VideoCodecFrame) -> Result; fn get_latency(&self) -> (gst::ClockTime, gst::ClockTime); fn set_latency(&self, min_latency: gst::ClockTime, max_latency: gst::ClockTime); fn get_output_state(&self) -> Option>; fn set_output_state( &self, fmt: VideoFormat, width: u32, height: u32, reference: Option<&VideoCodecState>, ) -> Result, gst::FlowError>; #[cfg(any(feature = "v1_16", feature = "dox"))] fn set_interlaced_output_state( &self, fmt: VideoFormat, mode: VideoInterlaceMode, width: u32, height: u32, reference: Option<&VideoCodecState>, ) -> Result, gst::FlowError>; fn negotiate<'a>( &'a self, output_state: VideoCodecState<'a, InNegotiation<'a>>, ) -> Result<(), gst::FlowError>; } impl> VideoDecoderExtManual for O { #[cfg(any(feature = "v1_12", feature = "dox"))] fn allocate_output_frame( &self, frame: &VideoCodecFrame, params: Option<&gst::BufferPoolAcquireParams>, ) -> Result { let ret: gst::FlowReturn = unsafe { let params_ptr = params.to_glib_none().0 as *mut _; from_glib( gst_video_sys::gst_video_decoder_allocate_output_frame_with_params( self.as_ref().to_glib_none().0, frame.to_glib_none().0, params_ptr, ), ) }; ret.into_result() } fn have_frame(&self) -> Result { let ret: gst::FlowReturn = unsafe { from_glib(gst_video_sys::gst_video_decoder_have_frame( self.as_ref().to_glib_none().0, )) }; ret.into_result() } fn finish_frame(&self, frame: VideoCodecFrame) -> Result { let ret: gst::FlowReturn = unsafe { from_glib(gst_video_sys::gst_video_decoder_finish_frame( self.as_ref().to_glib_none().0, frame.into_ptr(), )) }; ret.into_result() } fn release_frame(&self, frame: VideoCodecFrame) { unsafe { gst_video_sys::gst_video_decoder_release_frame( self.as_ref().to_glib_none().0, frame.into_ptr(), ) } } fn drop_frame(&self, frame: VideoCodecFrame) -> Result { let ret: gst::FlowReturn = unsafe { from_glib(gst_video_sys::gst_video_decoder_drop_frame( self.as_ref().to_glib_none().0, frame.into_ptr(), )) }; ret.into_result() } fn get_latency(&self) -> (gst::ClockTime, gst::ClockTime) { let mut min_latency = gst_sys::GST_CLOCK_TIME_NONE; let mut max_latency = gst_sys::GST_CLOCK_TIME_NONE; unsafe { gst_video_sys::gst_video_decoder_get_latency( self.as_ref().to_glib_none().0, &mut min_latency, &mut max_latency, ); (from_glib(min_latency), from_glib(max_latency)) } } fn set_latency(&self, min_latency: gst::ClockTime, max_latency: gst::ClockTime) { unsafe { gst_video_sys::gst_video_decoder_set_latency( self.as_ref().to_glib_none().0, min_latency.to_glib(), max_latency.to_glib(), ); } } fn get_frame(&self, frame_number: i32) -> Option { let frame = unsafe { gst_video_sys::gst_video_decoder_get_frame(self.as_ref().to_glib_none().0, frame_number) }; if frame.is_null() { None } else { unsafe { Some(VideoCodecFrame::new(frame, self.as_ref())) } } } fn get_frames(&self) -> Vec { unsafe { let frames = gst_video_sys::gst_video_decoder_get_frames(self.as_ref().to_glib_none().0); let mut iter: *const glib_sys::GList = frames; let mut vec = Vec::new(); while !iter.is_null() { let frame_ptr = Ptr::from((*iter).data); /* transfer ownership of the frame */ let frame = VideoCodecFrame::new(frame_ptr, self.as_ref()); vec.push(frame); iter = (*iter).next; } glib_sys::g_list_free(frames); vec } } fn get_oldest_frame(&self) -> Option { let frame = unsafe { gst_video_sys::gst_video_decoder_get_oldest_frame(self.as_ref().to_glib_none().0) }; if frame.is_null() { None } else { unsafe { Some(VideoCodecFrame::new(frame, self.as_ref())) } } } fn get_output_state(&self) -> Option> { let state = unsafe { gst_video_sys::gst_video_decoder_get_output_state(self.as_ref().to_glib_none().0) }; if state.is_null() { None } else { unsafe { Some(VideoCodecState::::new(state)) } } } fn set_output_state( &self, fmt: VideoFormat, width: u32, height: u32, reference: Option<&VideoCodecState>, ) -> Result, gst::FlowError> { let state = unsafe { let reference = match reference { Some(reference) => reference.as_mut_ptr(), None => ptr::null_mut(), }; gst_video_sys::gst_video_decoder_set_output_state( self.as_ref().to_glib_none().0, fmt.to_glib(), width, height, reference, ) }; if state.is_null() { Err(gst::FlowError::Error) } else { unsafe { Ok(VideoCodecState::::new(state, self.as_ref())) } } } #[cfg(any(feature = "v1_16", feature = "dox"))] fn set_interlaced_output_state( &self, fmt: VideoFormat, mode: VideoInterlaceMode, width: u32, height: u32, reference: Option<&VideoCodecState>, ) -> Result, gst::FlowError> { let state = unsafe { let reference = match reference { Some(reference) => reference.as_mut_ptr(), None => ptr::null_mut(), }; gst_video_sys::gst_video_decoder_set_interlaced_output_state( self.as_ref().to_glib_none().0, fmt.to_glib(), mode.to_glib(), width, height, reference, ) }; if state.is_null() { Err(gst::FlowError::Error) } else { unsafe { Ok(VideoCodecState::::new(state, self.as_ref())) } } } fn negotiate<'a>( &'a self, output_state: VideoCodecState<'a, InNegotiation<'a>>, ) -> Result<(), gst::FlowError> { // Consume output_state so user won't be able to modify it anymore let self_ptr = self.to_glib_none().0 as *const gst_sys::GstElement; assert_eq!(output_state.context.get_element_as_ptr(), self_ptr); let ret = unsafe { from_glib(gst_video_sys::gst_video_decoder_negotiate( self.as_ref().to_glib_none().0, )) }; if ret { Ok(()) } else { Err(gst::FlowError::NotNegotiated) } } } impl HasStreamLock for VideoDecoder { fn get_stream_lock(&self) -> *mut glib_sys::GRecMutex { let decoder_sys: *const gstreamer_video_sys::GstVideoDecoder = self.to_glib_none().0; unsafe { &(*decoder_sys).stream_lock as *const _ as usize as *mut _ } } fn get_element_as_ptr(&self) -> *const gst_sys::GstElement { let decoder_sys: *const gstreamer_video_sys::GstVideoDecoder = self.to_glib_none().0; decoder_sys as *const gst_sys::GstElement } }