mirror of
https://gitlab.freedesktop.org/gstreamer/gst-plugins-rs.git
synced 2025-09-01 09:13:48 +00:00
s302mparse: Add new S302M audio parser
This extracts metadata from an S302M audio stream and interpolates PTS as needed, but still requires a properly packetized stream from upstream. Parsing S302M without packetization is not easily possible because of the lack of synchronization markers. Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-rs/-/merge_requests/2435>
This commit is contained in:
parent
8270a44192
commit
9861f682e6
14 changed files with 891 additions and 0 deletions
8
Cargo.lock
generated
8
Cargo.lock
generated
|
@ -2705,6 +2705,14 @@ dependencies = [
|
|||
"smallvec",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "gst-plugin-audioparsers"
|
||||
version = "0.15.0-alpha.1"
|
||||
dependencies = [
|
||||
"gst-plugin-version-helper",
|
||||
"gstreamer",
|
||||
]
|
||||
|
||||
[[package]]
|
||||
name = "gst-plugin-aws"
|
||||
version = "0.15.0-alpha.1"
|
||||
|
|
|
@ -8,6 +8,7 @@ members = [
|
|||
"analytics/analytics",
|
||||
|
||||
"audio/audiofx",
|
||||
"audio/audioparsers",
|
||||
"audio/claxon",
|
||||
"audio/csound",
|
||||
"audio/elevenlabs",
|
||||
|
@ -75,6 +76,7 @@ default-members = [
|
|||
|
||||
"analytics/analytics",
|
||||
|
||||
"audio/audioparsers",
|
||||
"audio/audiofx",
|
||||
"audio/claxon",
|
||||
"audio/lewton",
|
||||
|
|
|
@ -87,6 +87,8 @@ You will find the following plugins in this repository:
|
|||
- `ebur128level`: Filter for measuring audio loudness according to EBU R-128.
|
||||
- `hrtfrender`: Filter for rendering audio according to a [head-related transfer
|
||||
function](https://en.wikipedia.org/wiki/Head-related_transfer_function).
|
||||
- `audioparsers`: Audio parser elements
|
||||
- `s302mparse`: Parser for SMPTE S302M audio elementary streams.
|
||||
|
||||
- `claxon`: A FLAC decoder based on the [Claxon](https://github.com/ruuda/claxon) library.
|
||||
|
||||
|
|
39
audio/audioparsers/Cargo.toml
Normal file
39
audio/audioparsers/Cargo.toml
Normal file
|
@ -0,0 +1,39 @@
|
|||
[package]
|
||||
name = "gst-plugin-audioparsers"
|
||||
version.workspace = true
|
||||
authors = ["Sebastian Dröge <sebastian@centricular.com>"]
|
||||
repository.workspace = true
|
||||
license = "MPL-2.0"
|
||||
description = "GStreamer Rust Audio Parsers Plugin"
|
||||
edition.workspace = true
|
||||
rust-version.workspace = true
|
||||
|
||||
[dependencies]
|
||||
gst.workspace = true
|
||||
|
||||
[lib]
|
||||
name = "gstrsaudioparsers"
|
||||
crate-type = ["cdylib", "rlib"]
|
||||
path = "src/lib.rs"
|
||||
|
||||
[build-dependencies]
|
||||
gst-plugin-version-helper.workspace = true
|
||||
|
||||
[features]
|
||||
static = []
|
||||
capi = []
|
||||
doc = ["gst/v1_18"]
|
||||
|
||||
[package.metadata.capi]
|
||||
min_version = "0.9.21"
|
||||
|
||||
[package.metadata.capi.header]
|
||||
enabled = false
|
||||
|
||||
[package.metadata.capi.library]
|
||||
install_subdir = "gstreamer-1.0"
|
||||
versioning = false
|
||||
import_library = false
|
||||
|
||||
[package.metadata.capi.pkg_config]
|
||||
requires_private = "gstreamer-1.0, gstreamer-base-1.0, gstreamer-audio-1.0, gobject-2.0, glib-2.0, gmodule-2.0"
|
373
audio/audioparsers/LICENSE-MPL-2.0
Normal file
373
audio/audioparsers/LICENSE-MPL-2.0
Normal file
|
@ -0,0 +1,373 @@
|
|||
Mozilla Public License Version 2.0
|
||||
==================================
|
||||
|
||||
1. Definitions
|
||||
--------------
|
||||
|
||||
1.1. "Contributor"
|
||||
means each individual or legal entity that creates, contributes to
|
||||
the creation of, or owns Covered Software.
|
||||
|
||||
1.2. "Contributor Version"
|
||||
means the combination of the Contributions of others (if any) used
|
||||
by a Contributor and that particular Contributor's Contribution.
|
||||
|
||||
1.3. "Contribution"
|
||||
means Covered Software of a particular Contributor.
|
||||
|
||||
1.4. "Covered Software"
|
||||
means Source Code Form to which the initial Contributor has attached
|
||||
the notice in Exhibit A, the Executable Form of such Source Code
|
||||
Form, and Modifications of such Source Code Form, in each case
|
||||
including portions thereof.
|
||||
|
||||
1.5. "Incompatible With Secondary Licenses"
|
||||
means
|
||||
|
||||
(a) that the initial Contributor has attached the notice described
|
||||
in Exhibit B to the Covered Software; or
|
||||
|
||||
(b) that the Covered Software was made available under the terms of
|
||||
version 1.1 or earlier of the License, but not also under the
|
||||
terms of a Secondary License.
|
||||
|
||||
1.6. "Executable Form"
|
||||
means any form of the work other than Source Code Form.
|
||||
|
||||
1.7. "Larger Work"
|
||||
means a work that combines Covered Software with other material, in
|
||||
a separate file or files, that is not Covered Software.
|
||||
|
||||
1.8. "License"
|
||||
means this document.
|
||||
|
||||
1.9. "Licensable"
|
||||
means having the right to grant, to the maximum extent possible,
|
||||
whether at the time of the initial grant or subsequently, any and
|
||||
all of the rights conveyed by this License.
|
||||
|
||||
1.10. "Modifications"
|
||||
means any of the following:
|
||||
|
||||
(a) any file in Source Code Form that results from an addition to,
|
||||
deletion from, or modification of the contents of Covered
|
||||
Software; or
|
||||
|
||||
(b) any new file in Source Code Form that contains any Covered
|
||||
Software.
|
||||
|
||||
1.11. "Patent Claims" of a Contributor
|
||||
means any patent claim(s), including without limitation, method,
|
||||
process, and apparatus claims, in any patent Licensable by such
|
||||
Contributor that would be infringed, but for the grant of the
|
||||
License, by the making, using, selling, offering for sale, having
|
||||
made, import, or transfer of either its Contributions or its
|
||||
Contributor Version.
|
||||
|
||||
1.12. "Secondary License"
|
||||
means either the GNU General Public License, Version 2.0, the GNU
|
||||
Lesser General Public License, Version 2.1, the GNU Affero General
|
||||
Public License, Version 3.0, or any later versions of those
|
||||
licenses.
|
||||
|
||||
1.13. "Source Code Form"
|
||||
means the form of the work preferred for making modifications.
|
||||
|
||||
1.14. "You" (or "Your")
|
||||
means an individual or a legal entity exercising rights under this
|
||||
License. For legal entities, "You" includes any entity that
|
||||
controls, is controlled by, or is under common control with You. For
|
||||
purposes of this definition, "control" means (a) the power, direct
|
||||
or indirect, to cause the direction or management of such entity,
|
||||
whether by contract or otherwise, or (b) ownership of more than
|
||||
fifty percent (50%) of the outstanding shares or beneficial
|
||||
ownership of such entity.
|
||||
|
||||
2. License Grants and Conditions
|
||||
--------------------------------
|
||||
|
||||
2.1. Grants
|
||||
|
||||
Each Contributor hereby grants You a world-wide, royalty-free,
|
||||
non-exclusive license:
|
||||
|
||||
(a) under intellectual property rights (other than patent or trademark)
|
||||
Licensable by such Contributor to use, reproduce, make available,
|
||||
modify, display, perform, distribute, and otherwise exploit its
|
||||
Contributions, either on an unmodified basis, with Modifications, or
|
||||
as part of a Larger Work; and
|
||||
|
||||
(b) under Patent Claims of such Contributor to make, use, sell, offer
|
||||
for sale, have made, import, and otherwise transfer either its
|
||||
Contributions or its Contributor Version.
|
||||
|
||||
2.2. Effective Date
|
||||
|
||||
The licenses granted in Section 2.1 with respect to any Contribution
|
||||
become effective for each Contribution on the date the Contributor first
|
||||
distributes such Contribution.
|
||||
|
||||
2.3. Limitations on Grant Scope
|
||||
|
||||
The licenses granted in this Section 2 are the only rights granted under
|
||||
this License. No additional rights or licenses will be implied from the
|
||||
distribution or licensing of Covered Software under this License.
|
||||
Notwithstanding Section 2.1(b) above, no patent license is granted by a
|
||||
Contributor:
|
||||
|
||||
(a) for any code that a Contributor has removed from Covered Software;
|
||||
or
|
||||
|
||||
(b) for infringements caused by: (i) Your and any other third party's
|
||||
modifications of Covered Software, or (ii) the combination of its
|
||||
Contributions with other software (except as part of its Contributor
|
||||
Version); or
|
||||
|
||||
(c) under Patent Claims infringed by Covered Software in the absence of
|
||||
its Contributions.
|
||||
|
||||
This License does not grant any rights in the trademarks, service marks,
|
||||
or logos of any Contributor (except as may be necessary to comply with
|
||||
the notice requirements in Section 3.4).
|
||||
|
||||
2.4. Subsequent Licenses
|
||||
|
||||
No Contributor makes additional grants as a result of Your choice to
|
||||
distribute the Covered Software under a subsequent version of this
|
||||
License (see Section 10.2) or under the terms of a Secondary License (if
|
||||
permitted under the terms of Section 3.3).
|
||||
|
||||
2.5. Representation
|
||||
|
||||
Each Contributor represents that the Contributor believes its
|
||||
Contributions are its original creation(s) or it has sufficient rights
|
||||
to grant the rights to its Contributions conveyed by this License.
|
||||
|
||||
2.6. Fair Use
|
||||
|
||||
This License is not intended to limit any rights You have under
|
||||
applicable copyright doctrines of fair use, fair dealing, or other
|
||||
equivalents.
|
||||
|
||||
2.7. Conditions
|
||||
|
||||
Sections 3.1, 3.2, 3.3, and 3.4 are conditions of the licenses granted
|
||||
in Section 2.1.
|
||||
|
||||
3. Responsibilities
|
||||
-------------------
|
||||
|
||||
3.1. Distribution of Source Form
|
||||
|
||||
All distribution of Covered Software in Source Code Form, including any
|
||||
Modifications that You create or to which You contribute, must be under
|
||||
the terms of this License. You must inform recipients that the Source
|
||||
Code Form of the Covered Software is governed by the terms of this
|
||||
License, and how they can obtain a copy of this License. You may not
|
||||
attempt to alter or restrict the recipients' rights in the Source Code
|
||||
Form.
|
||||
|
||||
3.2. Distribution of Executable Form
|
||||
|
||||
If You distribute Covered Software in Executable Form then:
|
||||
|
||||
(a) such Covered Software must also be made available in Source Code
|
||||
Form, as described in Section 3.1, and You must inform recipients of
|
||||
the Executable Form how they can obtain a copy of such Source Code
|
||||
Form by reasonable means in a timely manner, at a charge no more
|
||||
than the cost of distribution to the recipient; and
|
||||
|
||||
(b) You may distribute such Executable Form under the terms of this
|
||||
License, or sublicense it under different terms, provided that the
|
||||
license for the Executable Form does not attempt to limit or alter
|
||||
the recipients' rights in the Source Code Form under this License.
|
||||
|
||||
3.3. Distribution of a Larger Work
|
||||
|
||||
You may create and distribute a Larger Work under terms of Your choice,
|
||||
provided that You also comply with the requirements of this License for
|
||||
the Covered Software. If the Larger Work is a combination of Covered
|
||||
Software with a work governed by one or more Secondary Licenses, and the
|
||||
Covered Software is not Incompatible With Secondary Licenses, this
|
||||
License permits You to additionally distribute such Covered Software
|
||||
under the terms of such Secondary License(s), so that the recipient of
|
||||
the Larger Work may, at their option, further distribute the Covered
|
||||
Software under the terms of either this License or such Secondary
|
||||
License(s).
|
||||
|
||||
3.4. Notices
|
||||
|
||||
You may not remove or alter the substance of any license notices
|
||||
(including copyright notices, patent notices, disclaimers of warranty,
|
||||
or limitations of liability) contained within the Source Code Form of
|
||||
the Covered Software, except that You may alter any license notices to
|
||||
the extent required to remedy known factual inaccuracies.
|
||||
|
||||
3.5. Application of Additional Terms
|
||||
|
||||
You may choose to offer, and to charge a fee for, warranty, support,
|
||||
indemnity or liability obligations to one or more recipients of Covered
|
||||
Software. However, You may do so only on Your own behalf, and not on
|
||||
behalf of any Contributor. You must make it absolutely clear that any
|
||||
such warranty, support, indemnity, or liability obligation is offered by
|
||||
You alone, and You hereby agree to indemnify every Contributor for any
|
||||
liability incurred by such Contributor as a result of warranty, support,
|
||||
indemnity or liability terms You offer. You may include additional
|
||||
disclaimers of warranty and limitations of liability specific to any
|
||||
jurisdiction.
|
||||
|
||||
4. Inability to Comply Due to Statute or Regulation
|
||||
---------------------------------------------------
|
||||
|
||||
If it is impossible for You to comply with any of the terms of this
|
||||
License with respect to some or all of the Covered Software due to
|
||||
statute, judicial order, or regulation then You must: (a) comply with
|
||||
the terms of this License to the maximum extent possible; and (b)
|
||||
describe the limitations and the code they affect. Such description must
|
||||
be placed in a text file included with all distributions of the Covered
|
||||
Software under this License. Except to the extent prohibited by statute
|
||||
or regulation, such description must be sufficiently detailed for a
|
||||
recipient of ordinary skill to be able to understand it.
|
||||
|
||||
5. Termination
|
||||
--------------
|
||||
|
||||
5.1. The rights granted under this License will terminate automatically
|
||||
if You fail to comply with any of its terms. However, if You become
|
||||
compliant, then the rights granted under this License from a particular
|
||||
Contributor are reinstated (a) provisionally, unless and until such
|
||||
Contributor explicitly and finally terminates Your grants, and (b) on an
|
||||
ongoing basis, if such Contributor fails to notify You of the
|
||||
non-compliance by some reasonable means prior to 60 days after You have
|
||||
come back into compliance. Moreover, Your grants from a particular
|
||||
Contributor are reinstated on an ongoing basis if such Contributor
|
||||
notifies You of the non-compliance by some reasonable means, this is the
|
||||
first time You have received notice of non-compliance with this License
|
||||
from such Contributor, and You become compliant prior to 30 days after
|
||||
Your receipt of the notice.
|
||||
|
||||
5.2. If You initiate litigation against any entity by asserting a patent
|
||||
infringement claim (excluding declaratory judgment actions,
|
||||
counter-claims, and cross-claims) alleging that a Contributor Version
|
||||
directly or indirectly infringes any patent, then the rights granted to
|
||||
You by any and all Contributors for the Covered Software under Section
|
||||
2.1 of this License shall terminate.
|
||||
|
||||
5.3. In the event of termination under Sections 5.1 or 5.2 above, all
|
||||
end user license agreements (excluding distributors and resellers) which
|
||||
have been validly granted by You or Your distributors under this License
|
||||
prior to termination shall survive termination.
|
||||
|
||||
************************************************************************
|
||||
* *
|
||||
* 6. Disclaimer of Warranty *
|
||||
* ------------------------- *
|
||||
* *
|
||||
* Covered Software is provided under this License on an "as is" *
|
||||
* basis, without warranty of any kind, either expressed, implied, or *
|
||||
* statutory, including, without limitation, warranties that the *
|
||||
* Covered Software is free of defects, merchantable, fit for a *
|
||||
* particular purpose or non-infringing. The entire risk as to the *
|
||||
* quality and performance of the Covered Software is with You. *
|
||||
* Should any Covered Software prove defective in any respect, You *
|
||||
* (not any Contributor) assume the cost of any necessary servicing, *
|
||||
* repair, or correction. This disclaimer of warranty constitutes an *
|
||||
* essential part of this License. No use of any Covered Software is *
|
||||
* authorized under this License except under this disclaimer. *
|
||||
* *
|
||||
************************************************************************
|
||||
|
||||
************************************************************************
|
||||
* *
|
||||
* 7. Limitation of Liability *
|
||||
* -------------------------- *
|
||||
* *
|
||||
* Under no circumstances and under no legal theory, whether tort *
|
||||
* (including negligence), contract, or otherwise, shall any *
|
||||
* Contributor, or anyone who distributes Covered Software as *
|
||||
* permitted above, be liable to You for any direct, indirect, *
|
||||
* special, incidental, or consequential damages of any character *
|
||||
* including, without limitation, damages for lost profits, loss of *
|
||||
* goodwill, work stoppage, computer failure or malfunction, or any *
|
||||
* and all other commercial damages or losses, even if such party *
|
||||
* shall have been informed of the possibility of such damages. This *
|
||||
* limitation of liability shall not apply to liability for death or *
|
||||
* personal injury resulting from such party's negligence to the *
|
||||
* extent applicable law prohibits such limitation. Some *
|
||||
* jurisdictions do not allow the exclusion or limitation of *
|
||||
* incidental or consequential damages, so this exclusion and *
|
||||
* limitation may not apply to You. *
|
||||
* *
|
||||
************************************************************************
|
||||
|
||||
8. Litigation
|
||||
-------------
|
||||
|
||||
Any litigation relating to this License may be brought only in the
|
||||
courts of a jurisdiction where the defendant maintains its principal
|
||||
place of business and such litigation shall be governed by laws of that
|
||||
jurisdiction, without reference to its conflict-of-law provisions.
|
||||
Nothing in this Section shall prevent a party's ability to bring
|
||||
cross-claims or counter-claims.
|
||||
|
||||
9. Miscellaneous
|
||||
----------------
|
||||
|
||||
This License represents the complete agreement concerning the subject
|
||||
matter hereof. If any provision of this License is held to be
|
||||
unenforceable, such provision shall be reformed only to the extent
|
||||
necessary to make it enforceable. Any law or regulation which provides
|
||||
that the language of a contract shall be construed against the drafter
|
||||
shall not be used to construe this License against a Contributor.
|
||||
|
||||
10. Versions of the License
|
||||
---------------------------
|
||||
|
||||
10.1. New Versions
|
||||
|
||||
Mozilla Foundation is the license steward. Except as provided in Section
|
||||
10.3, no one other than the license steward has the right to modify or
|
||||
publish new versions of this License. Each version will be given a
|
||||
distinguishing version number.
|
||||
|
||||
10.2. Effect of New Versions
|
||||
|
||||
You may distribute the Covered Software under the terms of the version
|
||||
of the License under which You originally received the Covered Software,
|
||||
or under the terms of any subsequent version published by the license
|
||||
steward.
|
||||
|
||||
10.3. Modified Versions
|
||||
|
||||
If you create software not governed by this License, and you want to
|
||||
create a new license for such software, you may create and use a
|
||||
modified version of this License if you rename the license and remove
|
||||
any references to the name of the license steward (except to note that
|
||||
such modified license differs from this License).
|
||||
|
||||
10.4. Distributing Source Code Form that is Incompatible With Secondary
|
||||
Licenses
|
||||
|
||||
If You choose to distribute Source Code Form that is Incompatible With
|
||||
Secondary Licenses under the terms of this version of the License, the
|
||||
notice described in Exhibit B of this License must be attached.
|
||||
|
||||
Exhibit A - Source Code Form License Notice
|
||||
-------------------------------------------
|
||||
|
||||
This Source Code Form is subject to the terms of the Mozilla Public
|
||||
License, v. 2.0. If a copy of the MPL was not distributed with this
|
||||
file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||||
|
||||
If it is not possible or desirable to put the notice in a particular
|
||||
file, then You may include the notice in a location (such as a LICENSE
|
||||
file in a relevant directory) where a recipient would be likely to look
|
||||
for such a notice.
|
||||
|
||||
You may add additional accurate notices of copyright ownership.
|
||||
|
||||
Exhibit B - "Incompatible With Secondary Licenses" Notice
|
||||
---------------------------------------------------------
|
||||
|
||||
This Source Code Form is "Incompatible With Secondary Licenses", as
|
||||
defined by the Mozilla Public License, v. 2.0.
|
3
audio/audioparsers/build.rs
Normal file
3
audio/audioparsers/build.rs
Normal file
|
@ -0,0 +1,3 @@
|
|||
fn main() {
|
||||
gst_plugin_version_helper::info()
|
||||
}
|
35
audio/audioparsers/src/lib.rs
Normal file
35
audio/audioparsers/src/lib.rs
Normal file
|
@ -0,0 +1,35 @@
|
|||
// Copyright (C) 2025 Sebastian Dröge <sebastian@centricular.com>
|
||||
//
|
||||
// This Source Code Form is subject to the terms of the Mozilla Public License, v2.0.
|
||||
// If a copy of the MPL was not distributed with this file, You can obtain one at
|
||||
// <https://mozilla.org/MPL/2.0/>.
|
||||
//
|
||||
// SPDX-License-Identifier: MPL-2.0
|
||||
#![allow(clippy::non_send_fields_in_send_ty, unused_doc_comments)]
|
||||
|
||||
/**
|
||||
* plugin-rsaudioparsers:
|
||||
*
|
||||
* Since: plugins-rs-0.15
|
||||
*/
|
||||
use gst::glib;
|
||||
|
||||
mod s302mparse;
|
||||
|
||||
fn plugin_init(plugin: &gst::Plugin) -> Result<(), glib::BoolError> {
|
||||
s302mparse::register(plugin)?;
|
||||
Ok(())
|
||||
}
|
||||
|
||||
gst::plugin_define!(
|
||||
rsaudioparsers,
|
||||
env!("CARGO_PKG_DESCRIPTION"),
|
||||
plugin_init,
|
||||
concat!(env!("CARGO_PKG_VERSION"), "-", env!("COMMIT_ID")),
|
||||
// FIXME: MPL-2.0 is only allowed since 1.18.3 (as unknown) and 1.20 (as known)
|
||||
"MPL",
|
||||
env!("CARGO_PKG_NAME"),
|
||||
env!("CARGO_PKG_NAME"),
|
||||
env!("CARGO_PKG_REPOSITORY"),
|
||||
env!("BUILD_REL_DATE")
|
||||
);
|
360
audio/audioparsers/src/s302mparse/imp.rs
Normal file
360
audio/audioparsers/src/s302mparse/imp.rs
Normal file
|
@ -0,0 +1,360 @@
|
|||
// Copyright (C) 2025 Sebastian Dröge <sebastian@centricular.com>
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
|
||||
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
|
||||
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
|
||||
// option. This file may not be copied, modified, or distributed
|
||||
// except according to those terms.
|
||||
//
|
||||
// SPDX-License-Identifier: MPL-2.0
|
||||
|
||||
use gst::{glib, prelude::*, subclass::prelude::*};
|
||||
|
||||
use std::{
|
||||
collections::VecDeque,
|
||||
mem,
|
||||
sync::{LazyLock, Mutex},
|
||||
};
|
||||
|
||||
static CAT: LazyLock<gst::DebugCategory> = LazyLock::new(|| {
|
||||
gst::DebugCategory::new(
|
||||
"s302mparse",
|
||||
gst::DebugColorFlags::empty(),
|
||||
Some("S302M parser"),
|
||||
)
|
||||
});
|
||||
|
||||
pub struct S302MParse {
|
||||
srcpad: gst::Pad,
|
||||
sinkpad: gst::Pad,
|
||||
state: Mutex<State>,
|
||||
}
|
||||
|
||||
struct State {
|
||||
discont: bool,
|
||||
channels: Option<u8>,
|
||||
depth: Option<u8>,
|
||||
pending_events: VecDeque<gst::Event>,
|
||||
last_pts: Option<gst::ClockTime>,
|
||||
}
|
||||
|
||||
impl Default for State {
|
||||
fn default() -> Self {
|
||||
Self {
|
||||
discont: true,
|
||||
channels: None,
|
||||
depth: None,
|
||||
pending_events: VecDeque::default(),
|
||||
last_pts: None,
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl S302MParse {
|
||||
fn sink_chain(
|
||||
&self,
|
||||
pad: &gst::Pad,
|
||||
mut buffer: gst::Buffer,
|
||||
) -> Result<gst::FlowSuccess, gst::FlowError> {
|
||||
let mut state = self.state.lock().unwrap();
|
||||
|
||||
gst::trace!(CAT, obj = pad, "Handling buffer {:?}", buffer);
|
||||
|
||||
let Ok(map) = buffer.map_readable() else {
|
||||
gst::error!(CAT, obj = pad, "Can't map buffer readable");
|
||||
return Err(gst::FlowError::Error);
|
||||
};
|
||||
|
||||
if map.size() < 4 {
|
||||
gst::warning!(CAT, obj = pad, "Buffer smaller than AES3 header");
|
||||
drop(map);
|
||||
state.discont = true;
|
||||
return Ok(gst::FlowSuccess::Ok);
|
||||
}
|
||||
|
||||
// See S302M-2007 Table 1
|
||||
//
|
||||
// - 16 bit audio packet size (excluding 4 byte header)
|
||||
// - 2 bits number of channels (2, 4, 6, 8)
|
||||
// - 8 bits channel identification
|
||||
// - 2 bits bits-per-sample (16, 20, 24, reserved)
|
||||
// - 4 bits alignment/reserved
|
||||
let header = u32::from_be_bytes([map[0], map[1], map[2], map[3]]);
|
||||
let audio_packet_size = (header >> 16) as usize;
|
||||
let number_channels = match (header >> 14) & 0b11 {
|
||||
0b00 => 2,
|
||||
0b01 => 4,
|
||||
0b10 => 6,
|
||||
0b11 => 8,
|
||||
_ => unreachable!(),
|
||||
};
|
||||
let channel_identification = (header >> 8) & 0xff;
|
||||
let bits_per_sample = match (header >> 4) & 0b11 {
|
||||
0b00 => 16,
|
||||
0b01 => 20,
|
||||
0b10 => 24,
|
||||
0b11 => {
|
||||
gst::warning!(CAT, obj = pad, "Invalid bits-per-sample in AES3 header");
|
||||
drop(map);
|
||||
state.discont = true;
|
||||
return Ok(gst::FlowSuccess::Ok);
|
||||
}
|
||||
_ => unreachable!(),
|
||||
};
|
||||
let alignment_bits = header & 0b1111;
|
||||
if alignment_bits != 0 {
|
||||
gst::warning!(CAT, obj = pad, "Invalid alignment-bits in AES3 header");
|
||||
}
|
||||
|
||||
gst::trace!(
|
||||
CAT,
|
||||
obj = pad,
|
||||
"AES3 header: audio_packet_size {audio_packet_size}, \
|
||||
number_channels {number_channels}, \
|
||||
channel_identification {channel_identification}, \
|
||||
bits_per_sample {bits_per_sample}",
|
||||
);
|
||||
|
||||
// We require properly packetized packets from upstream
|
||||
if map.size() != 4 + audio_packet_size {
|
||||
gst::warning!(
|
||||
CAT,
|
||||
obj = pad,
|
||||
"Dropping short AES3 packet of wrong size: got {}, expected {}",
|
||||
map.size(),
|
||||
4 + audio_packet_size,
|
||||
);
|
||||
drop(map);
|
||||
state.discont = true;
|
||||
return Ok(gst::FlowSuccess::Ok);
|
||||
}
|
||||
drop(map);
|
||||
|
||||
// Calculate number of samples
|
||||
//
|
||||
// See S302M-2007 Section 5
|
||||
let block_size = (bits_per_sample as usize + 4) / 4;
|
||||
let num_samples = 2 * audio_packet_size / (block_size * number_channels as usize);
|
||||
let duration = gst::ClockTime::SECOND
|
||||
.mul_div_ceil(num_samples as u64, 48_000)
|
||||
.unwrap();
|
||||
|
||||
// Interpolate timestamp/duration as needed and set DISCONT flag
|
||||
if state.discont
|
||||
|| (buffer.pts().is_none() && state.last_pts.is_some())
|
||||
|| buffer.duration().is_none()
|
||||
{
|
||||
let buffer = buffer.make_mut();
|
||||
|
||||
// Interpolate PTS
|
||||
if let Some(last_pts) = state.last_pts {
|
||||
if !state.discont && buffer.pts().is_none() {
|
||||
buffer.set_pts(last_pts);
|
||||
}
|
||||
}
|
||||
|
||||
// Calculate duration
|
||||
if buffer.duration().is_none() {
|
||||
buffer.set_duration(duration);
|
||||
}
|
||||
|
||||
if state.discont {
|
||||
buffer.set_flags(gst::BufferFlags::DISCONT);
|
||||
state.discont = false;
|
||||
}
|
||||
}
|
||||
|
||||
// Update last PTS. Buffer PTS might be the interpolated one from above which is then
|
||||
// advanced here to the expected start PTS of the next buffer.
|
||||
if let Some(pts) = buffer.pts() {
|
||||
state.last_pts = Some(pts + duration);
|
||||
}
|
||||
|
||||
let mut pending_events = mem::take(&mut state.pending_events);
|
||||
if state
|
||||
.channels
|
||||
.is_none_or(|old_channels| old_channels != number_channels)
|
||||
|| state
|
||||
.depth
|
||||
.is_none_or(|old_depth| old_depth != bits_per_sample)
|
||||
{
|
||||
state.channels = Some(number_channels);
|
||||
state.depth = Some(bits_per_sample);
|
||||
|
||||
let caps = gst::Caps::builder("audio/x-smpte-302m")
|
||||
.field("parsed", true)
|
||||
.field("channels", number_channels as i32)
|
||||
.field("rate", 48_000i32)
|
||||
.field("depth", bits_per_sample as i32)
|
||||
.build();
|
||||
gst::debug!(CAT, obj = pad, "Sending new caps {caps:?}");
|
||||
pending_events.push_front(gst::event::Caps::builder(&caps).build());
|
||||
}
|
||||
|
||||
drop(state);
|
||||
|
||||
for event in pending_events {
|
||||
let _ = self.srcpad.push_event(event);
|
||||
}
|
||||
|
||||
self.srcpad.push(buffer)
|
||||
}
|
||||
|
||||
fn sink_event(&self, pad: &gst::Pad, event: gst::Event) -> bool {
|
||||
gst::log!(CAT, obj = pad, "Handling event {:?}", event);
|
||||
|
||||
match event.view() {
|
||||
gst::EventView::Caps(ev) => {
|
||||
let caps = ev.caps();
|
||||
gst::debug!(CAT, obj = pad, "Dropping caps event {caps:?}");
|
||||
return true;
|
||||
}
|
||||
gst::EventView::FlushStop(_) => {
|
||||
let mut state = self.state.lock().unwrap();
|
||||
state.last_pts = None;
|
||||
state.discont = true;
|
||||
// Drop all non-sticky pending events and the events that are reset by flush-stop
|
||||
state.pending_events.retain(|ev| {
|
||||
ev.is_sticky()
|
||||
&& ![
|
||||
gst::EventType::Eos,
|
||||
gst::EventType::StreamGroupDone,
|
||||
gst::EventType::Segment,
|
||||
]
|
||||
.contains(&ev.type_())
|
||||
});
|
||||
}
|
||||
_ => (),
|
||||
}
|
||||
|
||||
if event.is_serialized() {
|
||||
let mut state = self.state.lock().unwrap();
|
||||
// Delay serialized events > CAPS until caps are set
|
||||
if (state.channels.is_none() || state.depth.is_none())
|
||||
&& event
|
||||
.type_()
|
||||
.partial_cmp(&gst::EventType::Caps)
|
||||
.is_none_or(|ord| ord == std::cmp::Ordering::Greater)
|
||||
{
|
||||
state.pending_events.push_back(event);
|
||||
return true;
|
||||
}
|
||||
}
|
||||
|
||||
self.srcpad.push_event(event)
|
||||
}
|
||||
}
|
||||
|
||||
#[glib::object_subclass]
|
||||
impl ObjectSubclass for S302MParse {
|
||||
const NAME: &'static str = "GstS302MParse";
|
||||
type Type = super::S302MParse;
|
||||
type ParentType = gst::Element;
|
||||
|
||||
fn with_class(klass: &Self::Class) -> Self {
|
||||
let templ = klass.pad_template("sink").unwrap();
|
||||
let sinkpad = gst::Pad::builder_from_template(&templ)
|
||||
.chain_function(|pad, parent, buffer| {
|
||||
S302MParse::catch_panic_pad_function(
|
||||
parent,
|
||||
|| Err(gst::FlowError::Error),
|
||||
|parse| parse.sink_chain(pad, buffer),
|
||||
)
|
||||
})
|
||||
.event_function(|pad, parent, event| {
|
||||
S302MParse::catch_panic_pad_function(
|
||||
parent,
|
||||
|| false,
|
||||
|parse| parse.sink_event(pad, event),
|
||||
)
|
||||
})
|
||||
.flags(gst::PadFlags::PROXY_CAPS | gst::PadFlags::PROXY_ALLOCATION)
|
||||
.build();
|
||||
|
||||
let templ = klass.pad_template("src").unwrap();
|
||||
let srcpad = gst::Pad::builder_from_template(&templ)
|
||||
.flags(gst::PadFlags::FIXED_CAPS | gst::PadFlags::PROXY_CAPS)
|
||||
.build();
|
||||
|
||||
Self {
|
||||
srcpad,
|
||||
sinkpad,
|
||||
state: Mutex::new(State::default()),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
impl ObjectImpl for S302MParse {
|
||||
fn constructed(&self) {
|
||||
self.parent_constructed();
|
||||
|
||||
let obj = self.obj();
|
||||
obj.add_pad(&self.sinkpad).unwrap();
|
||||
obj.add_pad(&self.srcpad).unwrap();
|
||||
}
|
||||
}
|
||||
|
||||
impl GstObjectImpl for S302MParse {}
|
||||
|
||||
impl ElementImpl for S302MParse {
|
||||
fn metadata() -> Option<&'static gst::subclass::ElementMetadata> {
|
||||
static ELEMENT_METADATA: LazyLock<gst::subclass::ElementMetadata> = LazyLock::new(|| {
|
||||
gst::subclass::ElementMetadata::new(
|
||||
"S302M audio stream parser",
|
||||
"Codec/Parser/Audio",
|
||||
"Extracts metadata from an S302M audio stream",
|
||||
"Sebastian Dröge <sebastian@centricular.com>",
|
||||
)
|
||||
});
|
||||
|
||||
Some(&*ELEMENT_METADATA)
|
||||
}
|
||||
|
||||
fn pad_templates() -> &'static [gst::PadTemplate] {
|
||||
static PAD_TEMPLATES: LazyLock<Vec<gst::PadTemplate>> = LazyLock::new(|| {
|
||||
let src_pad_template = gst::PadTemplate::new(
|
||||
"src",
|
||||
gst::PadDirection::Src,
|
||||
gst::PadPresence::Always,
|
||||
&gst::Caps::builder("audio/x-smpte-302m")
|
||||
.field("parsed", true)
|
||||
.field("channels", gst::List::new([2i32, 4, 6, 8]))
|
||||
.field("rate", 48_000i32)
|
||||
.field("depth", gst::List::new([16i32, 20, 24]))
|
||||
.build(),
|
||||
)
|
||||
.unwrap();
|
||||
|
||||
let sink_pad_template = gst::PadTemplate::new(
|
||||
"sink",
|
||||
gst::PadDirection::Sink,
|
||||
gst::PadPresence::Always,
|
||||
&gst::Caps::new_empty_simple("audio/x-smpte-302m"),
|
||||
)
|
||||
.unwrap();
|
||||
|
||||
vec![src_pad_template, sink_pad_template]
|
||||
});
|
||||
|
||||
PAD_TEMPLATES.as_ref()
|
||||
}
|
||||
|
||||
#[allow(clippy::single_match)]
|
||||
fn change_state(
|
||||
&self,
|
||||
transition: gst::StateChange,
|
||||
) -> Result<gst::StateChangeSuccess, gst::StateChangeError> {
|
||||
gst::trace!(CAT, imp = self, "Changing state {:?}", transition);
|
||||
|
||||
let res = self.parent_change_state(transition)?;
|
||||
|
||||
match transition {
|
||||
gst::StateChange::PausedToReady => {
|
||||
*self.state.lock().unwrap() = State::default();
|
||||
}
|
||||
_ => (),
|
||||
}
|
||||
|
||||
Ok(res)
|
||||
}
|
||||
}
|
26
audio/audioparsers/src/s302mparse/mod.rs
Normal file
26
audio/audioparsers/src/s302mparse/mod.rs
Normal file
|
@ -0,0 +1,26 @@
|
|||
// Copyright (C) 2025 Sebastian Dröge <sebastian@centricular.com>
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
|
||||
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
|
||||
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
|
||||
// option. This file may not be copied, modified, or distributed
|
||||
// except according to those terms.
|
||||
//
|
||||
// SPDX-License-Identifier: MPL-2.0
|
||||
|
||||
use gst::{glib, prelude::*};
|
||||
|
||||
mod imp;
|
||||
|
||||
glib::wrapper! {
|
||||
pub struct S302MParse(ObjectSubclass<imp::S302MParse>) @extends gst::Element, gst::Object;
|
||||
}
|
||||
|
||||
pub fn register(plugin: &gst::Plugin) -> Result<(), glib::BoolError> {
|
||||
gst::Element::register(
|
||||
Some(plugin),
|
||||
"s302mparse",
|
||||
gst::Rank::PRIMARY + 1,
|
||||
S302MParse::static_type(),
|
||||
)
|
||||
}
|
|
@ -15,6 +15,7 @@ DIRS = [
|
|||
RS_PREFIXED = [
|
||||
'analytics',
|
||||
'audiofx',
|
||||
'audioparsers',
|
||||
'closedcaption',
|
||||
'file',
|
||||
'onvif',
|
||||
|
|
|
@ -28,6 +28,7 @@ PARSER.add_argument('--feature-deps', action="store_true", help="Get list of fea
|
|||
RENAMES = {
|
||||
'rsanalytics': 'analytics',
|
||||
'rsaudiofx': 'audiofx',
|
||||
'rsaudioparsers': 'audioparsers',
|
||||
'rsfile': 'file',
|
||||
'rsflv': 'flavors',
|
||||
'rsrtp': 'rtp',
|
||||
|
|
|
@ -8769,6 +8769,43 @@
|
|||
"tracers": {},
|
||||
"url": "https://gitlab.freedesktop.org/gstreamer/gst-plugins-rs"
|
||||
},
|
||||
"rsaudioparsers": {
|
||||
"description": "GStreamer Rust Audio Parsers Plugin",
|
||||
"elements": {
|
||||
"s302mparse": {
|
||||
"author": "Sebastian Dröge <sebastian@centricular.com>",
|
||||
"description": "Extracts metadata from an S302M audio stream",
|
||||
"hierarchy": [
|
||||
"GstS302MParse",
|
||||
"GstElement",
|
||||
"GstObject",
|
||||
"GInitiallyUnowned",
|
||||
"GObject"
|
||||
],
|
||||
"klass": "Codec/Parser/Audio",
|
||||
"pad-templates": {
|
||||
"sink": {
|
||||
"caps": "audio/x-smpte-302m:\n",
|
||||
"direction": "sink",
|
||||
"presence": "always"
|
||||
},
|
||||
"src": {
|
||||
"caps": "audio/x-smpte-302m:\n parsed: true\n channels: { (int)2, (int)4, (int)6, (int)8 }\n rate: 48000\n depth: { (int)16, (int)20, (int)24 }\n",
|
||||
"direction": "src",
|
||||
"presence": "always"
|
||||
}
|
||||
},
|
||||
"rank": "primary + 1"
|
||||
}
|
||||
},
|
||||
"filename": "gstrsaudioparsers",
|
||||
"license": "MPL",
|
||||
"other-types": {},
|
||||
"package": "gst-plugin-audioparsers",
|
||||
"source": "gst-plugin-audioparsers",
|
||||
"tracers": {},
|
||||
"url": "https://gitlab.freedesktop.org/gstreamer/gst-plugins-rs"
|
||||
},
|
||||
"rsclosedcaption": {
|
||||
"description": "GStreamer Rust Closed Caption Plugin",
|
||||
"elements": {
|
||||
|
|
|
@ -120,6 +120,9 @@ plugins = {
|
|||
'library': 'libgstrsaudiofx',
|
||||
'examples': ['hrtfrender'],
|
||||
},
|
||||
'audioparsers': {
|
||||
'library': 'libgstrsaudioparsers',
|
||||
},
|
||||
'claxon': {'library': 'libgstclaxon'},
|
||||
# csound has a non-trivial external dependency, see below
|
||||
'lewton': {'library': 'libgstlewton'},
|
||||
|
|
|
@ -5,6 +5,7 @@ option('analytics', type: 'feature', value: 'auto', description: 'Build analytic
|
|||
|
||||
# audio
|
||||
option('audiofx', type: 'feature', value: 'auto', description: 'Build audiofx plugin')
|
||||
option('audioparsers', type: 'feature', value: 'auto', description: 'Build audioparsers plugin')
|
||||
option('claxon', type: 'feature', value: 'auto', description: 'Build claxon plugin')
|
||||
option('csound', type: 'feature', value: 'auto', description: 'Build csound plugin')
|
||||
option('elevenlabs', type: 'feature', value: 'auto', description: 'Build elevenlabs plugin')
|
||||
|
|
Loading…
Reference in a new issue