mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-12-28 19:20:35 +00:00
f6c070fbff
ISOMP4 store TU (temporal units) worth of AV1. Expose this in the caps to reduce overhead in the parser, and in the muxer to avoid storing frames split in the wrong way. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1837>
426 lines
13 KiB
C
426 lines
13 KiB
C
/* Quicktime muxer plugin for GStreamer
|
|
* Copyright (C) 2008 Thiago Sousa Santos <thiagoss@embedded.ufcg.edu.br>
|
|
* Copyright (C) 2008 Mark Nauwelaerts <mnauw@users.sf.net>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
/*
|
|
* Unless otherwise indicated, Source Code is licensed under MIT license.
|
|
* See further explanation attached in License Statement (distributed in the file
|
|
* LICENSE).
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy of
|
|
* this software and associated documentation files (the "Software"), to deal in
|
|
* the Software without restriction, including without limitation the rights to
|
|
* use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
|
|
* of the Software, and to permit persons to whom the Software is furnished to do
|
|
* so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in all
|
|
* copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*/
|
|
|
|
#include "gstqtmuxmap.h"
|
|
#include "fourcc.h"
|
|
|
|
/* static info related to various format */
|
|
|
|
#define COMMON_VIDEO_CAPS \
|
|
"width = (int) [ 16, MAX ], " \
|
|
"height = (int) [ 16, MAX ]"
|
|
|
|
#define COMMON_VIDEO_CAPS_NO_FRAMERATE \
|
|
"width = (int) [ 16, MAX ], " \
|
|
"height = (int) [ 16, MAX ] "
|
|
|
|
#define H263_CAPS \
|
|
"video/x-h263, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define H264_CAPS \
|
|
"video/x-h264, " \
|
|
"stream-format = (string) { avc, avc3 }, " \
|
|
"alignment = (string) au, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define H265_CAPS \
|
|
"video/x-h265, " \
|
|
"stream-format = (string) { hvc1, hev1 }, " \
|
|
"alignment = (string) au, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define MPEG4V_CAPS \
|
|
"video/mpeg, " \
|
|
"mpegversion = (int) 4, "\
|
|
"systemstream = (boolean) false, " \
|
|
COMMON_VIDEO_CAPS "; " \
|
|
"video/x-divx, " \
|
|
"divxversion = (int) 5, "\
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define PRORES_CAPS \
|
|
"video/x-prores, " \
|
|
"variant = (string) {standard, lt, hq, proxy, 4444, 4444xq}, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define CINEFORM_CAPS \
|
|
"video/x-cineform, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define SVQ_CAPS \
|
|
"video/x-svq, " \
|
|
"svqversion = (int) 3, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define COMMON_AUDIO_CAPS(c, r) \
|
|
"channels = (int) [ 1, " G_STRINGIFY (c) " ], " \
|
|
"rate = (int) [ 1, " G_STRINGIFY (r) " ]"
|
|
|
|
#define PCM_CAPS \
|
|
"audio/x-raw, " \
|
|
"format = (string) { S16LE, S16BE, S8, U8 }, " \
|
|
"layout = (string) interleaved, " \
|
|
COMMON_AUDIO_CAPS (2, MAX)
|
|
|
|
#define PCM_CAPS_FULL \
|
|
"audio/x-raw, " \
|
|
"format = (string) { S32LE, S32BE, S24LE, S24BE, S16LE, S16BE, S8, U8 }, " \
|
|
"layout = (string) interleaved, " \
|
|
COMMON_AUDIO_CAPS (2, MAX)
|
|
|
|
#define PCM_CAPS_UNPOSITIONED \
|
|
"audio/x-raw, " \
|
|
"format = (string) { S32LE, S32BE, S24LE, S24BE, S16LE, S16BE, S8, U8 }, " \
|
|
"layout = (string) interleaved, " \
|
|
"channel-mask = (bitmask) 0, " \
|
|
COMMON_AUDIO_CAPS (16, MAX)
|
|
|
|
#define MP3_CAPS \
|
|
"audio/mpeg, " \
|
|
"mpegversion = (int) 1, " \
|
|
"layer = (int) 3, " \
|
|
COMMON_AUDIO_CAPS (2, MAX)
|
|
|
|
#define MP123_CAPS \
|
|
"audio/mpeg, " \
|
|
"mpegversion = (int) 1, " \
|
|
"layer = (int) [1, 3], " \
|
|
COMMON_AUDIO_CAPS (2, MAX)
|
|
|
|
#define AAC_CAPS \
|
|
"audio/mpeg, " \
|
|
"mpegversion = (int) 4, " \
|
|
"stream-format = (string) raw, " \
|
|
COMMON_AUDIO_CAPS (8, MAX)
|
|
|
|
#define AC3_CAPS \
|
|
"audio/x-ac3, " \
|
|
COMMON_AUDIO_CAPS (6, MAX)
|
|
|
|
#define AMR_CAPS \
|
|
"audio/AMR, " \
|
|
"rate = (int) 8000, " \
|
|
"channels = [ 1, 2 ]; " \
|
|
"audio/AMR-WB, " \
|
|
"rate = (int) 16000, " \
|
|
"channels = [ 1, 2 ] "
|
|
|
|
#define ADPCM_CAPS \
|
|
"audio/x-adpcm, " \
|
|
"layout = (string)dvi, " \
|
|
"block_align = (int)[64, 8096], " \
|
|
COMMON_AUDIO_CAPS(2, MAX)
|
|
|
|
#define ALAC_CAPS \
|
|
"audio/x-alac, " \
|
|
COMMON_AUDIO_CAPS(2, MAX)
|
|
|
|
#define OPUS_CAPS \
|
|
"audio/x-opus, " \
|
|
"channel-mapping-family = (int) [0, 255], " \
|
|
COMMON_AUDIO_CAPS(8, MAX)
|
|
|
|
|
|
#define TEXT_UTF8 \
|
|
"text/x-raw, " \
|
|
"format=(string)utf8"
|
|
|
|
#define CEA608_CAPS \
|
|
"closedcaption/x-cea-608, format=(string)s334-1a"
|
|
#define CEA708_CAPS \
|
|
"closedcaption/x-cea-708, format=(string)cdp"
|
|
|
|
/* FIXME 0.11 - take a look at bugs #580005 and #340375 */
|
|
GstQTMuxFormatProp gst_qt_mux_format_list[] = {
|
|
/* original QuickTime format; see Apple site (e.g. qtff.pdf) */
|
|
{
|
|
GST_QT_MUX_FORMAT_QT,
|
|
GST_RANK_PRIMARY,
|
|
"qtmux",
|
|
"QuickTime",
|
|
"GstQTMux",
|
|
GST_STATIC_CAPS ("video/quicktime, variant = (string) apple; "
|
|
"video/quicktime"),
|
|
GST_STATIC_CAPS ("video/x-raw, "
|
|
"format = (string) { RGB, UYVY, v210 }, "
|
|
COMMON_VIDEO_CAPS "; "
|
|
MPEG4V_CAPS "; "
|
|
PRORES_CAPS "; "
|
|
CINEFORM_CAPS "; "
|
|
H263_CAPS "; "
|
|
H264_CAPS "; "
|
|
H265_CAPS "; "
|
|
SVQ_CAPS "; "
|
|
"video/x-dv, "
|
|
"systemstream = (boolean) false, "
|
|
COMMON_VIDEO_CAPS "; "
|
|
"image/jpeg, "
|
|
COMMON_VIDEO_CAPS_NO_FRAMERATE "; "
|
|
"image/png, "
|
|
COMMON_VIDEO_CAPS_NO_FRAMERATE "; "
|
|
"video/x-vp8, "
|
|
COMMON_VIDEO_CAPS "; "
|
|
"video/x-vp9, "
|
|
COMMON_VIDEO_CAPS "; "
|
|
"video/x-dirac, "
|
|
COMMON_VIDEO_CAPS "; " "video/x-qt-part, " COMMON_VIDEO_CAPS "; "
|
|
"video/x-av1, " "alignment = (string) \"tu\", "
|
|
COMMON_VIDEO_CAPS ";"),
|
|
GST_STATIC_CAPS (PCM_CAPS_FULL "; "
|
|
PCM_CAPS_UNPOSITIONED " ; "
|
|
MP123_CAPS " ; "
|
|
AAC_CAPS " ; "
|
|
AC3_CAPS " ; "
|
|
ADPCM_CAPS " ; "
|
|
"audio/x-alaw, " COMMON_AUDIO_CAPS (2, MAX) "; "
|
|
"audio/x-mulaw, " COMMON_AUDIO_CAPS (2, MAX) "; "
|
|
AMR_CAPS " ; " ALAC_CAPS " ; " OPUS_CAPS),
|
|
GST_STATIC_CAPS (TEXT_UTF8),
|
|
GST_STATIC_CAPS (CEA608_CAPS "; " CEA708_CAPS)}
|
|
,
|
|
/* ISO 14496-14: mp42 as ISO base media extension
|
|
* (supersedes original ISO 144996-1 mp41) */
|
|
{
|
|
GST_QT_MUX_FORMAT_MP4,
|
|
GST_RANK_PRIMARY,
|
|
"mp4mux",
|
|
"MP4",
|
|
"GstMP4Mux",
|
|
GST_STATIC_CAPS ("video/quicktime, variant = (string) iso"),
|
|
GST_STATIC_CAPS (MPEG4V_CAPS "; " H264_CAPS ";" H265_CAPS ";"
|
|
"video/x-mp4-part," COMMON_VIDEO_CAPS "; "
|
|
"video/x-av1, " "alignment = (string) \"tu\", "
|
|
COMMON_VIDEO_CAPS ";"),
|
|
GST_STATIC_CAPS (MP123_CAPS "; "
|
|
AAC_CAPS " ; " AC3_CAPS " ; " ALAC_CAPS " ; " OPUS_CAPS),
|
|
GST_STATIC_CAPS (TEXT_UTF8),
|
|
GST_STATIC_CAPS_NONE}
|
|
,
|
|
/* Microsoft Smooth Streaming fmp4/isml */
|
|
/* TODO add WMV/WMA support */
|
|
{
|
|
GST_QT_MUX_FORMAT_ISML,
|
|
GST_RANK_PRIMARY,
|
|
"ismlmux",
|
|
"ISML",
|
|
"GstISMLMux",
|
|
GST_STATIC_CAPS ("video/quicktime, variant = (string) iso-fragmented"),
|
|
GST_STATIC_CAPS (MPEG4V_CAPS "; " H264_CAPS),
|
|
GST_STATIC_CAPS (MP3_CAPS "; " AAC_CAPS),
|
|
GST_STATIC_CAPS_NONE,
|
|
GST_STATIC_CAPS_NONE}
|
|
,
|
|
/* 3GPP Technical Specification 26.244 V7.3.0
|
|
* (extended in 3GPP2 File Formats for Multimedia Services) */
|
|
{
|
|
GST_QT_MUX_FORMAT_3GP,
|
|
GST_RANK_PRIMARY,
|
|
"3gppmux",
|
|
"3GPP",
|
|
"Gst3GPPMux",
|
|
GST_STATIC_CAPS ("video/quicktime, variant = (string) 3gpp"),
|
|
GST_STATIC_CAPS (H263_CAPS "; " MPEG4V_CAPS "; " H264_CAPS),
|
|
GST_STATIC_CAPS (AMR_CAPS "; " MP3_CAPS "; " AAC_CAPS "; " AC3_CAPS),
|
|
GST_STATIC_CAPS (TEXT_UTF8),
|
|
GST_STATIC_CAPS_NONE}
|
|
,
|
|
/* ISO 15444-3: Motion-JPEG-2000 (also ISO base media extension) */
|
|
{
|
|
GST_QT_MUX_FORMAT_MJ2,
|
|
GST_RANK_PRIMARY,
|
|
"mj2mux",
|
|
"MJ2",
|
|
"GstMJ2Mux",
|
|
GST_STATIC_CAPS ("video/mj2"),
|
|
GST_STATIC_CAPS ("image/x-j2c, " COMMON_VIDEO_CAPS "; "
|
|
"image/x-jpc, " COMMON_VIDEO_CAPS),
|
|
GST_STATIC_CAPS (PCM_CAPS),
|
|
GST_STATIC_CAPS_NONE,
|
|
GST_STATIC_CAPS_NONE}
|
|
,
|
|
{
|
|
GST_QT_MUX_FORMAT_NONE,
|
|
}
|
|
};
|
|
|
|
/* pretty static, but may turn out needed a few times */
|
|
AtomsTreeFlavor
|
|
gst_qt_mux_map_format_to_flavor (GstQTMuxFormat format)
|
|
{
|
|
if (format == GST_QT_MUX_FORMAT_QT)
|
|
return ATOMS_TREE_FLAVOR_MOV;
|
|
else if (format == GST_QT_MUX_FORMAT_3GP)
|
|
return ATOMS_TREE_FLAVOR_3GP;
|
|
else if (format == GST_QT_MUX_FORMAT_ISML)
|
|
return ATOMS_TREE_FLAVOR_ISML;
|
|
else
|
|
return ATOMS_TREE_FLAVOR_ISOM;
|
|
}
|
|
|
|
static void
|
|
gst_qt_mux_map_check_tracks (AtomMOOV * moov, gint * _video, gint * _audio,
|
|
gboolean * _has_h264)
|
|
{
|
|
GList *it;
|
|
gint video = 0, audio = 0;
|
|
gboolean has_h264 = FALSE;
|
|
|
|
for (it = moov->traks; it != NULL; it = g_list_next (it)) {
|
|
AtomTRAK *track = it->data;
|
|
|
|
if (track->is_video) {
|
|
video++;
|
|
if (track->is_h264)
|
|
has_h264 = TRUE;
|
|
} else
|
|
audio++;
|
|
}
|
|
|
|
if (_video)
|
|
*_video = video;
|
|
if (_audio)
|
|
*_audio = audio;
|
|
if (_has_h264)
|
|
*_has_h264 = has_h264;
|
|
}
|
|
|
|
/* pretty static, but possibly dynamic format info */
|
|
|
|
/* notes:
|
|
* - avc1 brand is not used, since the specific extensions indicated by it
|
|
* are not used (e.g. sample groupings, etc)
|
|
* - TODO: maybe even more 3GPP brand fine-tuning ??
|
|
* (but that might need ftyp rewriting at the end) */
|
|
void
|
|
gst_qt_mux_map_format_to_header (GstQTMuxFormat format, GstBuffer ** _prefix,
|
|
guint32 * _major, guint32 * _version, GList ** _compatible, AtomMOOV * moov,
|
|
GstClockTime longest_chunk, gboolean faststart)
|
|
{
|
|
static const guint32 qt_brands[] = { 0 };
|
|
static const guint32 mp4_brands[] =
|
|
{ FOURCC_mp41, FOURCC_isom, FOURCC_iso2, 0 };
|
|
static const guint32 isml_brands[] = { FOURCC_iso2, 0 };
|
|
static const guint32 gpp_brands[] = { FOURCC_isom, FOURCC_iso2, 0 };
|
|
static const guint32 mjp2_brands[] = { FOURCC_isom, FOURCC_iso2, 0 };
|
|
static const guint8 mjp2_prefix[] =
|
|
{ 0, 0, 0, 12, 'j', 'P', ' ', ' ', 0x0D, 0x0A, 0x87, 0x0A };
|
|
const guint32 *comp = NULL;
|
|
guint32 major = 0, version = 0;
|
|
GstBuffer *prefix = NULL;
|
|
GList *result = NULL;
|
|
|
|
g_return_if_fail (_prefix != NULL);
|
|
g_return_if_fail (_major != NULL);
|
|
g_return_if_fail (_version != NULL);
|
|
g_return_if_fail (_compatible != NULL);
|
|
|
|
switch (format) {
|
|
case GST_QT_MUX_FORMAT_QT:
|
|
major = FOURCC_qt__;
|
|
comp = qt_brands;
|
|
version = 0x20050300;
|
|
break;
|
|
case GST_QT_MUX_FORMAT_MP4:
|
|
major = FOURCC_mp42;
|
|
comp = mp4_brands;
|
|
break;
|
|
case GST_QT_MUX_FORMAT_ISML:
|
|
major = FOURCC_isml;
|
|
comp = isml_brands;
|
|
break;
|
|
case GST_QT_MUX_FORMAT_3GP:
|
|
{
|
|
gint video, audio;
|
|
gboolean has_h264;
|
|
|
|
gst_qt_mux_map_check_tracks (moov, &video, &audio, &has_h264);
|
|
/* only track restriction really matters for Basic Profile */
|
|
if (video <= 1 && audio <= 1) {
|
|
/* it seems only newer spec knows about H264 */
|
|
major = has_h264 ? FOURCC_3gp6 : FOURCC_3gp4;
|
|
version = has_h264 ? 0x100 : 0x200;
|
|
} else {
|
|
major = FOURCC_3gg6;
|
|
version = 0x100;
|
|
}
|
|
comp = gpp_brands;
|
|
|
|
/*
|
|
* We assume that we have chunks in dts order
|
|
*/
|
|
if (faststart && longest_chunk <= GST_SECOND) {
|
|
/* add progressive download profile */
|
|
result = g_list_append (result, GUINT_TO_POINTER (FOURCC_3gr6));
|
|
}
|
|
break;
|
|
}
|
|
case GST_QT_MUX_FORMAT_MJ2:
|
|
{
|
|
major = FOURCC_mjp2;
|
|
comp = mjp2_brands;
|
|
version = 0;
|
|
prefix = gst_buffer_new_and_alloc (sizeof (mjp2_prefix));
|
|
gst_buffer_fill (prefix, 0, mjp2_prefix, sizeof (mjp2_prefix));
|
|
break;
|
|
}
|
|
default:
|
|
g_assert_not_reached ();
|
|
break;
|
|
}
|
|
|
|
/* convert list to list, hm */
|
|
while (comp && *comp != 0) {
|
|
/* order matters over efficiency */
|
|
result = g_list_append (result, GUINT_TO_POINTER (*comp));
|
|
comp++;
|
|
}
|
|
|
|
*_major = major;
|
|
*_version = version;
|
|
*_prefix = prefix;
|
|
*_compatible = result;
|
|
|
|
/* TODO 3GPP may include mp42 as compatible if applicable */
|
|
/* TODO 3GPP major brand 3gp7 if at most 1 video and audio track */
|
|
}
|