mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-11-23 10:11:08 +00:00
4c8141a0c3
Anything else is not allowed in MP4. Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3740>
428 lines
13 KiB
C
428 lines
13 KiB
C
/* Quicktime muxer plugin for GStreamer
|
|
* Copyright (C) 2008 Thiago Sousa Santos <thiagoss@embedded.ufcg.edu.br>
|
|
* Copyright (C) 2008 Mark Nauwelaerts <mnauw@users.sf.net>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
/*
|
|
* Unless otherwise indicated, Source Code is licensed under MIT license.
|
|
* See further explanation attached in License Statement (distributed in the file
|
|
* LICENSE).
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy of
|
|
* this software and associated documentation files (the "Software"), to deal in
|
|
* the Software without restriction, including without limitation the rights to
|
|
* use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies
|
|
* of the Software, and to permit persons to whom the Software is furnished to do
|
|
* so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in all
|
|
* copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
* SOFTWARE.
|
|
*/
|
|
|
|
#include "gstqtmuxmap.h"
|
|
#include "fourcc.h"
|
|
|
|
/* static info related to various format */
|
|
|
|
#define COMMON_VIDEO_CAPS \
|
|
"width = (int) [ 16, MAX ], " \
|
|
"height = (int) [ 16, MAX ]"
|
|
|
|
#define COMMON_VIDEO_CAPS_NO_FRAMERATE \
|
|
"width = (int) [ 16, MAX ], " \
|
|
"height = (int) [ 16, MAX ] "
|
|
|
|
#define H263_CAPS \
|
|
"video/x-h263, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define H264_CAPS \
|
|
"video/x-h264, " \
|
|
"stream-format = (string) { avc, avc3 }, " \
|
|
"alignment = (string) au, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define H265_CAPS \
|
|
"video/x-h265, " \
|
|
"stream-format = (string) { hvc1, hev1 }, " \
|
|
"alignment = (string) au, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define MPEG4V_CAPS \
|
|
"video/mpeg, " \
|
|
"mpegversion = (int) 4, "\
|
|
"systemstream = (boolean) false, " \
|
|
COMMON_VIDEO_CAPS "; " \
|
|
"video/x-divx, " \
|
|
"divxversion = (int) 5, "\
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define PRORES_CAPS \
|
|
"video/x-prores, " \
|
|
"variant = (string) {standard, lt, hq, proxy, 4444, 4444xq}, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define CINEFORM_CAPS \
|
|
"video/x-cineform, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define SVQ_CAPS \
|
|
"video/x-svq, " \
|
|
"svqversion = (int) 3, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define VP9_CAPS \
|
|
"video/x-vp9, " \
|
|
"profile = (string) { 0, 1, 2, 3 }, " \
|
|
"chroma-format = (string) { 4:2:0, 4:2:2, 4:4:4 }, " \
|
|
COMMON_VIDEO_CAPS
|
|
|
|
#define COMMON_AUDIO_CAPS(c, r) \
|
|
"channels = (int) [ 1, " G_STRINGIFY (c) " ], " \
|
|
"rate = (int) [ 1, " G_STRINGIFY (r) " ]"
|
|
|
|
#define PCM_CAPS \
|
|
"audio/x-raw, " \
|
|
"format = (string) { S16LE, S16BE, S8, U8 }, " \
|
|
"layout = (string) interleaved, " \
|
|
COMMON_AUDIO_CAPS (2, MAX)
|
|
|
|
#define PCM_CAPS_FULL \
|
|
"audio/x-raw, " \
|
|
"format = (string) { S32LE, S32BE, S24LE, S24BE, S16LE, S16BE, S8, U8 }, " \
|
|
"layout = (string) interleaved, " \
|
|
COMMON_AUDIO_CAPS (2, MAX)
|
|
|
|
#define PCM_CAPS_UNPOSITIONED \
|
|
"audio/x-raw, " \
|
|
"format = (string) { S32LE, S32BE, S24LE, S24BE, S16LE, S16BE, S8, U8 }, " \
|
|
"layout = (string) interleaved, " \
|
|
"channel-mask = (bitmask) 0, " \
|
|
COMMON_AUDIO_CAPS (16, MAX)
|
|
|
|
#define MP3_CAPS \
|
|
"audio/mpeg, " \
|
|
"mpegversion = (int) 1, " \
|
|
"layer = (int) 3, " \
|
|
COMMON_AUDIO_CAPS (2, MAX)
|
|
|
|
#define MP123_CAPS \
|
|
"audio/mpeg, " \
|
|
"mpegversion = (int) 1, " \
|
|
"layer = (int) [1, 3], " \
|
|
COMMON_AUDIO_CAPS (2, MAX)
|
|
|
|
#define AAC_CAPS \
|
|
"audio/mpeg, " \
|
|
"mpegversion = (int) 4, " \
|
|
"stream-format = (string) raw, " \
|
|
COMMON_AUDIO_CAPS (8, MAX)
|
|
|
|
#define AC3_CAPS \
|
|
"audio/x-ac3, " \
|
|
COMMON_AUDIO_CAPS (6, MAX)
|
|
|
|
#define AMR_CAPS \
|
|
"audio/AMR, " \
|
|
"rate = (int) 8000, " \
|
|
"channels = [ 1, 2 ]; " \
|
|
"audio/AMR-WB, " \
|
|
"rate = (int) 16000, " \
|
|
"channels = [ 1, 2 ] "
|
|
|
|
#define ADPCM_CAPS \
|
|
"audio/x-adpcm, " \
|
|
"layout = (string)dvi, " \
|
|
"block_align = (int)[64, 8096], " \
|
|
COMMON_AUDIO_CAPS(2, MAX)
|
|
|
|
#define ALAC_CAPS \
|
|
"audio/x-alac, " \
|
|
COMMON_AUDIO_CAPS(2, MAX)
|
|
|
|
#define OPUS_CAPS \
|
|
"audio/x-opus, " \
|
|
"channel-mapping-family = (int) [0, 255], " \
|
|
COMMON_AUDIO_CAPS(8, MAX)
|
|
|
|
|
|
#define TEXT_UTF8 \
|
|
"text/x-raw, " \
|
|
"format=(string)utf8"
|
|
|
|
#define CEA608_CAPS \
|
|
"closedcaption/x-cea-608, format=(string)s334-1a"
|
|
#define CEA708_CAPS \
|
|
"closedcaption/x-cea-708, format=(string)cdp"
|
|
|
|
/* FIXME 0.11 - take a look at bugs #580005 and #340375 */
|
|
GstQTMuxFormatProp gst_qt_mux_format_list[] = {
|
|
/* original QuickTime format; see Apple site (e.g. qtff.pdf) */
|
|
{
|
|
GST_QT_MUX_FORMAT_QT,
|
|
GST_RANK_PRIMARY,
|
|
"qtmux",
|
|
"QuickTime",
|
|
"GstQTMux",
|
|
GST_STATIC_CAPS ("video/quicktime, variant = (string) apple; "
|
|
"video/quicktime"),
|
|
GST_STATIC_CAPS ("video/x-raw, "
|
|
"format = (string) { RGB, UYVY, v210 }, "
|
|
COMMON_VIDEO_CAPS "; "
|
|
MPEG4V_CAPS "; "
|
|
PRORES_CAPS "; "
|
|
CINEFORM_CAPS "; "
|
|
H263_CAPS "; "
|
|
H264_CAPS "; "
|
|
H265_CAPS "; "
|
|
SVQ_CAPS "; "
|
|
"video/x-dv, "
|
|
"systemstream = (boolean) false, "
|
|
COMMON_VIDEO_CAPS "; "
|
|
"image/jpeg, "
|
|
COMMON_VIDEO_CAPS_NO_FRAMERATE "; "
|
|
"image/png, "
|
|
COMMON_VIDEO_CAPS_NO_FRAMERATE "; "
|
|
"video/x-vp8, "
|
|
COMMON_VIDEO_CAPS "; "
|
|
VP9_CAPS "; "
|
|
"video/x-dirac, "
|
|
COMMON_VIDEO_CAPS "; " "video/x-qt-part, " COMMON_VIDEO_CAPS "; "
|
|
"video/x-av1, " "stream-format = (string) \"obu-stream\", "
|
|
"alignment = (string) \"tu\", " COMMON_VIDEO_CAPS ";"),
|
|
GST_STATIC_CAPS (PCM_CAPS_FULL "; " PCM_CAPS_UNPOSITIONED " ; "
|
|
MP123_CAPS " ; " AAC_CAPS " ; " AC3_CAPS " ; " ADPCM_CAPS " ; "
|
|
"audio/x-alaw, " COMMON_AUDIO_CAPS (2,
|
|
MAX) "; " "audio/x-mulaw, " COMMON_AUDIO_CAPS (2,
|
|
MAX) "; " AMR_CAPS " ; " ALAC_CAPS " ; " OPUS_CAPS),
|
|
GST_STATIC_CAPS (TEXT_UTF8),
|
|
GST_STATIC_CAPS (CEA608_CAPS "; " CEA708_CAPS)}
|
|
,
|
|
/* ISO 14496-14: mp42 as ISO base media extension
|
|
* (supersedes original ISO 144996-1 mp41) */
|
|
{
|
|
GST_QT_MUX_FORMAT_MP4,
|
|
GST_RANK_PRIMARY,
|
|
"mp4mux",
|
|
"MP4",
|
|
"GstMP4Mux",
|
|
GST_STATIC_CAPS ("video/quicktime, variant = (string) iso"),
|
|
GST_STATIC_CAPS (MPEG4V_CAPS "; " H264_CAPS ";" H265_CAPS ";"
|
|
"video/x-mp4-part," COMMON_VIDEO_CAPS "; "
|
|
"video/x-av1, " "stream-format = (string) \"obu-stream\", "
|
|
"alignment = (string) \"tu\", " COMMON_VIDEO_CAPS "; " VP9_CAPS
|
|
"; "),
|
|
GST_STATIC_CAPS (MP123_CAPS "; " AAC_CAPS " ; " AC3_CAPS " ; " ALAC_CAPS
|
|
" ; " OPUS_CAPS),
|
|
GST_STATIC_CAPS (TEXT_UTF8),
|
|
GST_STATIC_CAPS_NONE}
|
|
,
|
|
/* Microsoft Smooth Streaming fmp4/isml */
|
|
/* TODO add WMV/WMA support */
|
|
{
|
|
GST_QT_MUX_FORMAT_ISML,
|
|
GST_RANK_PRIMARY,
|
|
"ismlmux",
|
|
"ISML",
|
|
"GstISMLMux",
|
|
GST_STATIC_CAPS ("video/quicktime, variant = (string) iso-fragmented"),
|
|
GST_STATIC_CAPS (MPEG4V_CAPS "; " H264_CAPS),
|
|
GST_STATIC_CAPS (MP3_CAPS "; " AAC_CAPS),
|
|
GST_STATIC_CAPS_NONE,
|
|
GST_STATIC_CAPS_NONE}
|
|
,
|
|
/* 3GPP Technical Specification 26.244 V7.3.0
|
|
* (extended in 3GPP2 File Formats for Multimedia Services) */
|
|
{
|
|
GST_QT_MUX_FORMAT_3GP,
|
|
GST_RANK_PRIMARY,
|
|
"3gppmux",
|
|
"3GPP",
|
|
"Gst3GPPMux",
|
|
GST_STATIC_CAPS ("video/quicktime, variant = (string) 3gpp"),
|
|
GST_STATIC_CAPS (H263_CAPS "; " MPEG4V_CAPS "; " H264_CAPS),
|
|
GST_STATIC_CAPS (AMR_CAPS "; " MP3_CAPS "; " AAC_CAPS "; " AC3_CAPS),
|
|
GST_STATIC_CAPS (TEXT_UTF8),
|
|
GST_STATIC_CAPS_NONE}
|
|
,
|
|
/* ISO 15444-3: Motion-JPEG-2000 (also ISO base media extension) */
|
|
{
|
|
GST_QT_MUX_FORMAT_MJ2,
|
|
GST_RANK_PRIMARY,
|
|
"mj2mux",
|
|
"MJ2",
|
|
"GstMJ2Mux",
|
|
GST_STATIC_CAPS ("video/mj2"),
|
|
GST_STATIC_CAPS ("image/x-j2c, " COMMON_VIDEO_CAPS "; "
|
|
"image/x-jpc, " COMMON_VIDEO_CAPS),
|
|
GST_STATIC_CAPS (PCM_CAPS),
|
|
GST_STATIC_CAPS_NONE,
|
|
GST_STATIC_CAPS_NONE}
|
|
,
|
|
{
|
|
GST_QT_MUX_FORMAT_NONE,
|
|
}
|
|
};
|
|
|
|
/* pretty static, but may turn out needed a few times */
|
|
AtomsTreeFlavor
|
|
gst_qt_mux_map_format_to_flavor (GstQTMuxFormat format)
|
|
{
|
|
if (format == GST_QT_MUX_FORMAT_QT)
|
|
return ATOMS_TREE_FLAVOR_MOV;
|
|
else if (format == GST_QT_MUX_FORMAT_3GP)
|
|
return ATOMS_TREE_FLAVOR_3GP;
|
|
else if (format == GST_QT_MUX_FORMAT_ISML)
|
|
return ATOMS_TREE_FLAVOR_ISML;
|
|
else
|
|
return ATOMS_TREE_FLAVOR_ISOM;
|
|
}
|
|
|
|
static void
|
|
gst_qt_mux_map_check_tracks (AtomMOOV * moov, gint * _video, gint * _audio,
|
|
gboolean * _has_h264)
|
|
{
|
|
GList *it;
|
|
gint video = 0, audio = 0;
|
|
gboolean has_h264 = FALSE;
|
|
|
|
for (it = moov->traks; it != NULL; it = g_list_next (it)) {
|
|
AtomTRAK *track = it->data;
|
|
|
|
if (track->is_video) {
|
|
video++;
|
|
if (track->is_h264)
|
|
has_h264 = TRUE;
|
|
} else
|
|
audio++;
|
|
}
|
|
|
|
if (_video)
|
|
*_video = video;
|
|
if (_audio)
|
|
*_audio = audio;
|
|
if (_has_h264)
|
|
*_has_h264 = has_h264;
|
|
}
|
|
|
|
/* pretty static, but possibly dynamic format info */
|
|
|
|
/* notes:
|
|
* - avc1 brand is not used, since the specific extensions indicated by it
|
|
* are not used (e.g. sample groupings, etc)
|
|
* - TODO: maybe even more 3GPP brand fine-tuning ??
|
|
* (but that might need ftyp rewriting at the end) */
|
|
void
|
|
gst_qt_mux_map_format_to_header (GstQTMuxFormat format, GstBuffer ** _prefix,
|
|
guint32 * _major, guint32 * _version, GList ** _compatible, AtomMOOV * moov,
|
|
GstClockTime longest_chunk, gboolean faststart)
|
|
{
|
|
static const guint32 qt_brands[] = { 0 };
|
|
static const guint32 mp4_brands[] =
|
|
{ FOURCC_mp41, FOURCC_isom, FOURCC_iso2, 0 };
|
|
static const guint32 isml_brands[] = { FOURCC_iso2, 0 };
|
|
static const guint32 gpp_brands[] = { FOURCC_isom, FOURCC_iso2, 0 };
|
|
static const guint32 mjp2_brands[] = { FOURCC_isom, FOURCC_iso2, 0 };
|
|
static const guint8 mjp2_prefix[] =
|
|
{ 0, 0, 0, 12, 'j', 'P', ' ', ' ', 0x0D, 0x0A, 0x87, 0x0A };
|
|
const guint32 *comp = NULL;
|
|
guint32 major = 0, version = 0;
|
|
GstBuffer *prefix = NULL;
|
|
GList *result = NULL;
|
|
|
|
g_return_if_fail (_prefix != NULL);
|
|
g_return_if_fail (_major != NULL);
|
|
g_return_if_fail (_version != NULL);
|
|
g_return_if_fail (_compatible != NULL);
|
|
|
|
switch (format) {
|
|
case GST_QT_MUX_FORMAT_QT:
|
|
major = FOURCC_qt__;
|
|
comp = qt_brands;
|
|
version = 0x20050300;
|
|
break;
|
|
case GST_QT_MUX_FORMAT_MP4:
|
|
major = FOURCC_mp42;
|
|
comp = mp4_brands;
|
|
break;
|
|
case GST_QT_MUX_FORMAT_ISML:
|
|
major = FOURCC_isml;
|
|
comp = isml_brands;
|
|
break;
|
|
case GST_QT_MUX_FORMAT_3GP:
|
|
{
|
|
gint video, audio;
|
|
gboolean has_h264;
|
|
|
|
gst_qt_mux_map_check_tracks (moov, &video, &audio, &has_h264);
|
|
/* only track restriction really matters for Basic Profile */
|
|
if (video <= 1 && audio <= 1) {
|
|
/* it seems only newer spec knows about H264 */
|
|
major = has_h264 ? FOURCC_3gp6 : FOURCC_3gp4;
|
|
version = has_h264 ? 0x100 : 0x200;
|
|
} else {
|
|
major = FOURCC_3gg6;
|
|
version = 0x100;
|
|
}
|
|
comp = gpp_brands;
|
|
|
|
/*
|
|
* We assume that we have chunks in dts order
|
|
*/
|
|
if (faststart && longest_chunk <= GST_SECOND) {
|
|
/* add progressive download profile */
|
|
result = g_list_append (result, GUINT_TO_POINTER (FOURCC_3gr6));
|
|
}
|
|
break;
|
|
}
|
|
case GST_QT_MUX_FORMAT_MJ2:
|
|
{
|
|
major = FOURCC_mjp2;
|
|
comp = mjp2_brands;
|
|
version = 0;
|
|
prefix = gst_buffer_new_and_alloc (sizeof (mjp2_prefix));
|
|
gst_buffer_fill (prefix, 0, mjp2_prefix, sizeof (mjp2_prefix));
|
|
break;
|
|
}
|
|
default:
|
|
g_assert_not_reached ();
|
|
break;
|
|
}
|
|
|
|
/* convert list to list, hm */
|
|
while (comp && *comp != 0) {
|
|
/* order matters over efficiency */
|
|
result = g_list_append (result, GUINT_TO_POINTER (*comp));
|
|
comp++;
|
|
}
|
|
|
|
*_major = major;
|
|
*_version = version;
|
|
*_prefix = prefix;
|
|
*_compatible = result;
|
|
|
|
/* TODO 3GPP may include mp42 as compatible if applicable */
|
|
/* TODO 3GPP major brand 3gp7 if at most 1 video and audio track */
|
|
}
|