/* Quicktime muxer plugin for GStreamer * Copyright (C) 2008 Thiago Sousa Santos * Copyright (C) 2008 Mark Nauwelaerts * * This library is free software; you can redistribute it and/or * modify it under the terms of the GNU Library General Public * License as published by the Free Software Foundation; either * version 2 of the License, or (at your option) any later version. * * This library is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Library General Public License for more details. * * You should have received a copy of the GNU Library General Public * License along with this library; if not, write to the * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, * Boston, MA 02110-1301, USA. */ /* * Unless otherwise indicated, Source Code is licensed under MIT license. * See further explanation attached in License Statement (distributed in the file * LICENSE). * * Permission is hereby granted, free of charge, to any person obtaining a copy of * this software and associated documentation files (the "Software"), to deal in * the Software without restriction, including without limitation the rights to * use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies * of the Software, and to permit persons to whom the Software is furnished to do * so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all * copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #include "gstqtmuxmap.h" #include "fourcc.h" /* static info related to various format */ #define COMMON_VIDEO_CAPS \ "width = (int) [ 16, MAX ], " \ "height = (int) [ 16, MAX ]" #define COMMON_VIDEO_CAPS_NO_FRAMERATE \ "width = (int) [ 16, MAX ], " \ "height = (int) [ 16, MAX ] " #define H263_CAPS \ "video/x-h263, " \ COMMON_VIDEO_CAPS #define H264_CAPS \ "video/x-h264, " \ "stream-format = (string) avc, " \ "alignment = (string) au, " \ COMMON_VIDEO_CAPS #define H265_CAPS \ "video/x-h265, " \ "stream-format = (string) { hvc1, hev1 }, " \ "alignment = (string) au, " \ COMMON_VIDEO_CAPS #define MPEG4V_CAPS \ "video/mpeg, " \ "mpegversion = (int) 4, "\ "systemstream = (boolean) false, " \ COMMON_VIDEO_CAPS "; " \ "video/x-divx, " \ "divxversion = (int) 5, "\ COMMON_VIDEO_CAPS #define PRORES_CAPS \ "video/x-prores, " \ "variant = (string) {standard, lt, hq, proxy, 4444, 4444xq}, " \ COMMON_VIDEO_CAPS #define CINEFORM_CAPS \ "video/x-cineform, " \ COMMON_VIDEO_CAPS #define SVQ_CAPS \ "video/x-svq, " \ "svqversion = (int) 3, " \ COMMON_VIDEO_CAPS #define COMMON_AUDIO_CAPS(c, r) \ "channels = (int) [ 1, " G_STRINGIFY (c) " ], " \ "rate = (int) [ 1, " G_STRINGIFY (r) " ]" #define PCM_CAPS \ "audio/x-raw, " \ "format = (string) { S16LE, S16BE, S8, U8 }, " \ "layout = (string) interleaved, " \ COMMON_AUDIO_CAPS (2, MAX) #define PCM_CAPS_FULL \ "audio/x-raw, " \ "format = (string) { S32LE, S32BE, S24LE, S24BE, S16LE, S16BE, S8, U8 }, " \ "layout = (string) interleaved, " \ COMMON_AUDIO_CAPS (2, MAX) #define PCM_CAPS_UNPOSITIONED \ "audio/x-raw, " \ "format = (string) { S32LE, S32BE, S24LE, S24BE, S16LE, S16BE, S8, U8 }, " \ "layout = (string) interleaved, " \ "channel-mask = (bitmask) 0, " \ COMMON_AUDIO_CAPS (16, MAX) #define MP3_CAPS \ "audio/mpeg, " \ "mpegversion = (int) 1, " \ "layer = (int) 3, " \ COMMON_AUDIO_CAPS (2, MAX) #define MP123_CAPS \ "audio/mpeg, " \ "mpegversion = (int) 1, " \ "layer = (int) [1, 3], " \ COMMON_AUDIO_CAPS (2, MAX) #define AAC_CAPS \ "audio/mpeg, " \ "mpegversion = (int) 4, " \ "stream-format = (string) raw, " \ COMMON_AUDIO_CAPS (8, MAX) #define AC3_CAPS \ "audio/x-ac3, " \ COMMON_AUDIO_CAPS (6, MAX) #define AMR_CAPS \ "audio/AMR, " \ "rate = (int) 8000, " \ "channels = [ 1, 2 ]; " \ "audio/AMR-WB, " \ "rate = (int) 16000, " \ "channels = [ 1, 2 ] " #define ADPCM_CAPS \ "audio/x-adpcm, " \ "layout = (string)dvi, " \ "block_align = (int)[64, 8096], " \ COMMON_AUDIO_CAPS(2, MAX) #define ALAC_CAPS \ "audio/x-alac, " \ COMMON_AUDIO_CAPS(2, MAX) #define OPUS_CAPS \ "audio/x-opus, " \ "channel-mapping-family = (int) [0, 255], " \ COMMON_AUDIO_CAPS(8, MAX) #define TEXT_UTF8 \ "text/x-raw, " \ "format=(string)utf8" #define CEA608_CAPS \ "closedcaption/x-cea-608, format=(string)s334-1a" #define CEA708_CAPS \ "closedcaption/x-cea-708, format=(string)cdp" /* FIXME 0.11 - take a look at bugs #580005 and #340375 */ GstQTMuxFormatProp gst_qt_mux_format_list[] = { /* original QuickTime format; see Apple site (e.g. qtff.pdf) */ { GST_QT_MUX_FORMAT_QT, GST_RANK_PRIMARY, "qtmux", "QuickTime", "GstQTMuxElement", GST_STATIC_CAPS ("video/quicktime, variant = (string) apple; " "video/quicktime"), GST_STATIC_CAPS ("video/x-raw, " "format = (string) { RGB, UYVY, v210 }, " COMMON_VIDEO_CAPS "; " MPEG4V_CAPS "; " PRORES_CAPS "; " CINEFORM_CAPS "; " H263_CAPS "; " H264_CAPS "; " H265_CAPS "; " SVQ_CAPS "; " "video/x-dv, " "systemstream = (boolean) false, " COMMON_VIDEO_CAPS "; " "image/jpeg, " COMMON_VIDEO_CAPS_NO_FRAMERATE "; " "image/png, " COMMON_VIDEO_CAPS_NO_FRAMERATE "; " "video/x-vp8, " COMMON_VIDEO_CAPS "; " "video/x-vp9, " COMMON_VIDEO_CAPS "; " "video/x-dirac, " COMMON_VIDEO_CAPS "; " "video/x-qt-part, " COMMON_VIDEO_CAPS "; " "video/x-av1, " COMMON_VIDEO_CAPS), GST_STATIC_CAPS (PCM_CAPS_FULL "; " PCM_CAPS_UNPOSITIONED " ; " MP123_CAPS " ; " AAC_CAPS " ; " AC3_CAPS " ; " ADPCM_CAPS " ; " "audio/x-alaw, " COMMON_AUDIO_CAPS (2, MAX) "; " "audio/x-mulaw, " COMMON_AUDIO_CAPS (2, MAX) "; " AMR_CAPS " ; " ALAC_CAPS " ; " OPUS_CAPS), GST_STATIC_CAPS (TEXT_UTF8), GST_STATIC_CAPS (CEA608_CAPS "; " CEA708_CAPS)} , /* ISO 14496-14: mp42 as ISO base media extension * (supersedes original ISO 144996-1 mp41) */ { GST_QT_MUX_FORMAT_MP4, GST_RANK_PRIMARY, "mp4mux", "MP4", "GstMP4Mux", GST_STATIC_CAPS ("video/quicktime, variant = (string) iso"), GST_STATIC_CAPS (MPEG4V_CAPS "; " H264_CAPS ";" H265_CAPS ";" "video/x-mp4-part," COMMON_VIDEO_CAPS "; " "video/x-av1, " COMMON_VIDEO_CAPS), GST_STATIC_CAPS (MP123_CAPS "; " AAC_CAPS " ; " AC3_CAPS " ; " ALAC_CAPS " ; " OPUS_CAPS), GST_STATIC_CAPS (TEXT_UTF8), GST_STATIC_CAPS_NONE} , /* Microsoft Smooth Streaming fmp4/isml */ /* TODO add WMV/WMA support */ { GST_QT_MUX_FORMAT_ISML, GST_RANK_PRIMARY, "ismlmux", "ISML", "GstISMLMux", GST_STATIC_CAPS ("video/quicktime, variant = (string) iso-fragmented"), GST_STATIC_CAPS (MPEG4V_CAPS "; " H264_CAPS), GST_STATIC_CAPS (MP3_CAPS "; " AAC_CAPS), GST_STATIC_CAPS_NONE, GST_STATIC_CAPS_NONE} , /* 3GPP Technical Specification 26.244 V7.3.0 * (extended in 3GPP2 File Formats for Multimedia Services) */ { GST_QT_MUX_FORMAT_3GP, GST_RANK_PRIMARY, "3gppmux", "3GPP", "Gst3GPPMux", GST_STATIC_CAPS ("video/quicktime, variant = (string) 3gpp"), GST_STATIC_CAPS (H263_CAPS "; " MPEG4V_CAPS "; " H264_CAPS), GST_STATIC_CAPS (AMR_CAPS "; " MP3_CAPS "; " AAC_CAPS "; " AC3_CAPS), GST_STATIC_CAPS (TEXT_UTF8), GST_STATIC_CAPS_NONE} , /* ISO 15444-3: Motion-JPEG-2000 (also ISO base media extension) */ { GST_QT_MUX_FORMAT_MJ2, GST_RANK_PRIMARY, "mj2mux", "MJ2", "GstMJ2Mux", GST_STATIC_CAPS ("video/mj2"), GST_STATIC_CAPS ("image/x-j2c, " COMMON_VIDEO_CAPS "; " "image/x-jpc, " COMMON_VIDEO_CAPS), GST_STATIC_CAPS (PCM_CAPS), GST_STATIC_CAPS_NONE, GST_STATIC_CAPS_NONE} , { GST_QT_MUX_FORMAT_NONE, } }; /* pretty static, but may turn out needed a few times */ AtomsTreeFlavor gst_qt_mux_map_format_to_flavor (GstQTMuxFormat format) { if (format == GST_QT_MUX_FORMAT_QT) return ATOMS_TREE_FLAVOR_MOV; else if (format == GST_QT_MUX_FORMAT_3GP) return ATOMS_TREE_FLAVOR_3GP; else if (format == GST_QT_MUX_FORMAT_ISML) return ATOMS_TREE_FLAVOR_ISML; else return ATOMS_TREE_FLAVOR_ISOM; } static void gst_qt_mux_map_check_tracks (AtomMOOV * moov, gint * _video, gint * _audio, gboolean * _has_h264) { GList *it; gint video = 0, audio = 0; gboolean has_h264 = FALSE; for (it = moov->traks; it != NULL; it = g_list_next (it)) { AtomTRAK *track = it->data; if (track->is_video) { video++; if (track->is_h264) has_h264 = TRUE; } else audio++; } if (_video) *_video = video; if (_audio) *_audio = audio; if (_has_h264) *_has_h264 = has_h264; } /* pretty static, but possibly dynamic format info */ /* notes: * - avc1 brand is not used, since the specific extensions indicated by it * are not used (e.g. sample groupings, etc) * - TODO: maybe even more 3GPP brand fine-tuning ?? * (but that might need ftyp rewriting at the end) */ void gst_qt_mux_map_format_to_header (GstQTMuxFormat format, GstBuffer ** _prefix, guint32 * _major, guint32 * _version, GList ** _compatible, AtomMOOV * moov, GstClockTime longest_chunk, gboolean faststart) { static const guint32 qt_brands[] = { 0 }; static const guint32 mp4_brands[] = { FOURCC_mp41, FOURCC_isom, FOURCC_iso2, 0 }; static const guint32 isml_brands[] = { FOURCC_iso2, 0 }; static const guint32 gpp_brands[] = { FOURCC_isom, FOURCC_iso2, 0 }; static const guint32 mjp2_brands[] = { FOURCC_isom, FOURCC_iso2, 0 }; static const guint8 mjp2_prefix[] = { 0, 0, 0, 12, 'j', 'P', ' ', ' ', 0x0D, 0x0A, 0x87, 0x0A }; const guint32 *comp = NULL; guint32 major = 0, version = 0; GstBuffer *prefix = NULL; GList *result = NULL; g_return_if_fail (_prefix != NULL); g_return_if_fail (_major != NULL); g_return_if_fail (_version != NULL); g_return_if_fail (_compatible != NULL); switch (format) { case GST_QT_MUX_FORMAT_QT: major = FOURCC_qt__; comp = qt_brands; version = 0x20050300; break; case GST_QT_MUX_FORMAT_MP4: major = FOURCC_mp42; comp = mp4_brands; break; case GST_QT_MUX_FORMAT_ISML: major = FOURCC_isml; comp = isml_brands; break; case GST_QT_MUX_FORMAT_3GP: { gint video, audio; gboolean has_h264; gst_qt_mux_map_check_tracks (moov, &video, &audio, &has_h264); /* only track restriction really matters for Basic Profile */ if (video <= 1 && audio <= 1) { /* it seems only newer spec knows about H264 */ major = has_h264 ? FOURCC_3gp6 : FOURCC_3gp4; version = has_h264 ? 0x100 : 0x200; } else { major = FOURCC_3gg6; version = 0x100; } comp = gpp_brands; /* * We assume that we have chunks in dts order */ if (faststart && longest_chunk <= GST_SECOND) { /* add progressive download profile */ result = g_list_append (result, GUINT_TO_POINTER (FOURCC_3gr6)); } break; } case GST_QT_MUX_FORMAT_MJ2: { major = FOURCC_mjp2; comp = mjp2_brands; version = 0; prefix = gst_buffer_new_and_alloc (sizeof (mjp2_prefix)); gst_buffer_fill (prefix, 0, mjp2_prefix, sizeof (mjp2_prefix)); break; } default: g_assert_not_reached (); break; } /* convert list to list, hm */ while (comp && *comp != 0) { /* order matters over efficiency */ result = g_list_append (result, GUINT_TO_POINTER (*comp)); comp++; } *_major = major; *_version = version; *_prefix = prefix; *_compatible = result; /* TODO 3GPP may include mp42 as compatible if applicable */ /* TODO 3GPP major brand 3gp7 if at most 1 video and audio track */ }