gstreamer/omx/gstomxaacenc.c

/*
 * Copyright (C) 2011, Hewlett-Packard Development Company, L.P.
 *   Author: Sebastian Dröge <sebastian.droege@collabora.co.uk>, Collabora Ltd.
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation
 * version 2.1 of the License.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301 USA
 *
 */

#ifdef HAVE_CONFIG_H
#include "config.h"
#endif

#include <gst/gst.h>

#include "gstomxaacenc.h"

GST_DEBUG_CATEGORY_STATIC (gst_omx_aac_enc_debug_category);
#define GST_CAT_DEFAULT gst_omx_aac_enc_debug_category

/* prototypes */
static void gst_omx_aac_enc_set_property (GObject * object, guint prop_id,
    const GValue * value, GParamSpec * pspec);
static void gst_omx_aac_enc_get_property (GObject * object, guint prop_id,
    GValue * value, GParamSpec * pspec);
static gboolean gst_omx_aac_enc_set_format (GstOMXAudioEnc * enc,
    GstOMXPort * port, GstAudioInfo * info);
static GstCaps *gst_omx_aac_enc_get_caps (GstOMXAudioEnc * enc,
    GstOMXPort * port, GstAudioInfo * info);
static guint gst_omx_aac_enc_get_num_samples (GstOMXAudioEnc * enc,
    GstOMXPort * port, GstAudioInfo * info, GstOMXBuffer * buf);

enum
{
  PROP_0,
  PROP_BITRATE,
  PROP_AAC_TOOLS,
  PROP_AAC_ERROR_RESILIENCE_TOOLS
};

#define DEFAULT_BITRATE (128000)
#define DEFAULT_AAC_TOOLS (OMX_AUDIO_AACToolMS | OMX_AUDIO_AACToolIS | OMX_AUDIO_AACToolTNS | OMX_AUDIO_AACToolPNS | OMX_AUDIO_AACToolLTP)
#define DEFAULT_AAC_ER_TOOLS (OMX_AUDIO_AACERNone)

#define GST_TYPE_OMX_AAC_TOOLS (gst_omx_aac_tools_get_type ())
static GType
gst_omx_aac_tools_get_type (void)
{
  static gsize id = 0;
  static const GFlagsValue values[] = {
    {OMX_AUDIO_AACToolMS, "Mid/side joint coding", "ms"},
    {OMX_AUDIO_AACToolIS, "Intensity stereo", "is"},
    {OMX_AUDIO_AACToolTNS, "Temporal noise shaping", "tns"},
    {OMX_AUDIO_AACToolPNS, "Perceptual noise substitution", "pns"},
    {OMX_AUDIO_AACToolLTP, "Long term prediction", "ltp"},
    {0, NULL, NULL}
  };

  if (g_once_init_enter (&id)) {
    GType tmp = g_flags_register_static ("GstOMXAACTools", values);
    g_once_init_leave (&id, tmp);
  }

  return (GType) id;
}

#define GST_TYPE_OMX_AAC_ER_TOOLS (gst_omx_aac_er_tools_get_type ())
static GType
gst_omx_aac_er_tools_get_type (void)
{
  static gsize id = 0;
  static const GFlagsValue values[] = {
    {OMX_AUDIO_AACERVCB11, "Virtual code books", "vcb11"},
    {OMX_AUDIO_AACERRVLC, "Reversible variable length coding", "rvlc"},
    {OMX_AUDIO_AACERHCR, "Huffman codeword reordering", "hcr"},
    {0, NULL, NULL}
  };

  if (g_once_init_enter (&id)) {
    GType tmp = g_flags_register_static ("GstOMXAACERTools", values);
    g_once_init_leave (&id, tmp);
  }

  return (GType) id;
}

/* class initialization */

#define DEBUG_INIT \
  GST_DEBUG_CATEGORY_INIT (gst_omx_aac_enc_debug_category, "omxaacenc", 0, \
      "debug category for gst-omx audio encoder base class");

G_DEFINE_TYPE_WITH_CODE (GstOMXAACEnc, gst_omx_aac_enc,
    GST_TYPE_OMX_AUDIO_ENC, DEBUG_INIT);


static void
gst_omx_aac_enc_class_init (GstOMXAACEncClass * klass)
{
  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
  GstOMXAudioEncClass *audioenc_class = GST_OMX_AUDIO_ENC_CLASS (klass);

  gobject_class->set_property = gst_omx_aac_enc_set_property;
  gobject_class->get_property = gst_omx_aac_enc_get_property;

  g_object_class_install_property (gobject_class, PROP_BITRATE,
      g_param_spec_uint ("bitrate", "Bitrate",
          "Bitrate",
          0, G_MAXUINT, DEFAULT_BITRATE,
          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
          GST_PARAM_MUTABLE_READY));

  g_object_class_install_property (gobject_class, PROP_AAC_TOOLS,
      g_param_spec_flags ("aac-tools", "AAC Tools",
          "Allowed AAC tools",
          GST_TYPE_OMX_AAC_TOOLS,
          DEFAULT_AAC_TOOLS,
          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
          GST_PARAM_MUTABLE_READY));

  g_object_class_install_property (gobject_class,
      PROP_AAC_ERROR_RESILIENCE_TOOLS,
      g_param_spec_flags ("aac-error-resilience-tools",
          "AAC Error Resilience Tools", "Allowed AAC error resilience tools",
          GST_TYPE_OMX_AAC_ER_TOOLS, DEFAULT_AAC_ER_TOOLS,
          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
          GST_PARAM_MUTABLE_READY));

  audioenc_class->set_format = GST_DEBUG_FUNCPTR (gst_omx_aac_enc_set_format);
  audioenc_class->get_caps = GST_DEBUG_FUNCPTR (gst_omx_aac_enc_get_caps);
  audioenc_class->get_num_samples =
      GST_DEBUG_FUNCPTR (gst_omx_aac_enc_get_num_samples);

  audioenc_class->cdata.default_src_template_caps = "audio/mpeg, "
      "mpegversion=(int){2, 4}, "
      "stream-format=(string){raw, adts, adif, loas, latm}";


  gst_element_class_set_details_simple (element_class,
      "OpenMAX AAC Audio Encoder",
      "Codec/Encoder/Audio",
      "Encode AAC audio streams",
      "Sebastian Dröge <sebastian.droege@collabora.co.uk>");

  gst_omx_set_default_role (&audioenc_class->cdata, "audio_encoder.aac");
}

static void
gst_omx_aac_enc_init (GstOMXAACEnc * self)
{
  self->bitrate = DEFAULT_BITRATE;
  self->aac_tools = DEFAULT_AAC_TOOLS;
  self->aac_er_tools = DEFAULT_AAC_ER_TOOLS;
}

static void
gst_omx_aac_enc_set_property (GObject * object, guint prop_id,
    const GValue * value, GParamSpec * pspec)
{
  GstOMXAACEnc *self = GST_OMX_AAC_ENC (object);

  switch (prop_id) {
    case PROP_BITRATE:
      self->bitrate = g_value_get_uint (value);
      break;
    case PROP_AAC_TOOLS:
      self->aac_tools = g_value_get_flags (value);
      break;
    case PROP_AAC_ERROR_RESILIENCE_TOOLS:
      self->aac_er_tools = g_value_get_flags (value);
      break;
    default:
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
      break;
  }
}

static void
gst_omx_aac_enc_get_property (GObject * object, guint prop_id, GValue * value,
    GParamSpec * pspec)
{
  GstOMXAACEnc *self = GST_OMX_AAC_ENC (object);

  switch (prop_id) {
    case PROP_BITRATE:
      g_value_set_uint (value, self->bitrate);
      break;
    case PROP_AAC_TOOLS:
      g_value_set_flags (value, self->aac_tools);
      break;
    case PROP_AAC_ERROR_RESILIENCE_TOOLS:
      g_value_set_flags (value, self->aac_er_tools);
      break;
    default:
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
      break;
  }
}

static gboolean
gst_omx_aac_enc_set_format (GstOMXAudioEnc * enc, GstOMXPort * port,
    GstAudioInfo * info)
{
  GstOMXAACEnc *self = GST_OMX_AAC_ENC (enc);
  OMX_AUDIO_PARAM_AACPROFILETYPE aac_profile;
  GstCaps *peercaps;
  OMX_AUDIO_AACSTREAMFORMATTYPE stream_format = OMX_AUDIO_AACStreamFormatRAW;
  OMX_AUDIO_AACPROFILETYPE profile = OMX_AUDIO_AACObjectLC;
  OMX_ERRORTYPE err;

  GST_OMX_INIT_STRUCT (&aac_profile);
  aac_profile.nPortIndex = enc->out_port->index;

  err =
      gst_omx_component_get_parameter (enc->component, OMX_IndexParamAudioAac,
      &aac_profile);
  if (err != OMX_ErrorNone) {
    GST_ERROR_OBJECT (self,
        "Failed to get AAC parameters from component: %s (0x%08x)",
        gst_omx_error_to_string (err), err);
    return FALSE;
  }

  peercaps = gst_pad_peer_query_caps (GST_AUDIO_ENCODER_SRC_PAD (self),
      gst_pad_get_pad_template_caps (GST_AUDIO_ENCODER_SRC_PAD (self)));
  if (peercaps) {
    GstStructure *s;
    gint mpegversion = 0;
    const gchar *profile_string, *stream_format_string;

    if (gst_caps_is_empty (peercaps)) {
      gst_caps_unref (peercaps);
      GST_ERROR_OBJECT (self, "Empty caps");
      return FALSE;
    }

    s = gst_caps_get_structure (peercaps, 0);

    if (gst_structure_get_int (s, "mpegversion", &mpegversion)) {
      profile_string =
          gst_structure_get_string (s,
          ((mpegversion == 2) ? "profile" : "base-profile"));

      if (profile_string) {
        if (g_str_equal (profile_string, "main")) {
          profile = OMX_AUDIO_AACObjectMain;
        } else if (g_str_equal (profile_string, "lc")) {
          profile = OMX_AUDIO_AACObjectLC;
        } else if (g_str_equal (profile_string, "ssr")) {
          profile = OMX_AUDIO_AACObjectSSR;
        } else if (g_str_equal (profile_string, "ltp")) {
          profile = OMX_AUDIO_AACObjectLTP;
        } else {
          GST_ERROR_OBJECT (self, "Unsupported profile '%s'", profile_string);
          gst_caps_unref (peercaps);
          return FALSE;
        }
      }
    }

    stream_format_string = gst_structure_get_string (s, "stream-format");
    if (stream_format_string) {
      if (g_str_equal (stream_format_string, "raw")) {
        stream_format = OMX_AUDIO_AACStreamFormatRAW;
      } else if (g_str_equal (stream_format_string, "adts")) {
        if (mpegversion == 2) {
          stream_format = OMX_AUDIO_AACStreamFormatMP2ADTS;
        } else {
          stream_format = OMX_AUDIO_AACStreamFormatMP4ADTS;
        }
      } else if (g_str_equal (stream_format_string, "loas")) {
        stream_format = OMX_AUDIO_AACStreamFormatMP4LOAS;
      } else if (g_str_equal (stream_format_string, "latm")) {
        stream_format = OMX_AUDIO_AACStreamFormatMP4LATM;
      } else if (g_str_equal (stream_format_string, "adif")) {
        stream_format = OMX_AUDIO_AACStreamFormatADIF;
      } else {
        GST_ERROR_OBJECT (self, "Unsupported stream-format '%s'",
            stream_format_string);
        gst_caps_unref (peercaps);
        return FALSE;
      }
    }

    gst_caps_unref (peercaps);
  }

  aac_profile.eAACProfile = profile;
  aac_profile.eAACStreamFormat = stream_format;

  aac_profile.nAACtools = self->aac_tools;
  aac_profile.nAACERtools = self->aac_er_tools;

  aac_profile.nBitRate = self->bitrate;

  err =
      gst_omx_component_set_parameter (enc->component, OMX_IndexParamAudioAac,
      &aac_profile);
  if (err != OMX_ErrorNone) {
    GST_ERROR_OBJECT (self, "Error setting AAC parameters: %s (0x%08x)",
        gst_omx_error_to_string (err), err);
    return FALSE;
  }

  return TRUE;
}

typedef enum adts_sample_index__
{
  ADTS_SAMPLE_INDEX_96000 = 0x0,
  ADTS_SAMPLE_INDEX_88200,
  ADTS_SAMPLE_INDEX_64000,
  ADTS_SAMPLE_INDEX_48000,
  ADTS_SAMPLE_INDEX_44100,
  ADTS_SAMPLE_INDEX_32000,
  ADTS_SAMPLE_INDEX_24000,
  ADTS_SAMPLE_INDEX_22050,
  ADTS_SAMPLE_INDEX_16000,
  ADTS_SAMPLE_INDEX_12000,
  ADTS_SAMPLE_INDEX_11025,
  ADTS_SAMPLE_INDEX_8000,
  ADTS_SAMPLE_INDEX_7350,
  ADTS_SAMPLE_INDEX_MAX
} adts_sample_index;

static adts_sample_index
map_adts_sample_index (guint32 srate)
{
  adts_sample_index ret;

  switch (srate) {

    case 96000:
      ret = ADTS_SAMPLE_INDEX_96000;
      break;
    case 88200:
      ret = ADTS_SAMPLE_INDEX_88200;
      break;
    case 64000:
      ret = ADTS_SAMPLE_INDEX_64000;
      break;
    case 48000:
      ret = ADTS_SAMPLE_INDEX_48000;
      break;
    case 44100:
      ret = ADTS_SAMPLE_INDEX_44100;
      break;
    case 32000:
      ret = ADTS_SAMPLE_INDEX_32000;
      break;
    case 24000:
      ret = ADTS_SAMPLE_INDEX_24000;
      break;
    case 22050:
      ret = ADTS_SAMPLE_INDEX_22050;
      break;
    case 16000:
      ret = ADTS_SAMPLE_INDEX_16000;
      break;
    case 12000:
      ret = ADTS_SAMPLE_INDEX_12000;
      break;
    case 11025:
      ret = ADTS_SAMPLE_INDEX_11025;
      break;
    case 8000:
      ret = ADTS_SAMPLE_INDEX_8000;
      break;
    case 7350:
      ret = ADTS_SAMPLE_INDEX_7350;
      break;
    default:
      ret = ADTS_SAMPLE_INDEX_44100;
      break;
  }
  return ret;
}

static GstCaps *
gst_omx_aac_enc_get_caps (GstOMXAudioEnc * enc, GstOMXPort * port,
    GstAudioInfo * info)
{
  GstCaps *caps;
  OMX_ERRORTYPE err;
  OMX_AUDIO_PARAM_AACPROFILETYPE aac_profile;
  gint mpegversion = 4;
  const gchar *stream_format = NULL, *profile = NULL;

  GST_OMX_INIT_STRUCT (&aac_profile);
  aac_profile.nPortIndex = enc->out_port->index;

  err =
      gst_omx_component_get_parameter (enc->component, OMX_IndexParamAudioAac,
      &aac_profile);
  if (err != OMX_ErrorNone) {
    GST_ERROR_OBJECT (enc,
        "Failed to get AAC parameters from component: %s (0x%08x)",
        gst_omx_error_to_string (err), err);
    return NULL;
  }

  switch (aac_profile.eAACProfile) {
    case OMX_AUDIO_AACObjectMain:
      profile = "main";
      break;
    case OMX_AUDIO_AACObjectLC:
      profile = "lc";
      break;
    case OMX_AUDIO_AACObjectSSR:
      profile = "ssr";
      break;
    case OMX_AUDIO_AACObjectLTP:
      profile = "ltp";
      break;
    case OMX_AUDIO_AACObjectHE:
    case OMX_AUDIO_AACObjectScalable:
    case OMX_AUDIO_AACObjectERLC:
    case OMX_AUDIO_AACObjectLD:
    case OMX_AUDIO_AACObjectHE_PS:
    default:
      GST_ERROR_OBJECT (enc, "Unsupported profile %d", aac_profile.eAACProfile);
      break;
  }

  switch (aac_profile.eAACStreamFormat) {
    case OMX_AUDIO_AACStreamFormatMP2ADTS:
      mpegversion = 2;
      stream_format = "adts";
      break;
    case OMX_AUDIO_AACStreamFormatMP4ADTS:
      mpegversion = 4;
      stream_format = "adts";
      break;
    case OMX_AUDIO_AACStreamFormatMP4LOAS:
      mpegversion = 4;
      stream_format = "loas";
      break;
    case OMX_AUDIO_AACStreamFormatMP4LATM:
      mpegversion = 4;
      stream_format = "latm";
      break;
    case OMX_AUDIO_AACStreamFormatADIF:
      mpegversion = 4;
      stream_format = "adif";
      break;
    case OMX_AUDIO_AACStreamFormatRAW:
      mpegversion = 4;
      stream_format = "raw";
      break;
    case OMX_AUDIO_AACStreamFormatMP4FF:
    default:
      GST_ERROR_OBJECT (enc, "Unsupported stream-format %u",
          aac_profile.eAACStreamFormat);
      break;
  }

  caps = gst_caps_new_empty_simple ("audio/mpeg");

  if (mpegversion != 0)
    gst_caps_set_simple (caps, "mpegversion", G_TYPE_INT, mpegversion,
        "stream-format", G_TYPE_STRING, stream_format, NULL);
  if (profile != NULL && mpegversion == 2)
    gst_caps_set_simple (caps, "profile", G_TYPE_STRING, profile, NULL);
  if (profile != NULL && mpegversion == 4)
    gst_caps_set_simple (caps, "base-profile", G_TYPE_STRING, profile, NULL);
  if (aac_profile.nChannels != 0)
    gst_caps_set_simple (caps, "channels", G_TYPE_INT, aac_profile.nChannels,
        NULL);
  if (aac_profile.nSampleRate != 0)
    gst_caps_set_simple (caps, "rate", G_TYPE_INT, aac_profile.nSampleRate,
        NULL);

  if (aac_profile.eAACStreamFormat == OMX_AUDIO_AACStreamFormatRAW) {
    GstBuffer *codec_data;
    adts_sample_index sr_idx;
    GstMapInfo map = GST_MAP_INFO_INIT;

    codec_data = gst_buffer_new_and_alloc (2);
    gst_buffer_map (codec_data, &map, GST_MAP_WRITE);
    sr_idx = map_adts_sample_index (aac_profile.nSampleRate);
    map.data[0] = ((aac_profile.eAACProfile & 0x1F) << 3) |
        ((sr_idx & 0xE) >> 1);
    map.data[1] = ((sr_idx & 0x1) << 7) | ((aac_profile.nChannels & 0xF) << 3);
    gst_buffer_unmap (codec_data, &map);

    GST_DEBUG_OBJECT (enc, "setting new codec_data");
    gst_caps_set_simple (caps, "codec_data", GST_TYPE_BUFFER, codec_data, NULL);

    gst_buffer_unref (codec_data);
  }
  return caps;

}

static guint
gst_omx_aac_enc_get_num_samples (GstOMXAudioEnc * enc, GstOMXPort * port,
    GstAudioInfo * info, GstOMXBuffer * buf)
{
  /* FIXME: Depends on the profile at least */
  return 1024;
}