gstreamer/subprojects/gst-plugins-bad/gst-libs/gst/analytics/gstanalyticsmeta.c

/* GStreamer
 * Copyright (C) 2023 Collabora Ltd
 *
 * gstanalyticsmeta.c
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Library General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Library General Public License for more details.
 *
 * You should have received a copy of the GNU Library General Public
 * License along with this library; if not, write to the
 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
 * Boston, MA 02110-1301, USA.
 */
#ifdef HAVE_CONFIG_H
#include "config.h"
#endif

#include "gstanalyticsmeta.h"

#include <gst/video/video.h>

/**
 * SECTION:gstanalyticsmeta
 * @title: GstAnalyticsRelationMeta
 * @short_description: A GstMeta for analytics metadata
 * @symbols:
 * - GstAnalyticsRelationMeta
 * - GstAnalyticsMtd
 * @see_also: #GstAnalyticsODMtd, #GstAnalyticsClsMtd, #GstAnalyticsTrackingMtd
 *
 * The #GstAnalyticsRelationMeta is a #GstMeta that can contain a large number
 * of results from the analysis of a meta. Each result can be accessed by
 * using its id, or more conviently, by using a #GstAnalyticsMtd. A matrix
 * of relationships between the various metadata is also defined and can be
 * filled by the analysis processes.
 *
 * Since: 1.24
 */

GST_DEBUG_CATEGORY_STATIC (an_relation_meta_debug);
#define GST_CAT_AN_RELATION an_relation_meta_debug

/*
 * GstAnalyticsRelatableMtdData:
 * @analysis_type: Identify the type of analysis-metadata
 * @id: Instance identifier.
 * @size: Size in bytes of the instance
 *
 * Base structure for analysis-metadata that can be placed in relation. Only
 * other analysis-metadata based on GstAnalyticsRelatableMtdDatax should
 * directly use this structure.
 */
typedef struct
{
  const GstAnalyticsMtdImpl *impl;
  guint id;
  gsize size;
  gpointer data[];
} GstAnalyticsRelatableMtdData;


/*
 * GstAnalyticsRelationMeta:
 * Meta storing analysis-metadata relation information.
 *
 */
typedef struct _GstAnalyticsRelationMeta
{
  GstMeta parent_meta;

  /*< Next id > */
  guint next_id;

  /* Adjacency-matrix */
  guint8 **adj_mat;

  /* Lookup (offset relative to analysis_results) of relatable metadata */
  gsize *mtd_data_lookup;

  /* Relation order */
  gsize rel_order;

  /* Increment used when relation order grow */
  gsize rel_order_increment;

  /* Analysis metadata based on GstAnalyticsRelatableMtdData */
  gint8 *analysis_results;

  /* Current writing location in analysis_results buffer */
  gsize offset;

  /* Size of analysis_results buffer */
  gsize max_size;

  /* Increment of analysis_results */
  gsize max_size_increment;

  /* Number of analytic metadata (GstAnalyticsRelatableMtdData) in
   * analysis_results */
  gsize length;

} GstAnalyticsRelationMeta;

static guint
gst_analytics_relation_meta_get_next_id (GstAnalyticsRelationMeta * meta);


static GstAnalyticsRelatableMtdData *
gst_analytics_relation_meta_get_mtd_data_internal (GstAnalyticsRelationMeta *
    meta, guint an_meta_id)
{
  GstAnalyticsRelatableMtdData *rv;
  g_return_val_if_fail (meta, NULL);
  if (an_meta_id >= meta->rel_order) {
    GST_CAT_ERROR (GST_CAT_AN_RELATION, "Invalid parameter");
    return NULL;
  }
  rv = (GstAnalyticsRelatableMtdData *)
      (meta->mtd_data_lookup[an_meta_id] + meta->analysis_results);

  return rv;
}

/**
 * gst_analytics_mtd_get_mtd_type:
 *
 * @instance: Instance of #GstAnalyticsMtd
 * Get analysis result type.
 *
 * Returns: opaque id of the type
 * Since: 1.24
 */
GstAnalyticsMtdType
gst_analytics_mtd_get_mtd_type (GstAnalyticsMtd * handle)
{
  GstAnalyticsRelatableMtdData *rlt;
  rlt = gst_analytics_relation_meta_get_mtd_data_internal (handle->meta,
      handle->id);

  g_return_val_if_fail (rlt != NULL, 0);

  return (GstAnalyticsMtdType) rlt->impl;
}

/**
 * gst_analytics_mtd_get_id:
 * @instance: Instance of #GstAnalyticsMtd
 *
 * Get instance id
 *
 * Returns: Id of @instance
 * Since: 1.24
 */
guint
gst_analytics_mtd_get_id (GstAnalyticsMtd * handle)
{
  return handle->id;
}

/**
 * gst_analytics_mtd_get_size:
 * @instance: Instance of #GstAnalyticsMtd
 *
 * Get instance size
 *
 * Returns: Size (in bytes) of this instance or 0 on failure.
 * Since: 1.24
 */
gsize
gst_analytics_mtd_get_size (GstAnalyticsMtd * handle)
{
  GstAnalyticsRelatableMtdData *rlt;
  rlt = gst_analytics_relation_meta_get_mtd_data_internal (handle->meta,
      handle->id);
  if (rlt == NULL) {
    GST_CAT_ERROR (GST_CAT_AN_RELATION, "Invalid parameter");
    return 0;
  }

  return rlt->size;
}

/**
 * gst_analytics_mtd_type_get_name:
 * @type: The type of analytics data
 *
 * Gets the string version of the name of this type of analytics data
 *
 * Returns: the name
 * Since: 1.24
 */
const gchar *
gst_analytics_mtd_type_get_name (GstAnalyticsMtdType type)
{
  GstAnalyticsMtdImpl *impl = (GstAnalyticsMtdImpl *) type;

  g_return_val_if_fail (impl != NULL, NULL);

  if (type == GST_ANALYTICS_MTD_TYPE_ANY)
    return "ANY";
  else
    return impl->name;
}

/**
 * gst_analytics_relation_get_length:
 * @instance: Instance of #GstAnalyticsRelationMeta
 *
 * Get number of relatable meta attached to instance
 *
 * Returns: Number of analysis-meta attached to this
 *  instance.
 * Since: 1.24
 */
gsize
gst_analytics_relation_get_length (GstAnalyticsRelationMeta * instance)
{
  gsize rv;
  g_return_val_if_fail (instance, 0);

  rv = instance->length;
  return rv;
}

/*
 * gst_analytics_relation_adj_mat_create:
 * @order: Order or the adjacency-matrix to create.
 * Create a new adjacency-matrix (array of MxN where M and N are equal
 * to order).
 *
 * Returns: new adjacency-matrix
 *
 * Since: 1.24
 */
static guint8 **
gst_analytics_relation_adj_mat_create (gsize order)
{
  guint8 **adj_mat, *data;
  gsize sz = sizeof (guint8 *) * order + sizeof (guint8) * order * order;
  adj_mat = (guint8 **) g_malloc0 (sz);
  data = (guint8 *) (adj_mat + order);
  for (gsize r = 0; r < order; r++) {
    adj_mat[r] = (data + order * r);
  }
  return adj_mat;
}

/**
 * gst_analytics_relation_adj_mat_dup:
 * @adj_mat: Adjcency-matrix (array or MxN)
 * @order: Order of the existing matrix
 * @new_order: Order of the matrix to create
 *
 * Duplicate adj_mat to a newly allocated array new_order x new_order dimension
 * while keep values of adj_mat at the same indexes in the new array.
 *
 * Returns: New adjacency matrix with maintained values.
 * Since: 1.24
 */
static guint8 **
gst_analytics_relation_adj_mat_dup (guint8 ** adj_mat, gsize order,
    gsize new_order)
{
  guint8 **new_adj_mat = gst_analytics_relation_adj_mat_create (new_order);
  for (gsize r = 0; r < order; r++) {
    memcpy (new_adj_mat[r], adj_mat[r], sizeof (guint8) * order);
  }
  return new_adj_mat;
}

/**
 * gst_analytics_relation_meta_api_get_type:
 *
 * Returns: GType of GstAnalyticsRelationMeta
 * Since: 1.24
 */
GType
gst_analytics_relation_meta_api_get_type (void)
{
  static GType type = 0;
  static const gchar *tags[] = {
    GST_META_TAG_VIDEO_SIZE_STR,
    GST_META_TAG_VIDEO_ORIENTATION_STR,
    GST_META_TAG_VIDEO_STR,
    NULL
  };
  if (g_once_init_enter (&type)) {
    GType newType =
        gst_meta_api_type_register ("GstAnalyticsRelationMetaAPI", tags);
    GST_DEBUG_CATEGORY_INIT (an_relation_meta_debug, "anrelmeta",
        GST_DEBUG_FG_BLACK, "Content analysis meta relations meta");
    g_once_init_leave (&type, newType);
  }
  return type;
}

static gboolean
gst_analytics_relation_meta_init (GstMeta * meta, gpointer params,
    GstBuffer * buffer)
{
  GstAnalyticsRelationMeta *rmeta = (GstAnalyticsRelationMeta *) meta;
  GstAnalyticsRelationMetaInitParams *rel_params = params;
  rmeta->next_id = 0;

  g_return_val_if_fail (params != NULL, FALSE);

  GST_CAT_TRACE (GST_CAT_AN_RELATION, "Relation order:%" G_GSIZE_FORMAT,
      *((gsize *) params));

  rmeta->rel_order_increment = rel_params->initial_relation_order;
  rmeta->rel_order = rmeta->rel_order_increment;
  if (rmeta->rel_order > 0) {
    rmeta->adj_mat = gst_analytics_relation_adj_mat_create (rmeta->rel_order);
    rmeta->mtd_data_lookup = g_malloc0 (sizeof (gpointer) * rmeta->rel_order);
  }
  rmeta->offset = 0;
  rmeta->max_size = rmeta->max_size_increment = rel_params->initial_buf_size;
  rmeta->analysis_results = g_malloc (rel_params->initial_buf_size);
  rmeta->length = 0;

  if (buffer->pool)
    GST_META_FLAG_SET (meta, GST_META_FLAG_POOLED);

  GST_CAT_DEBUG (GST_CAT_AN_RELATION,
      "Content analysis meta-relation meta(%p, order=%" G_GSIZE_FORMAT
      ") created for buffer(%p)", (gpointer) rmeta, *(gsize *) params,
      (gpointer) buffer);
  return TRUE;
}

static void
gst_analytics_relation_meta_free (GstMeta * meta, GstBuffer * buffer)
{
  GstAnalyticsRelationMeta *rmeta = (GstAnalyticsRelationMeta *) meta;

  GST_CAT_TRACE (GST_CAT_AN_RELATION,
      "Content analysis meta-data(%p) freed for buffer(%p)",
      (gpointer) rmeta, (gpointer) buffer);

  g_free (rmeta->analysis_results);
  g_free (rmeta->adj_mat);
  g_free (rmeta->mtd_data_lookup);
}

static gboolean
gst_analytics_relation_meta_transform (GstBuffer * transbuf,
    GstMeta * meta, GstBuffer * buffer, GQuark type, gpointer data)
{

  GST_CAT_TRACE (GST_CAT_AN_RELATION, "meta transform %s",
      g_quark_to_string (type));

  if (GST_META_TRANSFORM_IS_COPY (type) ||
      GST_VIDEO_META_TRANSFORM_IS_SCALE (type)) {
    GstAnalyticsRelationMeta *rmeta = (GstAnalyticsRelationMeta *) meta;
    GstAnalyticsRelationMeta *new = (GstAnalyticsRelationMeta *)
        gst_buffer_get_meta (transbuf, GST_ANALYTICS_RELATION_META_API_TYPE);

    if (new == NULL) {
      GstAnalyticsRelationMetaInitParams init_params = {
        rmeta->rel_order, rmeta->max_size
      };

      GST_CAT_TRACE (GST_CAT_AN_RELATION,
          "meta transform creating new meta rel_order:%" G_GSIZE_FORMAT
          " max_size:%" G_GSIZE_FORMAT,
          init_params.initial_relation_order, init_params.initial_buf_size);

      new =
          gst_buffer_add_analytics_relation_meta_full (transbuf, &init_params);
    }

    if (new->offset == 0) {
      guint i;

      if (new->rel_order < rmeta->rel_order) {
        g_free (new->adj_mat);
        g_free (new->mtd_data_lookup);
        new->adj_mat = gst_analytics_relation_adj_mat_create (rmeta->rel_order);
        new->mtd_data_lookup = g_malloc0 (sizeof (gpointer) * rmeta->rel_order);
        new->rel_order = rmeta->rel_order;
      }

      if (new->max_size < rmeta->max_size) {
        g_free (new->analysis_results);
        new->analysis_results = g_malloc (rmeta->max_size);
        new->max_size = rmeta->max_size;
      }

      if (rmeta->rel_order == new->rel_order) {
        memcpy (new->adj_mat + new->rel_order, rmeta->adj_mat +
            rmeta->rel_order, rmeta->rel_order * rmeta->rel_order);
      } else {
        /* When destination adj_mat has a higher order than source we need
         * to copy by row to have the correct alignment */
        for (gsize r = 0; r < rmeta->rel_order; r++) {
          memcpy (new->adj_mat[r], rmeta->adj_mat[r], rmeta->rel_order);
        }
      }
      memcpy (new->mtd_data_lookup, rmeta->mtd_data_lookup,
          sizeof (gpointer) * rmeta->rel_order);
      memcpy (new->analysis_results, rmeta->analysis_results, rmeta->offset);

      new->length = rmeta->length;
      new->next_id = rmeta->next_id;
      new->offset = rmeta->offset;

      for (i = 0; i < new->length; i++) {
        GstAnalyticsRelatableMtdData *rlt_mtd_data =
            (GstAnalyticsRelatableMtdData *) (new->mtd_data_lookup[i] +
            new->analysis_results);
        if (rlt_mtd_data->impl && rlt_mtd_data->impl->mtd_meta_transform) {
          GstAnalyticsMtd transmtd;
          transmtd.id = rlt_mtd_data->id;
          transmtd.meta = new;
          rlt_mtd_data->impl->mtd_meta_transform (transbuf, &transmtd, buffer,
              type, data);
        }
      }
      return TRUE;
    } else {
      g_warning ("Trying to copy GstAnalyticsRelationMeta into non-empty meta");
      g_debug ("ofs:%" G_GSIZE_FORMAT, new->offset);

      return FALSE;
    }
  }

  return FALSE;
}

static void
gst_analytics_relation_meta_clear (GstBuffer * buffer, GstMeta * meta)
{
  GstAnalyticsRelationMeta *rmeta = (GstAnalyticsRelationMeta *) meta;
  gsize adj_mat_data_size =
      (sizeof (guint8) * rmeta->rel_order * rmeta->rel_order);

  rmeta->next_id = 0;
  rmeta->offset = 0;
  rmeta->length = 0;
  if (adj_mat_data_size) {
    /* Only clear data and not lines addresses occupying begining of this
     * array. */
    memset (rmeta->adj_mat + rmeta->rel_order, 0, adj_mat_data_size);
  }
}

/**
 * gst_analytics_relation_meta_get_info: (skip)
 *
 * Get the meta info
 *
 * Since: 1.24
 */
const GstMetaInfo *
gst_analytics_relation_meta_get_info (void)
{
  static const GstMetaInfo *info = NULL;
  if (g_once_init_enter ((GstMetaInfo **) & info)) {
    GstMetaInfo *meta = gst_meta_info_new (GST_ANALYTICS_RELATION_META_API_TYPE,
        "GstAnalyticsRelationMeta",
        sizeof (GstAnalyticsRelationMeta));
    meta->init_func = gst_analytics_relation_meta_init;
    meta->free_func = gst_analytics_relation_meta_free;
    meta->transform_func = gst_analytics_relation_meta_transform;
    meta->clear_func = gst_analytics_relation_meta_clear;
    meta = (GstMetaInfo *) gst_meta_info_register (meta);
    g_once_init_leave ((GstMetaInfo **) & info, (GstMetaInfo *) meta);
  }
  return info;
}

/*
 * gst_analytics_relation_meta_bfs:
 * @start: start vertex
 * @adj_mat: graph's adjacency matrix
 * @adj_mat_order: order of the adjacency matrix (number of vertex in the graph)
 * @edge_mask: allow to select edge type we are interested by.
 * @max_span: Maximum number of edge to traverse from start vertex while
 * exploring graph.
 * @level: (out)(not nullable)(array length=adj_mat_order): Array that will be
 *    filled with number of edge to traverse to reach @start from the vertex
 *    identified by the array index. (Ex: start=1 and level[3]=2, mean we need
 *    to traverse 2 edges from vertex 2 to vertex 3. A value of -1 in @level
 *    mean this vertex is un-reachable considering @edge_mask, @max_span and
 *    @adj_mat.
 * @parent: (out)(array length=adj_mat_order): Array that will be filled with
 *    shortest path information. The shortest path from vertex X and vertex
 *    @start, where X is the index of @parent array. To find each node on the
 *    path we need to recursively do ...parent[parent[parent[X]]] until value
 *    is @start. Value at index Y equal to -1 mean there's no path from
 *    vertex Y to vertex @start.
 *
 * This function can be used to find the existence of relation paths that
 * emerge from a analysis-metadata (@start). The existence verification can
 * also be parametrize by only considering certain types of relation
 * (@edge_mask), a maximum intermediates analysis-metadata (@max_span). A
 * usage exemple can be found in @gst_analytics_relation_meta_exist.
 */
static void
gst_analytics_relation_meta_bfs (guint start, const guint8 ** adj_mat,
    gsize adj_mat_order, guint8 edge_mask, gsize max_span, gint * level,
    gint * parent)
{
  GSList *frontier = NULL;
  GSList *iter;
  GSList *next_frontier;
  gsize i = 1;
  memset (level, -1, sizeof (gint) * adj_mat_order);
  memset (parent, -1, sizeof (gint) * adj_mat_order);

  GST_CAT_TRACE (GST_CAT_AN_RELATION,
      "Performing bfs to find relation(%x) starting from %d with less than %"
      G_GSIZE_FORMAT " edges from start", edge_mask, start, max_span);

  // vertex that has a relation with itself
  if (adj_mat[start][start] & edge_mask) {
    level[start] = 0;
  }

  frontier = g_slist_prepend (frontier, GINT_TO_POINTER (start));

  while (frontier && i <= max_span) {
    next_frontier = NULL;
    for (iter = frontier; iter; iter = iter->next) {
      for (gsize j = 0; j < adj_mat_order; j++) {
        if (adj_mat[(gsize) GPOINTER_TO_INT (iter->data)][j] & edge_mask) {
          if (level[j] == -1) {
            level[j] = i;
            parent[j] = GPOINTER_TO_INT (iter->data);
            GST_CAT_TRACE (GST_CAT_AN_RELATION, "Parent of %" G_GSIZE_FORMAT
                " is %d", j, parent[j]);
            next_frontier =
                g_slist_prepend (next_frontier, GINT_TO_POINTER ((gint) j));
          }
        }
      }
    }
    g_slist_free (frontier);
    frontier = next_frontier;
    i++;
  }
  g_slist_free (frontier);
}

/*
 * gst_analytics_relation_meta_get_next_id:
 * @meta a #GstAnalyticsRelationMeta from which we want to get next id.
 *
 * Get next id and prepare for future request.
 *
 * Returns: next id
 *
 */
static guint
gst_analytics_relation_meta_get_next_id (GstAnalyticsRelationMeta * meta)
{
  g_return_val_if_fail (meta != NULL, -1);
  return g_atomic_int_add (&meta->next_id, 1);
}

/**
 * gst_analytics_relation_meta_get_relation:
 * @meta: (transfer none): a #GstAnalyticsRelationMeta
 * @an_meta_first_id: Id of first analysis-meta
 * @an_meta_second_id: Id of second  analysis-meta
 *
 * Get relations between first and second analysis-meta.
 * Ids (@an_meta_first_id and @an_meta_second_id) must be from a call to
 * @gst_analytics_mtd_get_id (handle).
 *
 * Returns: relation description between first and second analysis-meta.
 * Since: 1.24
 */
GstAnalyticsRelTypes
gst_analytics_relation_meta_get_relation (GstAnalyticsRelationMeta * meta,
    guint an_meta_first_id, guint an_meta_second_id)
{
  GstAnalyticsRelTypes types = GST_ANALYTICS_REL_TYPE_NONE;
  g_return_val_if_fail (meta, GST_ANALYTICS_REL_TYPE_NONE);

  g_return_val_if_fail (meta->adj_mat != NULL, GST_ANALYTICS_REL_TYPE_NONE);
  if (meta->rel_order > an_meta_first_id && meta->rel_order > an_meta_second_id) {
    types = meta->adj_mat[an_meta_first_id][an_meta_second_id];
  } else {
    GST_CAT_DEBUG (GST_CAT_AN_RELATION,
        "an_meta_first(%u) and an_meta_second(%u) must be inferior to %"
        G_GSIZE_FORMAT, an_meta_first_id, an_meta_second_id, meta->rel_order);

    if (an_meta_first_id >= meta->rel_order) {
      GST_CAT_ERROR (GST_CAT_AN_RELATION,
          "an_meta_first(%u) must be from a call to "
          "gst_analytics_mtd_get_id(...)", an_meta_first_id);
    }

    if (an_meta_second_id >= meta->rel_order) {
      GST_CAT_ERROR (GST_CAT_AN_RELATION,
          "an_meta_second(%u) must be from a call to "
          "gst_analytics_mtd_get_id(...)", an_meta_second_id);
    }
  }
  return types;
}

/**
 * gst_analytics_relation_meta_set_relation:
 * @meta: (transfer none): Parameter to receive new maximum number of
 *    analysis-meta described by relation.
 * @type: a #GstAnalyticsRelTypes defining relation between two analysis-meta
 * @an_meta_first_id: first meta id
 * @an_meta_second_id: second meta id
 *
 * Sets the relation (#GstAnalyticsRelTypes) between @an_meta_first and
 *    @an_meta_second.
 * Ids must have been obtained a call to
 *    @gst_analytics_mtd_get_id(handle).
 *
 * Returns: TRUE on success and FALSE on failure.
 * Since: 1.24
 */
gboolean
gst_analytics_relation_meta_set_relation (GstAnalyticsRelationMeta * meta,
    GstAnalyticsRelTypes type, guint an_meta_first_id, guint an_meta_second_id)
{
  g_return_val_if_fail (type < GST_ANALYTICS_REL_TYPE_LAST, FALSE);
  g_return_val_if_fail (meta, FALSE);
  if (an_meta_first_id >= meta->rel_order
      || an_meta_second_id >= meta->rel_order) {
    GST_CAT_ERROR (GST_CAT_AN_RELATION, "Invalid parameter");
    return FALSE;
  }
  meta->adj_mat[an_meta_first_id][an_meta_second_id] = type;
  GST_CAT_TRACE (GST_CAT_AN_RELATION,
      "Relation %x set between %u and %u",
      type, an_meta_first_id, an_meta_second_id);
  return TRUE;
}

/**
 * gst_analytics_relation_meta_exist:
 * @rmeta: (transfer none): a #GstAnalyticsRelationMeta describing analysis-meta
 *    relation
 * @an_meta_first_id: First analysis-meta
 * @an_meta_second_id: Second analysis-meta
 * @max_relation_span: Maximum number of relation between @an_meta_first_id and
 *    @an_meta_second_id.
 *    A value of 1 mean only only consider direct relation.
 * @cond_types: condition on relation types.
 * @relations_path: (transfer full)(nullable)(out caller-allocates)(array)
 *    (element-type gint):
 *    If not NULL this list will be filled with relation path between
 *    @an_meta_first_id and
 *    @an_meta_second_id. List value should be access with GSList API. Use
 *    GPOINTER_TO_INT(iter->data) where iter is a GSList element to get
 *    analysis-meta id on the relation path. Free this list with g_slist_free
 *    (@relations_path) after using.
 *
 * Verify existence of relation(s) between @an_meta_first_d and
 * @an_meta_second_id according to relation condition @cond_types. It optionally
 * also return a shortest path of relations ( compliant with @cond_types)
 * between @an_meta_first_id and @an_meta_second_id.
 *
 * Returns: TRUE if a relation between exit between @an_meta_first_id and
 *  @an_meta_second_id, otherwise FALSE.
 * Since: 1.24
 */
gboolean
gst_analytics_relation_meta_exist (GstAnalyticsRelationMeta * rmeta,
    guint an_meta_first_id,
    guint an_meta_second_id,
    gint max_relation_span,
    GstAnalyticsRelTypes cond_types, GArray ** relations_path)
{
  gboolean rv = FALSE;
  guint8 **adj_mat;
  gsize adj_mat_order, span;
  GArray *path = NULL;
  gint *level, i, path_left;
  gint *parent;
  g_return_val_if_fail (rmeta, FALSE);

  if (!rmeta) {
    GST_CAT_ERROR (GST_CAT_AN_RELATION, "Invalid parameter");
    return EINVAL;
  }
  adj_mat_order = rmeta->rel_order;

  if (adj_mat_order < (an_meta_first_id + 1)
      || adj_mat_order < (an_meta_second_id + 1)) {

    GST_CAT_DEBUG (GST_CAT_AN_RELATION,
        "Testing relation existence for analysis-meta that have no index in "
        "adj-mat.");

    return FALSE;
  }

  adj_mat = rmeta->adj_mat;
  if (max_relation_span < 0) {
    span = G_MAXSIZE;
  }
  // If we're only considering the direct relation (@max_relation_span <= 1) we can directly read the
  // adjacency-matrix,
  if (max_relation_span == 0 || max_relation_span == 1) {
    rv = (adj_mat[an_meta_first_id][an_meta_second_id] & cond_types) != 0;
    if (rv && relations_path) {
      path = *relations_path;

      /* re-use array if possible */
      if (path != NULL && (g_array_get_element_size (path) != sizeof (gint)
              || path->len < 2)) {
        g_array_free (path, TRUE);
        path = NULL;
      }

      if (path == NULL) {
        path = g_array_sized_new (FALSE, FALSE, sizeof (gint), 2);
      }
      g_array_index (path, gint, 0) = an_meta_first_id;
      g_array_index (path, gint, 1) = an_meta_second_id;
      path->len = 2;
      *relations_path = path;
    }
  } else {

    level = g_malloc (sizeof (gint) * adj_mat_order);
    parent = g_malloc (sizeof (gint) * adj_mat_order);
    gst_analytics_relation_meta_bfs (an_meta_first_id,
        (const guint8 **) adj_mat, adj_mat_order, cond_types, span, level,
        parent);

    GST_CAT_TRACE (GST_CAT_AN_RELATION, "Adj order:%" G_GSIZE_FORMAT,
        adj_mat_order);

    rv = level[an_meta_second_id] != -1;
    if (rv && relations_path) {
      path_left = level[an_meta_second_id] + 1;
      i = parent[an_meta_second_id];
      if (i != -1) {
        path = *relations_path;

        /* re-use array if possible */
        if (path != NULL && (g_array_get_element_size (path) != sizeof (gint)
                || path->len < path_left)) {
          g_array_free (path, TRUE);
          path = NULL;
        }

        if (path == NULL) {
          path = g_array_sized_new (FALSE, FALSE, sizeof (gint), path_left);
        }

        path->len = path_left;
        g_array_index (path, gint, --path_left) = an_meta_second_id;
        //path = g_slist_prepend (path, GINT_TO_POINTER (an_meta_second_id));
        while (i != -1 && i != an_meta_second_id) {
          GST_CAT_TRACE (GST_CAT_AN_RELATION, "Relation parent of %d", i);
          g_array_index (path, gint, --path_left) = i;
          //path = g_slist_prepend (path, GINT_TO_POINTER (i));
          i = parent[i];
        }

        while (path_left > 0) {
          g_array_index (path, gint, --path_left) = -1;
        }
      }
      *relations_path = path;
    }

    g_free (level);
    g_free (parent);
  }

  GST_CAT_TRACE (GST_CAT_AN_RELATION,
      "Relation %x between %d and %d %s",
      cond_types, an_meta_first_id, an_meta_second_id,
      rv ? "exist" : "does not exist");
  return rv;
}


/**
 * gst_buffer_add_analytics_relation_meta:
 * @buffer: (transfer none): a #GstBuffer
 *
 * Attach a analysis-results-meta-relation  meta (#GstAnalyticsRelationMeta)to @buffer.
 *
 * A #GstAnalyticsRelationMeta is a metadata describing relation between other
 * analysis meta. It's more efficient to use #gst_buffer_add_analytics_relation_meta_full
 * and providing the maximum number of analysis meta that will attached to a buffer.
 *
 * Returns: (transfer none) (nullable) : Newly attached #GstAnalyticsRelationMeta
 * Since: 1.24
 */
GstAnalyticsRelationMeta *
gst_buffer_add_analytics_relation_meta (GstBuffer * buffer)
{
  GstAnalyticsRelationMetaInitParams init_params = { 5, 1024 };
  return gst_buffer_add_analytics_relation_meta_full (buffer, &init_params);
}

/**
 * gst_buffer_add_analytics_relation_meta_full:
 * @buffer: (transfer none): a #GstBuffer
 * @init_params: Initialization parameters
 *
 * Attache a analysis-results relation-meta (#GstAnalyticsRelationMeta) to @buffer.
 *
 * A #GstAnalyticsRelationMeta is a metadata describing relation between other
 * analysis meta.
 *
 * Returns: (transfer none) (nullable) : Newly attached #GstAnalyticsRelationMeta
 * Since: 1.24
 */
GstAnalyticsRelationMeta *
gst_buffer_add_analytics_relation_meta_full (GstBuffer * buffer,
    GstAnalyticsRelationMetaInitParams * init_params)
{
  GstAnalyticsRelationMeta *meta = NULL;
  g_return_val_if_fail (init_params != NULL, NULL);
  g_return_val_if_fail (buffer != NULL, NULL);

  // We only want one relation-meta on a buffer, will check if one already
  // exist.
  meta = (GstAnalyticsRelationMeta *) gst_buffer_get_meta (buffer,
      GST_ANALYTICS_RELATION_META_API_TYPE);

  if (!meta) {
    meta =
        (GstAnalyticsRelationMeta *) gst_buffer_add_meta (buffer,
        GST_ANALYTICS_RELATION_META_INFO, init_params);
  }

  return meta;
}

/**
 * gst_buffer_get_analytics_relation_meta:
 * @buffer: a #GstBuffer
 *
 * Retrives the meta or %NULL if it doesn't exist
 *
 * Returns: (transfer none) (nullable) :The #GstAnalyticsRelationMeta if there is one
 * Since: 1.24:
 */
GstAnalyticsRelationMeta *
gst_buffer_get_analytics_relation_meta (GstBuffer * buffer)
{
  return (GstAnalyticsRelationMeta *)
      gst_buffer_get_meta (buffer, GST_ANALYTICS_RELATION_META_API_TYPE);
}

/**
 * gst_analytics_relation_meta_add_mtd: (skip)
 * @meta: Instance
 * @impl: Implementation of relatable (#GstAnalyticsRelatableMtd)
 * @size: Size required
 * @rlt_mtd: Updated handle
 *
 * Add a relatable metadata to @meta. This method is meant to be used by
 * new struct sub-classing GstAnalyticsRelatableMtd.
 *
 * Returns: A pointer to a memory area of size @size where to put the data
 * Since: 1.24
 */
gpointer
gst_analytics_relation_meta_add_mtd (GstAnalyticsRelationMeta * meta,
    const GstAnalyticsMtdImpl * impl, gsize size, GstAnalyticsMtd * rlt_mtd)
{
  gsize object_size;
  gsize new_size;
  GstAnalyticsRelatableMtdData *dest = NULL;
  gpointer mem;
  guint8 **new_adj_mat;
  gsize new_mem_cap, new_rel_order;
  GST_CAT_TRACE (GST_CAT_AN_RELATION, "Adding relatable metadata to rmeta %p",
      meta);

  object_size = sizeof (GstAnalyticsRelatableMtdData);
  object_size += sizeof (gpointer) * (size / sizeof (gpointer));
  if (size % sizeof (gpointer))
    object_size += sizeof (gpointer);
  new_size = meta->offset + object_size;

  if (new_size > meta->max_size) {

    if (new_size > meta->max_size_increment + meta->offset) {
      new_mem_cap = new_size;
    } else {
      new_mem_cap = meta->max_size + meta->max_size_increment;
    }

    mem = g_realloc (meta->analysis_results, new_mem_cap);
    meta->max_size = new_mem_cap;
    meta->analysis_results = mem;
  }

  if (meta->length >= meta->rel_order) {
    new_rel_order = meta->rel_order + meta->rel_order_increment;
    new_adj_mat = gst_analytics_relation_adj_mat_dup (meta->adj_mat,
        meta->rel_order, new_rel_order);
    g_free (meta->adj_mat);
    meta->adj_mat = new_adj_mat;

    mem = g_realloc (meta->mtd_data_lookup, sizeof (gpointer) * new_rel_order);
    meta->mtd_data_lookup = mem;
    meta->rel_order = new_rel_order;
  }

  if (new_size <= meta->max_size && (meta->length < meta->rel_order)) {
    dest =
        (GstAnalyticsRelatableMtdData *) (meta->analysis_results +
        meta->offset);
    dest->impl = impl;
    dest->id = gst_analytics_relation_meta_get_next_id (meta);
    dest->size = size;
    meta->mtd_data_lookup[dest->id] = meta->offset;
    meta->offset += object_size;
    meta->length++;
    rlt_mtd->id = dest->id;
    rlt_mtd->meta = meta;
    GST_CAT_TRACE (GST_CAT_AN_RELATION, "Add %p relatable type=%s (%"
        G_GSIZE_FORMAT " / %" G_GSIZE_FORMAT ").", dest,
        impl->name, new_size, meta->max_size);
  } else {
    GST_CAT_ERROR (GST_CAT_AN_RELATION,
        "Failed to add relatable, out-of-space (%" G_GSIZE_FORMAT " / %"
        G_GSIZE_FORMAT ").", new_size, meta->max_size);
  }
  return &dest->data[0];
}

/**
 * gst_analytics_relation_meta_get_mtd:
 * @meta: Instance of GstAnalyticsRelationMeta
 * @an_meta_id: Id of GstAnalyticsMtd instance to retrieve
 * @type: Filter on a specific type of analysis, use
 *  %GST_ANALYTICS_MTD_TYPE_ANY to match any type
 * @rlt: (out caller-allocates)(not nullable): Will be filled with relatable
 *    meta
 *
 * Fill @rlt if a analytics-meta with id == @an_meta_id exist in @meta instance,
 * otherwise this method return FALSE and @rlt is invalid.
 *
 * Returns: TRUE if successful.
 * Since: 1.24
 */
gboolean
gst_analytics_relation_meta_get_mtd (GstAnalyticsRelationMeta * meta,
    guint an_meta_id, GstAnalyticsMtdType type, GstAnalyticsMtd * rlt)
{
  GstAnalyticsRelatableMtdData *d;

  g_return_val_if_fail (meta, FALSE);
  g_return_val_if_fail (rlt, FALSE);

  rlt->meta = NULL;

  if (an_meta_id >= meta->length) {
    GST_CAT_ERROR (GST_CAT_AN_RELATION, "Invalid parameter");
    return FALSE;
  }

  d = gst_analytics_relation_meta_get_mtd_data_internal (meta, an_meta_id);
  if (d == NULL)
    return FALSE;

  if (d->impl == NULL) {
    return FALSE;
  }

  if (type != GST_ANALYTICS_MTD_TYPE_ANY &&
      d->impl != (GstAnalyticsMtdImpl *) type) {
    return FALSE;
  }

  rlt->meta = meta;
  rlt->id = an_meta_id;

  return TRUE;
}

/**
 * gst_analytics_relation_meta_get_mtd_data: (skip)
 * @meta: Instance of GstAnalyticsRelationMeta
 * @an_meta_id: Id of GstAnalyticsMtd instance to retrieve
 *
 * Returns:(nullable): Analytics data pointer
 * Since: 1.24
 */
gpointer
gst_analytics_relation_meta_get_mtd_data (GstAnalyticsRelationMeta *
    meta, guint an_meta_id)
{
  GstAnalyticsRelatableMtdData *rv =
      gst_analytics_relation_meta_get_mtd_data_internal (meta, an_meta_id);
  return &rv->data[0];
}


/**
 * gst_analytics_relation_meta_get_direct_related:
 * @meta: GstAnalyticsRelationMeta instance where to query for
 *    GstAnalyticsRelatableMtd.
 * @an_meta_id: Id of GstAnalyticsMtd involved in relation to query
 * @relation_type: Type of relation to filter on.
 * @type: Type of GstAnalyticsMtd to filter on
 * @state: (inout) (not nullable): Opaque data to store state of the query.
 *    If @state point to NULL, the first analytics-metadata directly related
 *    to @an_meta_id will be set in @rlt_mtd. Doesn't need to be free.
 * @rlt_mtd: Handle updated to directly related relatable meta.
 *
 * Returns: TRUE if @rlt_mtd was updated, other wise FALSE
 * Since: 1.24
 */
gboolean
gst_analytics_relation_meta_get_direct_related (GstAnalyticsRelationMeta * meta,
    guint an_meta_id, GstAnalyticsRelTypes relation_type,
    GstAnalyticsMtdType type, gpointer * state, GstAnalyticsMtd * rlt_mtd)
{
  guint8 **adj_mat;
  gsize adj_mat_order;
  GstAnalyticsRelationMeta *rmeta = (GstAnalyticsRelationMeta *) meta;
  GstAnalyticsRelatableMtdData *rlt_mtd_data = NULL;
  gsize i;

  GST_CAT_TRACE (GST_CAT_AN_RELATION,
      "Looking for %s related to %u by %d",
      gst_analytics_mtd_type_get_name (type), an_meta_id, relation_type);

  g_return_val_if_fail (rmeta != NULL, FALSE);

  if (state) {
    if (*state) {
      i = ~G_MINSSIZE & (GPOINTER_TO_SIZE (*state) + 1);
    } else {
      i = 0;
      *state = GSIZE_TO_POINTER (G_MINSSIZE | i);
    }
  } else {
    i = 0;
  }

  adj_mat_order = meta->rel_order;

  if (adj_mat_order < (an_meta_id + 1)) {
    GST_CAT_DEBUG (GST_CAT_AN_RELATION,
        "Testing relation existence for analysis-meta that have no index in "
        "adj-mat.");
    return FALSE;
  }

  rlt_mtd->meta = rmeta;
  adj_mat = meta->adj_mat;
  for (; i < adj_mat_order; i++) {
    if (adj_mat[an_meta_id][i] & relation_type) {
      rlt_mtd_data = (GstAnalyticsRelatableMtdData *)
          (meta->mtd_data_lookup[i] + meta->analysis_results);
      rlt_mtd->id = rlt_mtd_data->id;
      if (type == GST_ANALYTICS_MTD_TYPE_ANY
          || gst_analytics_mtd_get_mtd_type (rlt_mtd) == type) {
        if (state) {
          *state = GSIZE_TO_POINTER (G_MINSSIZE | i);
        }
        GST_CAT_TRACE (GST_CAT_AN_RELATION, "Found match at %" G_GSIZE_FORMAT,
            i);
        break;
      }
      rlt_mtd_data = NULL;
    }
  }

  return rlt_mtd_data != NULL;
}

/**
 * gst_analytics_relation_meta_iterate:
 * @meta: Instance of GstAnalyticsRelationMeta
 * @state: Opaque data to store iteration state, initialize to NULL, no need to
 *    free it.
 * @type: Type of GstAnalyticsMtd to iterate on or use
 *  %GST_ANALYTICS_MTD_TYPE_ANY for any.
 * @rlt_mtd: Handle updated to iterated GstAnalyticsRelatableMtd.
 *
 * Returns: FALSE if end was reached and iteration is completed.
 * Since: 1.24
 */
gboolean
gst_analytics_relation_meta_iterate (GstAnalyticsRelationMeta * meta,
    gpointer * state, GstAnalyticsMtdType type, GstAnalyticsMtd * rlt_mtd)
{
  gsize index;
  gsize len = gst_analytics_relation_get_length (meta);
  GstAnalyticsRelatableMtdData *rlt_mtd_data = NULL;

  g_return_val_if_fail (rlt_mtd != NULL, FALSE);

  if (*state) {
    index = ~G_MINSSIZE & (GPOINTER_TO_SIZE (*state) + 1);
  } else {
    index = 0;
    *state = GSIZE_TO_POINTER (G_MINSSIZE | index);
  }
  for (; index < len; index++) {
    rlt_mtd_data = (GstAnalyticsRelatableMtdData *)
        (meta->mtd_data_lookup[index] + meta->analysis_results);
    rlt_mtd->id = rlt_mtd_data->id;
    rlt_mtd->meta = meta;
    if (type == GST_ANALYTICS_MTD_TYPE_ANY ||
        gst_analytics_mtd_get_mtd_type (rlt_mtd) == type) {
      *state = GSIZE_TO_POINTER (G_MINSSIZE | index);
      return TRUE;
    }
  }

  return FALSE;
}