mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-12-22 16:26:39 +00:00
352bf28a35
The avtpsink element is expected to transmit AVTPDUs at specific times, according to GstBuffer timestamps. Currently, the transmission time is controlled in software via the rendering synchronization mechanism provided by GstBaseSink class. However, that mechanism may not cope with some AVB use-cases such as Class A streams, where AVTPDUs are expected to be transmitted at every 125 us. Thus, this patch introduces avtpsink own mechanism which leverages the socket transmission scheduling infrastructure introduced in Linux kernel 4.19. When supported by the NIC, the transmission scheduling is offloaded to the hardware, improving transmission time accuracy considerably. To illustrate that, a before-after experiment was carried out. The experimental setup consisted in 2 PCs with Intel i210 card connected back-to-back running an up-to-date Archlinux with kernel 5.3.1. In one host gst-launch-1.0 was used to generate a 2-minute Class A stream while the other host captured the packets. The metric under evaluation is the transmission interval and it is measured by checking the 'time_delta' information from ethernet frames captured at the receiving side. The table below shows the outcome for a 48 kHz, 16-bit sample, stereo audio stream. The unit is nanoseconds. | Mean | Stdev | Min | Max | Range | -------+--------+---------+---------+---------+---------+ Before | 125000 │ 2401 │ 110056 │ 288432 │ 178376 | After | 125000 │ 18 │ 124943 │ 125055 │ 112 | Before this patch, the transmission interval mean is equal to the optimal value (Class A stream -> 125 us interval), and it is kept the same after the patch. The dispersion measurements, however, had improved considerably, meaning the system is now consistently transmitting AVTPDUs at the correct time. Finally, the socket transmission scheduling infrastructure requires the system clock to be synchronized with PTP clock so this patches modifies the AVTP plugin documentation to cover how to achieve that.
427 lines
12 KiB
C
427 lines
12 KiB
C
/*
|
|
* GStreamer AVTP Plugin
|
|
* Copyright (C) 2019 Intel Corporation
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later
|
|
* version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
|
|
* Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
/**
|
|
* SECTION:element-avtpsink
|
|
* @see_also: avtpsrc
|
|
*
|
|
* avtpsink is a network sink that sends AVTPDUs to the network. It should be
|
|
* combined with AVTP payloaders to implement an AVTP talker. For more
|
|
* information see https://standards.ieee.org/standard/1722-2016.html.
|
|
*
|
|
* <note>
|
|
* This element opens an AF_PACKET socket which requires CAP_NET_RAW
|
|
* capability. Therefore, applications must have that capability in order to
|
|
* successfully use this element. The capability can be dropped by the
|
|
* application after the element transitions to PAUSED state if wanted.
|
|
* </note>
|
|
*
|
|
* <refsect2>
|
|
* <title>Example pipeline</title>
|
|
* |[
|
|
* gst-launch-1.0 audiotestsrc ! audioconvert ! avtpaafpay ! avtpsink
|
|
* ]| This example pipeline implements an AVTP talker that transmit an AAF
|
|
* stream.
|
|
* </refsect2>
|
|
*/
|
|
|
|
#include <arpa/inet.h>
|
|
#include <linux/if_packet.h>
|
|
#include <linux/net_tstamp.h>
|
|
#include <net/ethernet.h>
|
|
#include <net/if.h>
|
|
#include <stdio.h>
|
|
#include <string.h>
|
|
#include <sys/ioctl.h>
|
|
#include <sys/socket.h>
|
|
#include <unistd.h>
|
|
|
|
#include "gstavtpsink.h"
|
|
|
|
GST_DEBUG_CATEGORY_STATIC (avtpsink_debug);
|
|
#define GST_CAT_DEFAULT (avtpsink_debug)
|
|
|
|
#define DEFAULT_IFNAME "eth0"
|
|
#define DEFAULT_ADDRESS "01:AA:AA:AA:AA:AA"
|
|
#define DEFAULT_PRIORITY 0
|
|
|
|
#define NSEC_PER_SEC 1000000000
|
|
#define TAI_OFFSET (37ULL * NSEC_PER_SEC)
|
|
#define UTC_TO_TAI(t) (t + TAI_OFFSET)
|
|
|
|
enum
|
|
{
|
|
PROP_0,
|
|
PROP_IFNAME,
|
|
PROP_ADDRESS,
|
|
PROP_PRIORITY,
|
|
};
|
|
|
|
static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
|
|
GST_PAD_SINK,
|
|
GST_PAD_ALWAYS,
|
|
GST_STATIC_CAPS ("application/x-avtp")
|
|
);
|
|
|
|
#define gst_avtp_sink_parent_class parent_class
|
|
G_DEFINE_TYPE (GstAvtpSink, gst_avtp_sink, GST_TYPE_BASE_SINK);
|
|
|
|
static void gst_avtp_sink_finalize (GObject * gobject);
|
|
static void gst_avtp_sink_set_property (GObject * object, guint prop_id,
|
|
const GValue * value, GParamSpec * pspec);
|
|
static void gst_avtp_sink_get_property (GObject * object, guint prop_id,
|
|
GValue * value, GParamSpec * pspec);
|
|
|
|
static gboolean gst_avtp_sink_start (GstBaseSink * basesink);
|
|
static gboolean gst_avtp_sink_stop (GstBaseSink * basesink);
|
|
static GstFlowReturn gst_avtp_sink_render (GstBaseSink * basesink, GstBuffer *
|
|
buffer);
|
|
static void gst_avtp_sink_get_times (GstBaseSink * bsink, GstBuffer * buffer,
|
|
GstClockTime * start, GstClockTime * end);
|
|
|
|
static void
|
|
gst_avtp_sink_class_init (GstAvtpSinkClass * klass)
|
|
{
|
|
GObjectClass *object_class = G_OBJECT_CLASS (klass);
|
|
GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
|
|
GstBaseSinkClass *basesink_class = GST_BASE_SINK_CLASS (klass);
|
|
|
|
object_class->finalize = gst_avtp_sink_finalize;
|
|
object_class->get_property = gst_avtp_sink_get_property;
|
|
object_class->set_property = gst_avtp_sink_set_property;
|
|
|
|
g_object_class_install_property (object_class, PROP_IFNAME,
|
|
g_param_spec_string ("ifname", "Interface Name",
|
|
"Network interface utilized to transmit AVTPDUs",
|
|
DEFAULT_IFNAME, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
|
|
GST_PARAM_MUTABLE_READY));
|
|
g_object_class_install_property (object_class, PROP_ADDRESS,
|
|
g_param_spec_string ("address", "Destination MAC address",
|
|
"Destination MAC address from Ethernet frames",
|
|
DEFAULT_ADDRESS, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
|
|
GST_PARAM_MUTABLE_READY));
|
|
g_object_class_install_property (object_class, PROP_PRIORITY,
|
|
g_param_spec_int ("priority", "Socket priority",
|
|
"Priority configured into socket (SO_PRIORITY)", 0, G_MAXINT,
|
|
DEFAULT_PRIORITY, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
|
|
GST_PARAM_MUTABLE_READY));
|
|
|
|
gst_element_class_add_static_pad_template (element_class, &sink_template);
|
|
|
|
gst_element_class_set_static_metadata (element_class,
|
|
"Audio/Video Transport Protocol (AVTP) Sink",
|
|
"Sink/Network", "Send AVTPDUs over the network",
|
|
"Andre Guedes <andre.guedes@intel.com>");
|
|
|
|
basesink_class->start = GST_DEBUG_FUNCPTR (gst_avtp_sink_start);
|
|
basesink_class->stop = GST_DEBUG_FUNCPTR (gst_avtp_sink_stop);
|
|
basesink_class->render = GST_DEBUG_FUNCPTR (gst_avtp_sink_render);
|
|
basesink_class->get_times = GST_DEBUG_FUNCPTR (gst_avtp_sink_get_times);
|
|
|
|
GST_DEBUG_CATEGORY_INIT (avtpsink_debug, "avtpsink", 0, "AVTP Sink");
|
|
}
|
|
|
|
static void
|
|
gst_avtp_sink_init (GstAvtpSink * avtpsink)
|
|
{
|
|
gst_base_sink_set_sync (GST_BASE_SINK (avtpsink), TRUE);
|
|
|
|
avtpsink->ifname = g_strdup (DEFAULT_IFNAME);
|
|
avtpsink->address = g_strdup (DEFAULT_ADDRESS);
|
|
avtpsink->priority = DEFAULT_PRIORITY;
|
|
avtpsink->sk_fd = -1;
|
|
memset (&avtpsink->sk_addr, 0, sizeof (avtpsink->sk_addr));
|
|
}
|
|
|
|
static void
|
|
gst_avtp_sink_finalize (GObject * object)
|
|
{
|
|
GstAvtpSink *avtpsink = GST_AVTP_SINK (object);
|
|
|
|
g_free (avtpsink->ifname);
|
|
g_free (avtpsink->address);
|
|
|
|
G_OBJECT_CLASS (parent_class)->finalize (object);
|
|
}
|
|
|
|
static void
|
|
gst_avtp_sink_set_property (GObject * object, guint prop_id,
|
|
const GValue * value, GParamSpec * pspec)
|
|
{
|
|
GstAvtpSink *avtpsink = GST_AVTP_SINK (object);
|
|
|
|
GST_DEBUG_OBJECT (avtpsink, "prop_id %u", prop_id);
|
|
|
|
switch (prop_id) {
|
|
case PROP_IFNAME:
|
|
g_free (avtpsink->ifname);
|
|
avtpsink->ifname = g_value_dup_string (value);
|
|
break;
|
|
case PROP_ADDRESS:
|
|
g_free (avtpsink->address);
|
|
avtpsink->address = g_value_dup_string (value);
|
|
break;
|
|
case PROP_PRIORITY:
|
|
avtpsink->priority = g_value_get_int (value);
|
|
break;
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static void
|
|
gst_avtp_sink_get_property (GObject * object, guint prop_id,
|
|
GValue * value, GParamSpec * pspec)
|
|
{
|
|
GstAvtpSink *avtpsink = GST_AVTP_SINK (object);
|
|
|
|
GST_DEBUG_OBJECT (avtpsink, "prop_id %u", prop_id);
|
|
|
|
switch (prop_id) {
|
|
case PROP_IFNAME:
|
|
g_value_set_string (value, avtpsink->ifname);
|
|
break;
|
|
case PROP_ADDRESS:
|
|
g_value_set_string (value, avtpsink->address);
|
|
break;
|
|
case PROP_PRIORITY:
|
|
g_value_set_int (value, avtpsink->priority);
|
|
break;
|
|
default:
|
|
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
|
|
break;
|
|
}
|
|
}
|
|
|
|
static gboolean
|
|
gst_avtp_sink_init_socket (GstAvtpSink * avtpsink)
|
|
{
|
|
int fd, res;
|
|
unsigned int index;
|
|
guint8 addr[ETH_ALEN];
|
|
struct sockaddr_ll sk_addr;
|
|
struct sock_txtime txtime_cfg;
|
|
|
|
index = if_nametoindex (avtpsink->ifname);
|
|
if (!index) {
|
|
GST_ERROR_OBJECT (avtpsink, "Failed to get if_index: %s", strerror (errno));
|
|
return FALSE;
|
|
}
|
|
|
|
fd = socket (AF_PACKET, SOCK_DGRAM, htons (ETH_P_TSN));
|
|
if (fd < 0) {
|
|
GST_ERROR_OBJECT (avtpsink, "Failed to open socket: %s", strerror (errno));
|
|
return FALSE;
|
|
}
|
|
|
|
res = setsockopt (fd, SOL_SOCKET, SO_PRIORITY, &avtpsink->priority,
|
|
sizeof (avtpsink->priority));
|
|
if (res < 0) {
|
|
GST_ERROR_OBJECT (avtpsink, "Failed to socket priority: %s", strerror
|
|
(errno));
|
|
goto err;
|
|
}
|
|
|
|
txtime_cfg.clockid = CLOCK_TAI;
|
|
txtime_cfg.flags = 0;
|
|
res = setsockopt (fd, SOL_SOCKET, SO_TXTIME, &txtime_cfg,
|
|
sizeof (txtime_cfg));
|
|
if (res < 0) {
|
|
GST_ERROR_OBJECT (avtpsink, "Failed to set SO_TXTIME: %s", strerror
|
|
(errno));
|
|
goto err;
|
|
}
|
|
|
|
res = sscanf (avtpsink->address, "%hhx:%hhx:%hhx:%hhx:%hhx:%hhx",
|
|
&addr[0], &addr[1], &addr[2], &addr[3], &addr[4], &addr[5]);
|
|
if (res != 6) {
|
|
GST_ERROR_OBJECT (avtpsink, "Destination MAC address format not valid");
|
|
goto err;
|
|
}
|
|
|
|
sk_addr.sll_family = AF_PACKET;
|
|
sk_addr.sll_protocol = htons (ETH_P_TSN);
|
|
sk_addr.sll_halen = ETH_ALEN;
|
|
sk_addr.sll_ifindex = index;
|
|
sk_addr.sll_hatype = 0;
|
|
sk_addr.sll_pkttype = 0;
|
|
memcpy (sk_addr.sll_addr, addr, ETH_ALEN);
|
|
|
|
avtpsink->sk_fd = fd;
|
|
avtpsink->sk_addr = sk_addr;
|
|
|
|
return TRUE;
|
|
|
|
err:
|
|
close (fd);
|
|
return FALSE;
|
|
}
|
|
|
|
static void
|
|
gst_avtp_sink_init_msghdr (GstAvtpSink * avtpsink)
|
|
{
|
|
struct msghdr *msg;
|
|
struct cmsghdr *cmsg;
|
|
|
|
msg = g_malloc0 (sizeof (struct msghdr));
|
|
msg->msg_name = &avtpsink->sk_addr;
|
|
msg->msg_namelen = sizeof (avtpsink->sk_addr);
|
|
msg->msg_iovlen = 1;
|
|
msg->msg_iov = g_malloc0 (sizeof (struct iovec));
|
|
msg->msg_controllen = CMSG_SPACE (sizeof (__u64));
|
|
msg->msg_control = g_malloc0 (msg->msg_controllen);
|
|
|
|
cmsg = CMSG_FIRSTHDR (msg);
|
|
cmsg->cmsg_level = SOL_SOCKET;
|
|
cmsg->cmsg_type = SCM_TXTIME;
|
|
cmsg->cmsg_len = CMSG_LEN (sizeof (__u64));
|
|
|
|
avtpsink->msg = msg;
|
|
}
|
|
|
|
static gboolean
|
|
gst_avtp_sink_start (GstBaseSink * basesink)
|
|
{
|
|
GstAvtpSink *avtpsink = GST_AVTP_SINK (basesink);
|
|
|
|
if (!gst_avtp_sink_init_socket (avtpsink))
|
|
return FALSE;
|
|
|
|
gst_avtp_sink_init_msghdr (avtpsink);
|
|
|
|
GST_DEBUG_OBJECT (avtpsink, "AVTP sink started");
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
static gboolean
|
|
gst_avtp_sink_stop (GstBaseSink * basesink)
|
|
{
|
|
GstAvtpSink *avtpsink = GST_AVTP_SINK (basesink);
|
|
|
|
g_free (avtpsink->msg->msg_iov);
|
|
g_free (avtpsink->msg->msg_control);
|
|
g_free (avtpsink->msg);
|
|
close (avtpsink->sk_fd);
|
|
|
|
GST_DEBUG_OBJECT (avtpsink, "AVTP sink stopped");
|
|
return TRUE;
|
|
}
|
|
|
|
/* This function was heavily inspired by gst_base_sink_adjust_time() from
|
|
* GstBaseSink.
|
|
*/
|
|
static GstClockTime
|
|
gst_avtp_sink_adjust_time (GstBaseSink * basesink, GstClockTime time)
|
|
{
|
|
GstClockTimeDiff ts_offset;
|
|
GstClockTime render_delay;
|
|
|
|
/* don't do anything funny with invalid timestamps */
|
|
if (G_UNLIKELY (!GST_CLOCK_TIME_IS_VALID (time)))
|
|
return time;
|
|
|
|
time += gst_base_sink_get_latency (basesink);
|
|
|
|
/* apply offset, be careful for underflows */
|
|
ts_offset = gst_base_sink_get_ts_offset (basesink);
|
|
if (ts_offset < 0) {
|
|
ts_offset = -ts_offset;
|
|
if (ts_offset < time)
|
|
time -= ts_offset;
|
|
else
|
|
time = 0;
|
|
} else
|
|
time += ts_offset;
|
|
|
|
/* subtract the render delay again, which was included in the latency */
|
|
render_delay = gst_base_sink_get_render_delay (basesink);
|
|
if (time > render_delay)
|
|
time -= render_delay;
|
|
else
|
|
time = 0;
|
|
|
|
return time;
|
|
}
|
|
|
|
static GstFlowReturn
|
|
gst_avtp_sink_render (GstBaseSink * basesink, GstBuffer * buffer)
|
|
{
|
|
ssize_t n;
|
|
GstMapInfo info;
|
|
GstAvtpSink *avtpsink = GST_AVTP_SINK (basesink);
|
|
struct iovec *iov = avtpsink->msg->msg_iov;
|
|
|
|
if (G_LIKELY (basesink->sync)) {
|
|
GstClockTime base_time, running_time;
|
|
struct cmsghdr *cmsg = CMSG_FIRSTHDR (avtpsink->msg);
|
|
|
|
g_assert (GST_BUFFER_DTS_OR_PTS (buffer) != GST_CLOCK_TIME_NONE);
|
|
|
|
base_time = gst_element_get_base_time (GST_ELEMENT (avtpsink));
|
|
running_time = gst_segment_to_running_time (&basesink->segment,
|
|
basesink->segment.format, GST_BUFFER_DTS_OR_PTS (buffer));
|
|
running_time = gst_avtp_sink_adjust_time (basesink, running_time);
|
|
*(__u64 *) CMSG_DATA (cmsg) = UTC_TO_TAI (base_time + running_time);
|
|
}
|
|
|
|
if (!gst_buffer_map (buffer, &info, GST_MAP_READ)) {
|
|
GST_ERROR_OBJECT (avtpsink, "Failed to map buffer");
|
|
return GST_FLOW_ERROR;
|
|
}
|
|
|
|
iov->iov_base = info.data;
|
|
iov->iov_len = info.size;
|
|
|
|
n = sendmsg (avtpsink->sk_fd, avtpsink->msg, 0);
|
|
if (n < 0) {
|
|
GST_INFO_OBJECT (avtpsink, "Failed to send AVTPDU: %s", strerror (errno));
|
|
goto out;
|
|
}
|
|
if (n != info.size) {
|
|
GST_INFO_OBJECT (avtpsink, "Incomplete AVTPDU transmission");
|
|
goto out;
|
|
}
|
|
|
|
out:
|
|
gst_buffer_unmap (buffer, &info);
|
|
return GST_FLOW_OK;
|
|
}
|
|
|
|
static void
|
|
gst_avtp_sink_get_times (GstBaseSink * bsink, GstBuffer * buffer,
|
|
GstClockTime * start, GstClockTime * end)
|
|
{
|
|
/* Rendering synchronization is handled by the GstAvtpSink class itself, not
|
|
* GstBaseSink so we set 'start' and 'end' to GST_CLOCK_TIME_NONE to signal
|
|
* that to the base class.
|
|
*/
|
|
*start = GST_CLOCK_TIME_NONE;
|
|
*end = GST_CLOCK_TIME_NONE;
|
|
}
|
|
|
|
gboolean
|
|
gst_avtp_sink_plugin_init (GstPlugin * plugin)
|
|
{
|
|
return gst_element_register (plugin, "avtpsink", GST_RANK_NONE,
|
|
GST_TYPE_AVTP_SINK);
|
|
}
|