rtph264pay: add option to insert PPS/SPS in streams

Add a new spspps-interval property to instruct the payloader to insert
SPS and PPS at periodic intervals in the stream.
Rework the SPS/PPS handling so that bytestream and AVC sample code both use the
same code paths to handle sprop-parameter-sets. This also allows to have the AVC
code to insert SPS/PPS like the bytestream code.

Fixes #604913
This commit is contained in:
Wim Taymans 2009-12-21 20:39:53 +01:00 committed by Wim Taymans
parent b104a34f1f
commit 4687199348
2 changed files with 246 additions and 87 deletions

View file

@ -1,3 +1,4 @@
/* ex: set tabstop=2 shiftwidth=2 expandtab: */
/* GStreamer /* GStreamer
* *
* This library is free software; you can redistribute it and/or * This library is free software; you can redistribute it and/or
@ -27,6 +28,7 @@
#include "gstrtph264pay.h" #include "gstrtph264pay.h"
#define IDR_TYPE_ID 5
#define SPS_TYPE_ID 7 #define SPS_TYPE_ID 7
#define PPS_TYPE_ID 8 #define PPS_TYPE_ID 8
#define USE_MEMCMP #define USE_MEMCMP
@ -91,6 +93,7 @@ gst_h264_scan_mode_get_type (void)
#define DEFAULT_SPROP_PARAMETER_SETS NULL #define DEFAULT_SPROP_PARAMETER_SETS NULL
#define DEFAULT_SCAN_MODE GST_H264_SCAN_MODE_MULTI_NAL #define DEFAULT_SCAN_MODE GST_H264_SCAN_MODE_MULTI_NAL
#define DEFAULT_BUFFER_LIST FALSE #define DEFAULT_BUFFER_LIST FALSE
#define DEFAULT_SPSPPS_INTERVAL 0
enum enum
{ {
@ -99,6 +102,7 @@ enum
PROP_SPROP_PARAMETER_SETS, PROP_SPROP_PARAMETER_SETS,
PROP_SCAN_MODE, PROP_SCAN_MODE,
PROP_BUFFER_LIST, PROP_BUFFER_LIST,
PROP_SPSPPS_INTERVAL,
PROP_LAST PROP_LAST
}; };
@ -172,6 +176,16 @@ gst_rtp_h264_pay_class_init (GstRtpH264PayClass * klass)
"Use Buffer Lists", "Use Buffer Lists",
DEFAULT_BUFFER_LIST, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)); DEFAULT_BUFFER_LIST, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
g_object_class_install_property (G_OBJECT_CLASS (klass),
PROP_SPSPPS_INTERVAL,
g_param_spec_uint ("spspps-interval",
"SPS PPS Send Interval",
"Send SPS and PPS Insertion Interval in seconds (sprop parameter sets "
"will be multiplexed in the data stream when detected.)",
0, 3600, DEFAULT_SPSPPS_INTERVAL,
G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)
);
gobject_class->finalize = gst_rtp_h264_pay_finalize; gobject_class->finalize = gst_rtp_h264_pay_finalize;
gstbasertppayload_class->set_caps = gst_rtp_h264_pay_setcaps; gstbasertppayload_class->set_caps = gst_rtp_h264_pay_setcaps;
@ -188,8 +202,21 @@ gst_rtp_h264_pay_init (GstRtpH264Pay * rtph264pay, GstRtpH264PayClass * klass)
rtph264pay->profile = 0; rtph264pay->profile = 0;
rtph264pay->sps = NULL; rtph264pay->sps = NULL;
rtph264pay->pps = NULL; rtph264pay->pps = NULL;
rtph264pay->last_spspps = -1;
rtph264pay->scan_mode = GST_H264_SCAN_MODE_MULTI_NAL; rtph264pay->scan_mode = GST_H264_SCAN_MODE_MULTI_NAL;
rtph264pay->buffer_list = DEFAULT_BUFFER_LIST; rtph264pay->buffer_list = DEFAULT_BUFFER_LIST;
rtph264pay->spspps_interval = DEFAULT_SPSPPS_INTERVAL;
}
static void
gst_rtp_h264_pay_clear_sps_pps (GstRtpH264Pay * rtph264pay)
{
g_list_foreach (rtph264pay->sps, (GFunc) gst_mini_object_unref, NULL);
g_list_free (rtph264pay->sps);
rtph264pay->sps = NULL;
g_list_foreach (rtph264pay->pps, (GFunc) gst_mini_object_unref, NULL);
g_list_free (rtph264pay->pps);
rtph264pay->pps = NULL;
} }
static void static void
@ -201,8 +228,7 @@ gst_rtp_h264_pay_finalize (GObject * object)
g_array_free (rtph264pay->queue, TRUE); g_array_free (rtph264pay->queue, TRUE);
g_free (rtph264pay->sps); gst_rtp_h264_pay_clear_sps_pps (rtph264pay);
g_free (rtph264pay->pps);
g_free (rtph264pay->profile_level_id); g_free (rtph264pay->profile_level_id);
g_free (rtph264pay->sprop_parameter_sets); g_free (rtph264pay->sprop_parameter_sets);
@ -210,6 +236,51 @@ gst_rtp_h264_pay_finalize (GObject * object)
G_OBJECT_CLASS (parent_class)->finalize (object); G_OBJECT_CLASS (parent_class)->finalize (object);
} }
/* take the currently configured SPS and PPS lists and set them on the caps as
* sprop-parameter-sets */
static void
gst_rtp_h264_pay_set_sps_pps (GstBaseRTPPayload * basepayload)
{
GstRtpH264Pay *payloader = GST_RTP_H264_PAY (basepayload);
gchar *profile;
gchar *set;
GList *walk;
GString *sprops;
guint count;
sprops = g_string_new ("");
count = 0;
/* build the sprop-parameter-sets */
for (walk = payloader->sps; walk; walk = g_list_next (walk)) {
GstBuffer *sps_buf = GST_BUFFER_CAST (walk->data);
set =
g_base64_encode (GST_BUFFER_DATA (sps_buf), GST_BUFFER_SIZE (sps_buf));
g_string_append_printf (sprops, "%s%s", count ? "," : "", set);
g_free (set);
count++;
}
for (walk = payloader->pps; walk; walk = g_list_next (walk)) {
GstBuffer *pps_buf = GST_BUFFER_CAST (walk->data);
set =
g_base64_encode (GST_BUFFER_DATA (pps_buf), GST_BUFFER_SIZE (pps_buf));
g_string_append_printf (sprops, "%s%s", count ? "," : "", set);
g_free (set);
count++;
}
/* profile is 24 bit. Force it to respect the limit */
profile = g_strdup_printf ("%06x", payloader->profile & 0xffffff);
/* combine into output caps */
gst_basertppayload_set_outcaps (basepayload, "profile-level-id",
G_TYPE_STRING, profile,
"sprop-parameter-sets", G_TYPE_STRING, sprops->str, NULL);
g_string_free (sprops, TRUE);
g_free (profile);
}
static gboolean static gboolean
gst_rtp_h264_pay_setcaps (GstBaseRTPPayload * basepayload, GstCaps * caps) gst_rtp_h264_pay_setcaps (GstBaseRTPPayload * basepayload, GstCaps * caps)
{ {
@ -230,11 +301,8 @@ gst_rtp_h264_pay_setcaps (GstBaseRTPPayload * basepayload, GstCaps * caps)
/* packetized AVC video has a codec_data */ /* packetized AVC video has a codec_data */
if ((value = gst_structure_get_value (str, "codec_data"))) { if ((value = gst_structure_get_value (str, "codec_data"))) {
GstBuffer *buffer; GstBuffer *buffer;
GString *sprops;
guint num_sps, num_pps; guint num_sps, num_pps;
gint i, count, nal_size; gint i, nal_size;
gint profile;
gchar *profile_str;
GST_DEBUG_OBJECT (rtph264pay, "have packetized h264"); GST_DEBUG_OBJECT (rtph264pay, "have packetized h264");
rtph264pay->packetized = TRUE; rtph264pay->packetized = TRUE;
@ -253,8 +321,8 @@ gst_rtp_h264_pay_setcaps (GstBaseRTPPayload * basepayload, GstCaps * caps)
/* AVCProfileIndication */ /* AVCProfileIndication */
/* profile_compat */ /* profile_compat */
/* AVCLevelIndication */ /* AVCLevelIndication */
profile = (data[1] << 16) | (data[2] << 8) | data[3]; rtph264pay->profile = (data[1] << 16) | (data[2] << 8) | data[3];
GST_DEBUG_OBJECT (rtph264pay, "profile %06x", profile); GST_DEBUG_OBJECT (rtph264pay, "profile %06x", rtph264pay->profile);
/* 6 bits reserved | 2 bits lengthSizeMinusOne */ /* 6 bits reserved | 2 bits lengthSizeMinusOne */
/* this is the number of bytes in front of the NAL units to mark their /* this is the number of bytes in front of the NAL units to mark their
@ -269,11 +337,8 @@ gst_rtp_h264_pay_setcaps (GstBaseRTPPayload * basepayload, GstCaps * caps)
size -= 6; size -= 6;
/* create the sprop-parameter-sets */ /* create the sprop-parameter-sets */
sprops = g_string_new ("");
count = 0;
for (i = 0; i < num_sps; i++) { for (i = 0; i < num_sps; i++) {
gchar *set; GstBuffer *sps_buf;
if (size < 2) if (size < 2)
goto avcc_error; goto avcc_error;
@ -287,10 +352,10 @@ gst_rtp_h264_pay_setcaps (GstBaseRTPPayload * basepayload, GstCaps * caps)
if (size < nal_size) if (size < nal_size)
goto avcc_error; goto avcc_error;
set = g_base64_encode (data, nal_size); /* make a buffer out of it and add to SPS list */
g_string_append_printf (sprops, "%s%s", count ? "," : "", set); sps_buf = gst_buffer_new_and_alloc (nal_size);
count++; memcpy (GST_BUFFER_DATA (sps_buf), data, nal_size);
g_free (set); rtph264pay->sps = g_list_append (rtph264pay->sps, sps_buf);
data += nal_size; data += nal_size;
size -= nal_size; size -= nal_size;
@ -305,7 +370,7 @@ gst_rtp_h264_pay_setcaps (GstBaseRTPPayload * basepayload, GstCaps * caps)
GST_DEBUG_OBJECT (rtph264pay, "num PPS %u", num_pps); GST_DEBUG_OBJECT (rtph264pay, "num PPS %u", num_pps);
for (i = 0; i < num_pps; i++) { for (i = 0; i < num_pps; i++) {
gchar *set; GstBuffer *pps_buf;
if (size < 2) if (size < 2)
goto avcc_error; goto avcc_error;
@ -319,23 +384,16 @@ gst_rtp_h264_pay_setcaps (GstBaseRTPPayload * basepayload, GstCaps * caps)
if (size < nal_size) if (size < nal_size)
goto avcc_error; goto avcc_error;
set = g_base64_encode (data, nal_size); /* make a buffer out of it and add to PPS list */
g_string_append_printf (sprops, "%s%s", count ? "," : "", set); pps_buf = gst_buffer_new_and_alloc (nal_size);
count++; memcpy (GST_BUFFER_DATA (pps_buf), data, nal_size);
g_free (set); rtph264pay->pps = g_list_append (rtph264pay->pps, pps_buf);
data += nal_size; data += nal_size;
size -= nal_size; size -= nal_size;
} }
GST_DEBUG_OBJECT (rtph264pay, "sprops %s", sprops->str); /* and update the caps with the collected data */
gst_rtp_h264_pay_set_sps_pps (basepayload);
profile_str = g_strdup_printf ("%06x", profile);
gst_basertppayload_set_outcaps (basepayload, "profile-level-id",
G_TYPE_STRING, profile_str,
"sprop-parameter-sets", G_TYPE_STRING, sprops->str, NULL);
g_free (profile_str);
g_string_free (sprops, TRUE);
} else { } else {
GST_DEBUG_OBJECT (rtph264pay, "have bytestream h264"); GST_DEBUG_OBJECT (rtph264pay, "have bytestream h264");
rtph264pay->packetized = FALSE; rtph264pay->packetized = FALSE;
@ -442,7 +500,7 @@ is_nal_equal (const guint8 * nal1, const guint8 * nal2, guint len)
static gboolean static gboolean
gst_rtp_h264_pay_decode_nal (GstRtpH264Pay * payloader, gst_rtp_h264_pay_decode_nal (GstRtpH264Pay * payloader,
guint8 * data, guint size) guint8 * data, guint size, GstClockTime timestamp)
{ {
guint8 *sps = NULL, *pps = NULL; guint8 *sps = NULL, *pps = NULL;
guint sps_len = 0, pps_len = 0; guint sps_len = 0, pps_len = 0;
@ -460,7 +518,8 @@ gst_rtp_h264_pay_decode_nal (GstRtpH264Pay * payloader,
type = header & 0x1f; type = header & 0x1f;
/* keep sps & pps separately so that we can update either one /* keep sps & pps separately so that we can update either one
* independently */ * independently. We also record the timestamp of the last SPS/PPS so
* that we can insert them at regular intervals and when needed. */
if (SPS_TYPE_ID == type) { if (SPS_TYPE_ID == type) {
/* encode the entire SPS NAL in base64 */ /* encode the entire SPS NAL in base64 */
GST_DEBUG ("Found SPS %x %x %x Len=%u", (header >> 7), GST_DEBUG ("Found SPS %x %x %x Len=%u", (header >> 7),
@ -468,6 +527,9 @@ gst_rtp_h264_pay_decode_nal (GstRtpH264Pay * payloader,
sps = data; sps = data;
sps_len = len; sps_len = len;
/* remember when we last saw SPS */
if (timestamp != -1)
payloader->last_spspps = timestamp;
} else if (PPS_TYPE_ID == type) { } else if (PPS_TYPE_ID == type) {
/* encoder the entire PPS NAL in base64 */ /* encoder the entire PPS NAL in base64 */
GST_DEBUG ("Found PPS %x %x %x Len = %u", GST_DEBUG ("Found PPS %x %x %x Len = %u",
@ -475,83 +537,124 @@ gst_rtp_h264_pay_decode_nal (GstRtpH264Pay * payloader,
pps = data; pps = data;
pps_len = len; pps_len = len;
/* remember when we last saw PPS */
if (timestamp != -1)
payloader->last_spspps = timestamp;
} else { } else {
GST_DEBUG ("NAL: %x %x %x Len = %u", (header >> 7), GST_DEBUG ("NAL: %x %x %x Len = %u", (header >> 7),
(header >> 5) & 3, type, len); (header >> 5) & 3, type, len);
} }
/* If we encountered an SPS and/or a PPS, check if it's the /* If we encountered an SPS and/or a PPS, check if it's the
* same as the one we have. If not, update our version and * same as the one we have. If not, update our version and
* set updated to TRUE * set updated to TRUE
*/ */
if (sps_len > 0) { if (sps_len > 0) {
if ((payloader->sps_len != sps_len) GstBuffer *sps_buf;
|| !is_nal_equal (payloader->sps, sps, sps_len)) {
payloader->profile = (sps[1] << 16) + (sps[2] << 8) + sps[3];
GST_DEBUG ("Profile level IDC = %06x", payloader->profile); if (payloader->sps != NULL) {
sps_buf = GST_BUFFER_CAST (payloader->sps->data);
if (payloader->sps_len) if ((GST_BUFFER_SIZE (sps_buf) != sps_len)
g_free (payloader->sps); || !is_nal_equal (GST_BUFFER_DATA (sps_buf), sps, sps_len)) {
/* something changed, update */
payloader->sps = sps_len ? g_new (guint8, sps_len) : NULL; payloader->profile = (sps[1] << 16) + (sps[2] << 8) + sps[3];
memcpy (payloader->sps, sps, sps_len); GST_DEBUG ("Profile level IDC = %06x", payloader->profile);
payloader->sps_len = sps_len; updated = TRUE;
}
} else {
/* no previous SPS, update */
updated = TRUE; updated = TRUE;
} }
if (updated) {
sps_buf = gst_buffer_new_and_alloc (sps_len);
memcpy (GST_BUFFER_DATA (sps_buf), sps, sps_len);
if (payloader->sps) {
/* replace old buffer */
gst_buffer_unref (payloader->sps->data);
payloader->sps->data = sps_buf;
} else {
/* add new buffer */
payloader->sps = g_list_prepend (payloader->sps, sps_buf);
}
}
} }
if (pps_len > 0) { if (pps_len > 0) {
if ((payloader->pps_len != pps_len) GstBuffer *pps_buf;
|| !is_nal_equal (payloader->pps, pps, pps_len)) {
if (payloader->pps_len)
g_free (payloader->pps);
payloader->pps = pps_len ? g_new (guint8, pps_len) : NULL; if (payloader->pps != NULL) {
memcpy (payloader->pps, pps, pps_len); pps_buf = GST_BUFFER_CAST (payloader->pps->data);
payloader->pps_len = pps_len;
if ((GST_BUFFER_SIZE (pps_buf) != pps_len)
|| !is_nal_equal (GST_BUFFER_DATA (pps_buf), pps, pps_len)) {
/* something changed, update */
updated = TRUE;
}
} else {
/* no previous SPS, update */
updated = TRUE; updated = TRUE;
} }
}
if (updated) {
pps_buf = gst_buffer_new_and_alloc (pps_len);
memcpy (GST_BUFFER_DATA (pps_buf), pps, pps_len);
if (payloader->pps) {
/* replace old buffer */
gst_buffer_unref (payloader->pps->data);
payloader->pps->data = pps_buf;
} else {
/* add new buffer */
payloader->pps = g_list_prepend (payloader->pps, pps_buf);
}
}
}
return updated; return updated;
} }
static void static GstFlowReturn
gst_rtp_h264_pay_set_sps_pps (GstBaseRTPPayload * basepayload) gst_rtp_h264_pay_payload_nal (GstBaseRTPPayload * basepayload, guint8 * data,
guint size, GstClockTime timestamp, GstBuffer * buffer_orig);
static GstFlowReturn
gst_rtp_h264_pay_send_sps_pps (GstBaseRTPPayload * basepayload,
GstRtpH264Pay * rtph264pay, GstClockTime timestamp)
{ {
GstRtpH264Pay *payloader = GST_RTP_H264_PAY (basepayload); GstFlowReturn ret;
gchar *profile; GList *walk;
gchar *sps;
gchar *pps;
gchar *sprops;
/* profile is 24 bit. Force it to respect the limit */ for (walk = rtph264pay->sps; walk; walk = g_list_next (walk)) {
profile = g_strdup_printf ("%06x", payloader->profile & 0xffffff); GstBuffer *sps_buf = GST_BUFFER_CAST (walk->data);
/* build the sprop-parameter-sets */ GST_DEBUG_OBJECT (rtph264pay, "inserting SPS in the stream");
sps = (payloader->sps_len > 0) /* resend SPS */
? g_base64_encode (payloader->sps, payloader->sps_len) : NULL; ret = gst_rtp_h264_pay_payload_nal (basepayload,
pps = (payloader->pps_len > 0) GST_BUFFER_DATA (sps_buf), GST_BUFFER_SIZE (sps_buf), timestamp,
? g_base64_encode (payloader->pps, payloader->pps_len) : NULL; sps_buf);
/* Not critical here; but throw a warning */
if (ret != GST_FLOW_OK)
GST_WARNING ("Problem pushing SPS");
}
for (walk = rtph264pay->pps; walk; walk = g_list_next (walk)) {
GstBuffer *pps_buf = GST_BUFFER_CAST (walk->data);
if (sps) GST_DEBUG_OBJECT (rtph264pay, "inserting PPS in the stream");
sprops = g_strjoin (",", sps, pps, NULL); /* resend PPS */
else ret = gst_rtp_h264_pay_payload_nal (basepayload,
sprops = g_strdup (pps); GST_BUFFER_DATA (pps_buf), GST_BUFFER_SIZE (pps_buf), timestamp,
pps_buf);
/* Not critical here; but throw a warning */
if (ret != GST_FLOW_OK)
GST_WARNING ("Problem pushing PPS");
}
gst_basertppayload_set_outcaps (basepayload, "profile-level-id", if (timestamp != -1)
G_TYPE_STRING, profile, rtph264pay->last_spspps = timestamp;
"sprop-parameter-sets", G_TYPE_STRING, sprops, NULL);
GST_DEBUG ("outcaps udpate: profile=%s, sps=%s, pps=%s", return ret;
profile, GST_STR_NULL (sps), GST_STR_NULL (pps));
g_free (sprops);
g_free (profile);
g_free (sps);
g_free (pps);
} }
static GstFlowReturn static GstFlowReturn
@ -566,6 +669,7 @@ gst_rtp_h264_pay_payload_nal (GstBaseRTPPayload * basepayload, guint8 * data,
guint8 *payload; guint8 *payload;
GstBufferList *list = NULL; GstBufferList *list = NULL;
GstBufferListIterator *it = NULL; GstBufferListIterator *it = NULL;
gboolean send_spspps;
rtph264pay = GST_RTP_H264_PAY (basepayload); rtph264pay = GST_RTP_H264_PAY (basepayload);
mtu = GST_BASE_RTP_PAYLOAD_MTU (rtph264pay); mtu = GST_BASE_RTP_PAYLOAD_MTU (rtph264pay);
@ -573,6 +677,40 @@ gst_rtp_h264_pay_payload_nal (GstBaseRTPPayload * basepayload, guint8 * data,
nalType = data[0] & 0x1f; nalType = data[0] & 0x1f;
GST_DEBUG_OBJECT (rtph264pay, "Processing Buffer with NAL TYPE=%d", nalType); GST_DEBUG_OBJECT (rtph264pay, "Processing Buffer with NAL TYPE=%d", nalType);
send_spspps = FALSE;
/* check if we need to emit an SPS/PPS now */
if (nalType == IDR_TYPE_ID && rtph264pay->spspps_interval > 0) {
if (rtph264pay->last_spspps != -1) {
guint diff;
/* calculate diff between last SPS/PPS in milliseconds */
if (timestamp > rtph264pay->last_spspps)
diff = GST_TIME_AS_MSECONDS (timestamp - rtph264pay->last_spspps);
else
diff = 0;
GST_DEBUG_OBJECT (rtph264pay, "interval since last SPS/PPS %ums", diff);
/* bigger than interval, queue SPS/PPS */
if (diff >= rtph264pay->spspps_interval) {
GST_DEBUG_OBJECT (rtph264pay, "time to send SPS/PPS");
send_spspps = TRUE;
}
} else {
/* no know previous SPS/PPS time, send now */
GST_DEBUG_OBJECT (rtph264pay, "no previous SPS/PPS time, send now");
send_spspps = TRUE;
}
}
if (send_spspps) {
/* we need to send SPS/PPS now first */
ret = gst_rtp_h264_pay_send_sps_pps (basepayload, rtph264pay, timestamp);
if (ret != GST_FLOW_OK)
return ret;
}
packet_len = gst_rtp_buffer_calc_packet_len (size, 0, 0); packet_len = gst_rtp_buffer_calc_packet_len (size, 0, 0);
if (packet_len < mtu) { if (packet_len < mtu) {
@ -603,8 +741,13 @@ gst_rtp_h264_pay_payload_nal (GstBaseRTPPayload * basepayload, guint8 * data,
GstBuffer *paybuf; GstBuffer *paybuf;
/* create another buffer with the payload. */ /* create another buffer with the payload. */
paybuf = gst_buffer_create_sub (buffer_orig, data - if (buffer_orig)
GST_BUFFER_DATA (buffer_orig), size); paybuf = gst_buffer_create_sub (buffer_orig, data -
GST_BUFFER_DATA (buffer_orig), size);
else {
paybuf = gst_buffer_new_and_alloc (size);
memcpy (GST_BUFFER_DATA (paybuf), data, size);
}
list = gst_buffer_list_new (); list = gst_buffer_list_new ();
it = gst_buffer_list_iterate (list); it = gst_buffer_list_iterate (list);
@ -690,8 +833,13 @@ gst_rtp_h264_pay_payload_nal (GstBaseRTPPayload * basepayload, guint8 * data,
GstBuffer *paybuf; GstBuffer *paybuf;
/* create another buffer to hold the payload */ /* create another buffer to hold the payload */
paybuf = gst_buffer_create_sub (buffer_orig, data - if (buffer_orig)
GST_BUFFER_DATA (buffer_orig) + pos, limitedSize); paybuf = gst_buffer_create_sub (buffer_orig, data -
GST_BUFFER_DATA (buffer_orig) + pos, limitedSize);
else {
paybuf = gst_buffer_new_and_alloc (limitedSize);
memcpy (GST_BUFFER_DATA (paybuf), data + pos, limitedSize);
}
/* create a new group to hold the header and the payload */ /* create a new group to hold the header and the payload */
gst_buffer_list_iterator_add_group (it); gst_buffer_list_iterator_add_group (it);
@ -834,6 +982,7 @@ gst_rtp_h264_pay_handle_buffer (GstBaseRTPPayload * basepayload,
if (rtph264pay->profile_level_id != NULL && if (rtph264pay->profile_level_id != NULL &&
rtph264pay->sprop_parameter_sets != NULL) { rtph264pay->sprop_parameter_sets != NULL) {
/* explicitly set profile and sprop, use those */
if (rtph264pay->update_caps) { if (rtph264pay->update_caps) {
gst_basertppayload_set_outcaps (basepayload, "profile-level-id", gst_basertppayload_set_outcaps (basepayload, "profile-level-id",
G_TYPE_STRING, rtph264pay->profile_level_id, G_TYPE_STRING, rtph264pay->profile_level_id,
@ -849,8 +998,9 @@ gst_rtp_h264_pay_handle_buffer (GstBaseRTPPayload * basepayload,
/* We know our stream is a valid H264 NAL packet, /* We know our stream is a valid H264 NAL packet,
* go parse it for SPS/PPS to enrich the caps */ * go parse it for SPS/PPS to enrich the caps */
/* order: make sure to check nal */ /* order: make sure to check nal */
update = gst_rtp_h264_pay_decode_nal (rtph264pay, data, nal_len) || update =
update; gst_rtp_h264_pay_decode_nal (rtph264pay, data, nal_len, timestamp)
|| update;
} }
/* move to next NAL packet */ /* move to next NAL packet */
data += nal_len; data += nal_len;
@ -915,6 +1065,9 @@ gst_rtp_h264_pay_set_property (GObject * object, guint prop_id,
case PROP_BUFFER_LIST: case PROP_BUFFER_LIST:
rtph264pay->buffer_list = g_value_get_boolean (value); rtph264pay->buffer_list = g_value_get_boolean (value);
break; break;
case PROP_SPSPPS_INTERVAL:
rtph264pay->spspps_interval = g_value_get_uint (value);
break;
default: default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break; break;
@ -942,6 +1095,9 @@ gst_rtp_h264_pay_get_property (GObject * object, guint prop_id,
case PROP_BUFFER_LIST: case PROP_BUFFER_LIST:
g_value_set_boolean (value, rtph264pay->buffer_list); g_value_set_boolean (value, rtph264pay->buffer_list);
break; break;
case PROP_SPSPPS_INTERVAL:
g_value_set_uint (value, rtph264pay->spspps_interval);
break;
default: default:
G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec); G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
break; break;

View file

@ -51,8 +51,7 @@ struct _GstRtpH264Pay
GstBaseRTPPayload payload; GstBaseRTPPayload payload;
guint profile; guint profile;
guint8 *sps, *pps; GList *sps, *pps;
guint sps_len, pps_len;
gboolean packetized; gboolean packetized;
guint nal_length_size; guint nal_length_size;
@ -63,6 +62,10 @@ struct _GstRtpH264Pay
gboolean update_caps; gboolean update_caps;
GstH264ScanMode scan_mode; GstH264ScanMode scan_mode;
guint spspps_interval;
gboolean send_spspps;
GstClockTime last_spspps;
gboolean buffer_list; gboolean buffer_list;
}; };