diff --git a/gst/rtp/gstrtph264pay.c b/gst/rtp/gstrtph264pay.c
index 4dce2b87d1..93f44c7111 100644
--- a/gst/rtp/gstrtph264pay.c
+++ b/gst/rtp/gstrtph264pay.c
@@ -1629,7 +1629,7 @@ gst_rtp_h264_pay_handle_buffer (GstRTPBasePayload * basepayload,
     g_array_set_size (nal_queue, 0);
   }
 
-  if (ret == GST_FLOW_OK &&
+  if (ret == GST_FLOW_OK && rtph264pay->bundle_size > 0 &&
       rtph264pay->aggregate_mode == GST_RTP_H264_AGGREGATE_ZERO_LATENCY &&
       rtph264pay->bundle_contains_vcl) {
     GST_DEBUG_OBJECT (rtph264pay, "sending bundle at end incoming packet");
diff --git a/gst/rtp/gstrtph265pay.c b/gst/rtp/gstrtph265pay.c
index 3e46d29549..3769acb94a 100644
--- a/gst/rtp/gstrtph265pay.c
+++ b/gst/rtp/gstrtph265pay.c
@@ -1648,7 +1648,7 @@ gst_rtp_h265_pay_handle_buffer (GstRTPBasePayload * basepayload,
     g_array_set_size (nal_queue, 0);
   }
 
-  if (ret == GST_FLOW_OK &&
+  if (ret == GST_FLOW_OK && rtph265pay->bundle_size > 0 &&
       rtph265pay->aggregate_mode == GST_RTP_H265_AGGREGATE_ZERO_LATENCY &&
       rtph265pay->bundle_contains_vcl) {
     GST_DEBUG_OBJECT (rtph265pay, "sending bundle at end incoming packet");