diff --git a/gst/audiomixer/gstaudiomixer.c b/gst/audiomixer/gstaudiomixer.c
index da0884238d..8881d63ebb 100644
--- a/gst/audiomixer/gstaudiomixer.c
+++ b/gst/audiomixer/gstaudiomixer.c
@@ -826,8 +826,7 @@ gst_audiomixer_init (GstAudioMixer * audiomixer)
   audiomixer->discont_wait = DEFAULT_DISCONT_WAIT;
   audiomixer->output_buffer_duration = DEFAULT_OUTPUT_BUFFER_DURATION;
   gst_aggregator_set_latency (GST_AGGREGATOR (audiomixer),
-      2 * audiomixer->output_buffer_duration,
-      2 * audiomixer->output_buffer_duration);
+      audiomixer->output_buffer_duration, audiomixer->output_buffer_duration);
 }
 
 static void
@@ -878,8 +877,8 @@ gst_audiomixer_set_property (GObject * object, guint prop_id,
     case PROP_OUTPUT_BUFFER_DURATION:
       audiomixer->output_buffer_duration = g_value_get_uint64 (value);
       gst_aggregator_set_latency (GST_AGGREGATOR (audiomixer),
-          2 * audiomixer->output_buffer_duration,
-          2 * audiomixer->output_buffer_duration);
+          audiomixer->output_buffer_duration,
+          audiomixer->output_buffer_duration);
       break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);