diff --git a/ext/vp8/gstvp8enc.c b/ext/vp8/gstvp8enc.c
index 62a688f9dc..fb939b4e55 100644
--- a/ext/vp8/gstvp8enc.c
+++ b/ext/vp8/gstvp8enc.c
@@ -595,6 +595,10 @@ gst_vp8_enc_handle_frame (GstBaseVideoEncoder * base_video_encoder,
 
     status = vpx_codec_enc_init (&encoder->encoder, &vpx_codec_vp8_cx_algo,
         &cfg, 0);
+    gst_base_video_encoder_set_latency (base_video_encoder, 0,
+        gst_util_uint64_scale (encoder->max_latency,
+            base_video_encoder->state.fps_d * GST_SECOND,
+            base_video_encoder->state.fps_n));
     if (status) {
       GST_ERROR ("encoder input error");
       return GST_FLOW_ERROR;