diff --git a/subprojects/gst-plugins-bad/sys/va/gstvabaseenc.c b/subprojects/gst-plugins-bad/sys/va/gstvabaseenc.c
index 45f59095c0..ba5a0d744f 100644
--- a/subprojects/gst-plugins-bad/sys/va/gstvabaseenc.c
+++ b/subprojects/gst-plugins-bad/sys/va/gstvabaseenc.c
@@ -62,8 +62,6 @@ static void
 gst_va_base_enc_reset_state (GstVaBaseEnc * base)
 {
   base->frame_duration = GST_CLOCK_TIME_NONE;
-  base->input_frame_count = 0;
-  base->output_frame_count = 0;
 
   base->width = 0;
   base->height = 0;
@@ -122,6 +120,9 @@ gst_va_base_enc_start (GstVideoEncoder * venc)
 
   klass->reset_state (base);
 
+  base->input_frame_count = 0;
+  base->output_frame_count = 0;
+
   base->input_state = NULL;
 
   /* Set the minimum pts to some huge value (1000 hours). This keeps