diff --git a/gst/vaapi/gstvaapidecode.c b/gst/vaapi/gstvaapidecode.c
index 0cc66f68f1..a0fd4b4733 100644
--- a/gst/vaapi/gstvaapidecode.c
+++ b/gst/vaapi/gstvaapidecode.c
@@ -872,6 +872,8 @@ gst_vaapidecode_create (GstVaapiDecode * decode, GstCaps * caps)
         if (priv) {
           gst_vaapi_decoder_h264_set_low_latency (GST_VAAPI_DECODER_H264
               (decode->decoder), priv->is_low_latency);
+          gst_vaapi_decoder_h264_set_base_only (GST_VAAPI_DECODER_H264
+              (decode->decoder), priv->base_only);
         }
       }
       break;
diff --git a/gst/vaapi/gstvaapidecode_props.c b/gst/vaapi/gstvaapidecode_props.c
index 3bc634adaa..e9287b4259 100644
--- a/gst/vaapi/gstvaapidecode_props.c
+++ b/gst/vaapi/gstvaapidecode_props.c
@@ -73,6 +73,9 @@ gst_vaapi_decode_h264_set_property (GObject * object, guint prop_id,
       break;
     case GST_VAAPI_DECODER_H264_PROP_BASE_ONLY:
       priv->base_only = g_value_get_boolean (value);
+      decoder = GST_VAAPI_DECODER_H264 (GST_VAAPIDECODE (object)->decoder);
+      if (decoder)
+        gst_vaapi_decoder_h264_set_base_only (decoder, priv->base_only);
       break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);