diff --git a/gst/audioparsers/gstmpegaudioparse.c b/gst/audioparsers/gstmpegaudioparse.c
index 6506806d30..5d1ec4c9d3 100644
--- a/gst/audioparsers/gstmpegaudioparse.c
+++ b/gst/audioparsers/gstmpegaudioparse.c
@@ -548,6 +548,10 @@ gst_mpeg_audio_parse_check_valid_frame (GstBaseParse * parse,
         return FALSE;
       }
     }
+  } else if (drain && !sync && caps_change) {
+    /* avoid caps jitter that we can't be sure of */
+    *skipsize = off + 2;
+    return FALSE;
   }
 
   *framesize = bpf;