diff --git a/subprojects/gst-plugins-base/gst-libs/gst/audio/gstaudiostreamalign.c b/subprojects/gst-plugins-base/gst-libs/gst/audio/gstaudiostreamalign.c
index 89d9881069..adcad52156 100644
--- a/subprojects/gst-plugins-base/gst-libs/gst/audio/gstaudiostreamalign.c
+++ b/subprojects/gst-plugins-base/gst-libs/gst/audio/gstaudiostreamalign.c
@@ -383,9 +383,9 @@ gst_audio_stream_align_process (GstAudioStreamAlign * align,
         gst_util_uint64_scale (align->next_offset, GST_SECOND,
         ABS (align->rate));
 
-    max_sample_diff =
+    max_sample_diff = MAX (1,
         gst_util_uint64_scale_int (align->alignment_threshold,
-        ABS (align->rate), GST_SECOND);
+            ABS (align->rate), GST_SECOND));
 
     /* Discont! */
     if (G_UNLIKELY (diff >= max_sample_diff)) {