diff --git a/gst-libs/gst/audio/gstbaseaudiosink.c b/gst-libs/gst/audio/gstbaseaudiosink.c
index 38c40e4c19..a347ec2838 100644
--- a/gst-libs/gst/audio/gstbaseaudiosink.c
+++ b/gst-libs/gst/audio/gstbaseaudiosink.c
@@ -1511,9 +1511,10 @@ no_sync:
 
     /* update the output samples. FIXME, this will just skip them when pausing
      * during trick mode */
-    if (out_samples > written)
+    if (out_samples > written) {
       out_samples -= written;
-    else
+      accum = 0;
+    } else
       break;
 
     samples -= written;