diff --git a/gst-libs/gst/audio/audio-buffer.c b/gst-libs/gst/audio/audio-buffer.c
index 081d5871ac..74b04c7722 100644
--- a/gst-libs/gst/audio/audio-buffer.c
+++ b/gst-libs/gst/audio/audio-buffer.c
@@ -163,7 +163,7 @@ gst_audio_buffer_map (GstAudioBuffer * buffer, const GstAudioInfo * info,
               flags))
         goto cannot_map;
 
-      buffer->planes[i] = buffer->map_infos[0].data + skip;
+      buffer->planes[i] = buffer->map_infos[i].data + skip;
     }
   }