gstreamer/gst/gstbytestream.c
Ronald S. Bultje 6fbff1c106 New typefind system: bytestream is now part of the core all plugins have been modified to use this new typefind syste...
Original commit message from CVS:
New typefind system:
* bytestream is now part of the core
* all plugins have been modified to use this new typefind system
* asf typefinding added
* mpeg video stream typefiding removed because it's broken
* duplicate typefind entries removed
* extra id3 typefinding added, because we've seen 4 types of files
(riff/wav, flac, vorbis, mp3) with id3 headers and each of these needs
to work. Instead, I've added an id3 element and let it redo typefiding
after the id3 header. this needs a hack because spider only typefinds
once. We can remove this hack once spider supports multiple typefinds.
* with all this, mp3 typefinding is semi-rewritten
* id3 typefinding in flac/vorbis is removed, it's no longer needed
* fixed spider and gst-typefind to use this, too.
* Other general cleanups
2003-10-01 13:11:45 +00:00

746 lines
21 KiB
C

/* GStreamer
* Copyright (C) 2001 Erik Walthinsen <omega@temple-baptist.com>
*
* gstbytestream.c: adds a convenient bytestream based API to a pad.
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Library General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Library General Public License for more details.
*
* You should have received a copy of the GNU Library General Public
* License along with this library; if not, write to the
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
* Boston, MA 02111-1307, USA.
*/
#ifdef HAVE_CONFIG_H
# include "config.h"
#endif
#include <stdio.h>
#include <string.h>
#include <stdlib.h>
#include <gst/gstinfo.h>
#include <gst/gstbytestream.h>
GST_DEBUG_CATEGORY_STATIC(debug_bs);
#define GST_CAT_DEFAULT debug_bs
static guint8 *gst_bytestream_assemble (GstByteStream * bs, guint32 len);
static inline void
gst_bytestream_init (GstByteStream *bs)
{
bs->event = NULL;
bs->buflist = NULL;
bs->headbufavail = 0;
bs->listavail = 0;
bs->assembled = NULL;
bs->offset = 0LL;
bs->in_seek = FALSE;
}
static inline void
gst_bytestream_exit (GstByteStream *bs)
{
GSList *walk;
if (bs->event)
gst_event_unref (bs->event);
walk = bs->buflist;
while (walk) {
gst_buffer_unref (GST_BUFFER (walk->data));
walk = g_slist_next (walk);
}
g_slist_free (bs->buflist);
g_free (bs->assembled);
}
/**
* gst_bytestream_new:
* @pad: the pad to attach the bytestream to
*
* creates a bytestream from the given pad
*
* Returns: a new #GstByteStream object
*/
GstByteStream *
gst_bytestream_new (GstPad * pad)
{
GstByteStream *bs = g_new (GstByteStream, 1);
GST_DEBUG_CATEGORY_INIT (debug_bs, "bytestream", 0, "bytestream library");
bs->pad = pad;
gst_bytestream_init (bs);
return bs;
}
/**
* gst_bytestream_destroy:
* @bs: the bytestream object to destroy
*
* destroy the bytestream object and free its resources.
*/
void
gst_bytestream_destroy (GstByteStream * bs)
{
gst_bytestream_exit (bs);
g_free (bs);
}
void
gst_bytestream_reset (GstByteStream *bs)
{
/* free all data */
gst_bytestream_exit (bs);
/* reset data to clean state */
gst_bytestream_init (bs);
}
/* HOW THIS WORKS:
*
* The fundamental structure is a singly-linked list of buffers. The
* buffer on the front is the oldest, and thus the first to read data
* from. The number of bytes left to be read in this buffer is stored
* in bs->headbufavail. The number of bytes available in the entire
* list (including the head buffer) is in bs->listavail.
*
* When a request is made for data (peek), _fill_bytes is called with
* the number of bytes needed, but only if the listavail indicates
* that there aren't already enough. This calls _get_next_buf until
* the listavail is sufficient to satisfy the demand.
*
* _get_next_buf pulls a buffer from the pad the bytestream is attached
* to, and shoves it in the list. There are actually two things it can
* do. If there's already a buffer in the list, and the _is_span_fast()
* test returns true, it will merge it with that last buffer. Otherwise
* it will simply tack it onto the end of the list.
*
* The _peek itself first checks the simple case of the request fitting
* within the head buffer, and if so creates a subbuffer and returns.
* Otherwise, it creates a new buffer and allocates space for the request
* and calls _assemble to fill it. We know we have to copy because this
* case only happens when the _merge wasn't feasible during _get_next_buf.
*
* The _flush method repeatedly inspects the head buffer and flushes as
* much data from it as it needs to, up to the size of the buffer. If
* the flush decimates the buffer, it's stripped, unref'd, and removed.
*/
/* get the next buffer
* if the buffer can be merged with the head buffer, do so
* else add it onto the head of the
*/
static gboolean
gst_bytestream_get_next_buf (GstByteStream *bs)
{
GstBuffer *nextbuf, *lastbuf, *headbuf;
GSList *end;
/* if there is an event pending, return FALSE */
if (bs->event)
return FALSE;
GST_DEBUG ("get_next_buf: pulling buffer");
nextbuf = gst_pad_pull (bs->pad);
if (!nextbuf)
return FALSE;
if (GST_IS_EVENT (nextbuf)) {
bs->event = GST_EVENT (nextbuf);
return FALSE;
}
if (GST_BUFFER_TIMESTAMP_IS_VALID (nextbuf))
bs->last_ts = GST_BUFFER_TIMESTAMP (nextbuf);
GST_DEBUG ("get_next_buf: got buffer of %d bytes", GST_BUFFER_SIZE (nextbuf));
/* first see if there are any buffers in the list at all */
if (bs->buflist) {
GST_DEBUG ("gst_next_buf: there is at least one buffer in the list");
/* now find the end of the list */
end = g_slist_last (bs->buflist);
/* get the buffer that's there */
lastbuf = GST_BUFFER (end->data);
/* see if we can marge cheaply */
if (gst_buffer_is_span_fast (lastbuf, nextbuf)) {
GST_DEBUG ("get_next_buf: merging new buffer with last buf on list");
/* it is, let's merge them (this is really an append, but...) */
end->data = gst_buffer_merge (lastbuf, nextbuf);
/* add to the length of the list */
bs->listavail += GST_BUFFER_SIZE (nextbuf);
/* have to check to see if we merged with the head buffer */
if (end == bs->buflist) {
bs->headbufavail += GST_BUFFER_SIZE (nextbuf);
}
gst_buffer_unref (lastbuf);
gst_buffer_unref (nextbuf);
/* if we can't, we just append this buffer */
}
else {
GST_DEBUG ("get_next_buf: adding new buffer to the end of the list");
end = g_slist_append (end, nextbuf);
/* also need to increment length of list and buffer count */
bs->listavail += GST_BUFFER_SIZE (nextbuf);
}
/* if there are no buffers in the list */
}
else {
GST_DEBUG ("get_next_buf: buflist is empty, adding new buffer to list");
/* put this on the end of the list */
bs->buflist = g_slist_append (bs->buflist, nextbuf);
/* and increment the number of bytes in the list */
bs->listavail = GST_BUFFER_SIZE (nextbuf);
/* set the head buffer avail to the size */
bs->headbufavail = GST_BUFFER_SIZE (nextbuf);
}
/* a zero offset is a indication that we might need to set the timestamp */
if (bs->offset == 0LL){
headbuf = GST_BUFFER (bs->buflist->data);
bs->offset = GST_BUFFER_OFFSET(headbuf);
}
return TRUE;
}
static gboolean
gst_bytestream_fill_bytes (GstByteStream *bs, guint32 len)
{
/* as long as we don't have enough, we get more buffers */
while (bs->listavail < len) {
GST_DEBUG ("fill_bytes: there are %d bytes in the list, we need %d", bs->listavail, len);
if (!gst_bytestream_get_next_buf (bs))
return FALSE;
}
return TRUE;
}
/**
* gst_bytestream_peek:
* @bs: the bytestream to peek
* @buf: pointer to a variable that can hold a buffer pointer.
* @len: the number of bytes to peek
*
* Peeks len bytes into the bytestream, the result is returned as
* a #GstBuffer. Unref the buffer after usage.
* This function can return less bytes than requested. In that case,
* an event might have happened which you can retrieve with
* gst_bytestream_get_status().
*
* Returns: The number of bytes successfully peeked.
*/
guint32
gst_bytestream_peek (GstByteStream *bs, GstBuffer **buf, guint32 len)
{
GstBuffer *headbuf, *retbuf = NULL;
g_return_val_if_fail (bs != NULL, 0);
g_return_val_if_fail (len > 0, 0);
GST_DEBUG ("peek: asking for %d bytes", len);
/* make sure we have enough */
GST_DEBUG ("peek: there are %d bytes in the list", bs->listavail);
if (len > bs->listavail) {
if (!gst_bytestream_fill_bytes (bs, len)) {
/* we must have an event coming up */
if (bs->listavail > 0) {
/* we have some data left, len will be shrunk to the amount of data available */
len = bs->listavail;
}
else {
/* there is no data */
*buf = retbuf;
return 0;
}
}
GST_DEBUG ("peek: there are now %d bytes in the list", bs->listavail);
}
gst_bytestream_print_status (bs);
/* extract the head buffer */
headbuf = GST_BUFFER (bs->buflist->data);
/* if the requested bytes are in the current buffer */
GST_DEBUG ("peek: headbufavail is %d", bs->headbufavail);
if (len <= bs->headbufavail) {
GST_DEBUG ("peek: there are enough bytes in headbuf (need %d, have %d)", len, bs->headbufavail);
/* create a sub-buffer of the headbuf */
retbuf = gst_buffer_create_sub (headbuf, GST_BUFFER_SIZE (headbuf) - bs->headbufavail, len);
GST_BUFFER_OFFSET (retbuf) = GST_BUFFER_OFFSET (headbuf) + GST_BUFFER_SIZE (headbuf) - bs->headbufavail;
}
/* otherwise we need to figure out how to assemble one */
else {
GST_DEBUG ("peek: current buffer is not big enough for len %d", len);
retbuf = gst_buffer_new ();
GST_BUFFER_SIZE (retbuf) = len;
GST_BUFFER_DATA (retbuf) = gst_bytestream_assemble (bs, len);
GST_BUFFER_TIMESTAMP (retbuf) = bs->last_ts;
}
*buf = retbuf;
return len;
}
/**
* gst_bytestream_peek_bytes:
* @bs: the bytestream to peek
* @data: pointer to a variable that can hold a guint8 pointer.
* @len: the number of bytes to peek
*
* Peeks len bytes into the bytestream, the result is returned as
* a pointer to a guint8*. The data pointed to be data should not
* be freed and will become invalid after performing the next bytestream
* operation.
* This function can return less bytes than requested. In that case,
* an event might have happened which you can retrieve with
* gst_bytestream_get_status().
*
* Returns: The number of bytes successfully peeked.
*/
guint32
gst_bytestream_peek_bytes (GstByteStream *bs, guint8** data, guint32 len)
{
GstBuffer *headbuf;
g_return_val_if_fail (bs != NULL, 0);
g_return_val_if_fail (len > 0, 0);
GST_DEBUG ("peek_bytes: asking for %d bytes", len);
if (bs->assembled) {
if (bs->assembled_len >= len) {
*data = bs->assembled;
return len;
}
g_free (bs->assembled);
bs->assembled = NULL;
}
/* make sure we have enough */
GST_DEBUG ("peek_bytes: there are %d bytes in the list", bs->listavail);
if (len > bs->listavail) {
if (!gst_bytestream_fill_bytes (bs, len)){
/* we must have an event coming up */
if (bs->listavail > 0){
/* we have some data left, len will be shrunk to the amount of data available */
len = bs->listavail;
}
else {
/* there is no data */
*data = NULL;
return 0;
}
}
GST_DEBUG ("peek_bytes: there are now %d bytes in the list", bs->listavail);
}
gst_bytestream_print_status (bs);
/* extract the head buffer */
headbuf = GST_BUFFER (bs->buflist->data);
/* if the requested bytes are in the current buffer */
GST_DEBUG ("peek_bytes: headbufavail is %d", bs->headbufavail);
if (len <= bs->headbufavail) {
GST_DEBUG ("peek_bytes: there are enough bytes in headbuf (need %d, have %d)", len, bs->headbufavail);
/* create a sub-buffer of the headbuf */
*data = GST_BUFFER_DATA (headbuf) + (GST_BUFFER_SIZE (headbuf) - bs->headbufavail);
}
/* otherwise we need to figure out how to assemble one */
else {
GST_DEBUG ("peek_bytes: current buffer is not big enough for len %d", len);
*data = gst_bytestream_assemble (bs, len);
bs->assembled = *data;
bs->assembled_len = len;
}
return len;
}
static guint8*
gst_bytestream_assemble (GstByteStream *bs, guint32 len)
{
guint8 *data = g_malloc (len);
GSList *walk;
guint32 copied = 0;
GstBuffer *buf;
/* copy the data from the curbuf */
buf = GST_BUFFER (bs->buflist->data);
GST_DEBUG ("assemble: copying %d bytes from curbuf at %d to *data", bs->headbufavail,
GST_BUFFER_SIZE (buf) - bs->headbufavail);
memcpy (data, GST_BUFFER_DATA (buf) + GST_BUFFER_SIZE (buf) - bs->headbufavail, bs->headbufavail);
copied += bs->headbufavail;
/* asumption is made that the buffers all exist in the list */
walk = g_slist_next (bs->buflist);
while (copied < len) {
buf = GST_BUFFER (walk->data);
if (GST_BUFFER_SIZE (buf) < (len - copied)) {
GST_DEBUG ("assemble: copying %d bytes from buf to output offset %d", GST_BUFFER_SIZE (buf), copied);
memcpy (data + copied, GST_BUFFER_DATA (buf), GST_BUFFER_SIZE (buf));
copied += GST_BUFFER_SIZE (buf);
}
else {
GST_DEBUG ("assemble: copying %d bytes from buf to output offset %d", len - copied, copied);
memcpy (data + copied, GST_BUFFER_DATA (buf), len - copied);
copied = len;
}
walk = g_slist_next (walk);
}
return data;
}
/**
* gst_bytestream_flush:
* @bs: the bytestream to flush
* @len: the number of bytes to flush
*
* Flush len bytes from the bytestream.
* This function can return FALSE when the number of
* bytes could not be flushed due to an event. In that case,
* you can get the number of available bytes before the event
* with gst_bytestream_get_status().
*
* Returns: TRUE if the number of bytes could be flushed.
*/
gboolean
gst_bytestream_flush (GstByteStream *bs, guint32 len)
{
GST_DEBUG ("flush: flushing %d bytes", len);
if (len == 0)
return TRUE;
/* make sure we have enough */
GST_DEBUG ("flush: there are %d bytes in the list", bs->listavail);
if (len > bs->listavail) {
if (!gst_bytestream_fill_bytes (bs, len)) {
return FALSE;
}
GST_DEBUG ("flush: there are now %d bytes in the list", bs->listavail);
}
gst_bytestream_flush_fast (bs, len);
return TRUE;
}
/**
* gst_bytestream_flush_fast:
* @bs: the bytestream to flush
* @len: the number of bytes to flush
*
* Flushes len bytes from the bytestream. This function
* is faster than gst_bytestream_flush() but only works
* when you have recently peeked no less than len bytes
* with gst_bytestream_peek() or gst_bytestream_peek_bytes().
*/
void
gst_bytestream_flush_fast (GstByteStream *bs, guint32 len)
{
GstBuffer *headbuf;
if (len == 0)
return;
g_assert (len <= bs->listavail);
if (bs->assembled) {
g_free (bs->assembled);
bs->assembled = NULL;
}
/* update the byte offset */
bs->offset += len;
/* repeat until we've flushed enough data */
while (len > 0) {
headbuf = GST_BUFFER (bs->buflist->data);
GST_DEBUG ("flush: analyzing buffer that's %d bytes long, offset %" G_GUINT64_FORMAT, GST_BUFFER_SIZE (headbuf),
GST_BUFFER_OFFSET (headbuf));
/* if there's enough to complete the flush */
if (bs->headbufavail > len) {
/* just trim it off */
GST_DEBUG ("flush: trimming %d bytes off end of headbuf", len);
bs->headbufavail -= len;
bs->listavail -= len;
len = 0;
/* otherwise we have to trim the whole buffer */
}
else {
GST_DEBUG ("flush: removing head buffer completely");
/* remove it from the list */
bs->buflist = g_slist_delete_link (bs->buflist, bs->buflist);
/* trim it from the avail size */
bs->listavail -= bs->headbufavail;
/* record that we've trimmed this many bytes */
len -= bs->headbufavail;
/* unref it */
gst_buffer_unref (headbuf);
/* record the new headbufavail */
if (bs->buflist) {
bs->headbufavail = GST_BUFFER_SIZE (GST_BUFFER (bs->buflist->data));
GST_DEBUG ("flush: next headbuf is %d bytes", bs->headbufavail);
}
else {
GST_DEBUG ("flush: no more bytes at all");
}
}
GST_DEBUG ("flush: bottom of while(), len is now %d", len);
}
}
/**
* gst_bytestream_seek:
* @bs: the bytestream to seek
* @offset: the byte offset to seek to
* @method: the seek method.
*
* Perform a seek on the bytestream to the given offset.
* The method can be one of GST_SEEK_METHOD_CUR, GST_SEEK_METHOD_SET,
* GST_SEEK_METHOD_END.
* This seek will also flush any pending data in the bytestream or
* peer elements.
*
* Returns: TRUE when the seek succeeded.
*/
gboolean
gst_bytestream_seek (GstByteStream *bs, gint64 offset, GstSeekType method)
{
GstRealPad *peer;
g_return_val_if_fail (bs != NULL, FALSE);
peer = GST_RPAD_PEER (bs->pad);
GST_DEBUG ("bs: send event\n");
if (gst_pad_send_event (GST_PAD (peer), gst_event_new_seek (
GST_FORMAT_BYTES |
(method & GST_SEEK_METHOD_MASK) |
GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_ACCURATE,
offset)))
{
gst_bytestream_flush_fast (bs, bs->listavail);
/* we set the seek flag here. We cannot pull the pad here
* bacause a seek might occur outisde of the pads cothread context */
bs->in_seek = TRUE;
return TRUE;
}
GST_DEBUG ("bs: send event failed\n");
return FALSE;
}
/**
* gst_bytestream_tell
* @bs: a bytestream
*
* Get the current byteoffset in the bytestream.
*
* Returns: the offset or -1 on error.
*/
guint64
gst_bytestream_tell (GstByteStream *bs)
{
GstFormat format;
gint64 value;
g_return_val_if_fail (bs != NULL, -1);
format = GST_FORMAT_BYTES;
if (gst_pad_query (GST_PAD_PEER (bs->pad), GST_QUERY_POSITION, &format, &value)) {
return value - bs->listavail;
}
return -1;
}
/**
* gst_bytestream_length
* @bs: a bytestream
*
* Get the total length of the bytestream.
*
* Returns: the total length or -1 on error.
*/
guint64
gst_bytestream_length (GstByteStream *bs)
{
GstFormat format;
gint64 value;
g_return_val_if_fail (bs != NULL, -1);
format = GST_FORMAT_BYTES;
if (gst_pad_query (GST_PAD_PEER (bs->pad), GST_QUERY_TOTAL, &format, &value))
return value;
return -1;
}
/**
* gst_bytestream_read:
* @bs: the bytestream to read
* @buf: pointer to a variable that can hold a buffer pointer.
* @len: the number of bytes to read
*
* Read len bytes from the bytestream, the result is returned as
* a #GstBuffer. Unref the buffer after usage.
* This function can return less bytes than requested. In that case,
* an event might have happened which you can retrieve with
* gst_bytestream_get_status().
*
* Returns: The number of bytes successfully read.
*/
guint32
gst_bytestream_read (GstByteStream *bs, GstBuffer** buf, guint32 len)
{
guint32 len_peeked;
g_return_val_if_fail (bs != NULL, -1);
len_peeked = gst_bytestream_peek (bs, buf, len);
if (len_peeked == 0)
return 0;
gst_bytestream_flush_fast (bs, len_peeked);
return len_peeked;
}
/**
* gst_bytestream_size_hint
* @bs: a bytestream
* @size: the size to hint
*
* Give a hint that we are going to read chunks of the given size.
* Giving size hints to the peer element might improve performance
* since less buffers need to be merged.
*
* Returns: TRUE if the hint was accepted
*/
gboolean
gst_bytestream_size_hint (GstByteStream *bs, guint32 size)
{
GstEvent *event;
g_return_val_if_fail (bs != NULL, FALSE);
event = gst_event_new_size (GST_FORMAT_BYTES, size);
return gst_pad_send_event (GST_PAD_PEER (bs->pad), event);
}
/**
* gst_bytestream_get_status
* @bs: a bytestream
* @avail_out: total number of bytes buffered
* @event_out: an event
*
* When an event occurs, the bytestream operations return a value less
* than the requested length. You must retrieve the event using this API
* before reading more bytes from the stream.
*/
void
gst_bytestream_get_status (GstByteStream *bs,
guint32 *avail_out,
GstEvent **event_out)
{
if (avail_out)
*avail_out = bs->listavail;
if (event_out) {
*event_out = bs->event;
bs->event = NULL;
}
}
/**
* gst_bytestream_get_timestamp
* @bs: a bytestream
*
* Get the timestamp of the first data in the bytestream. If no data
* exists 1 byte is read to load a new buffer.
*
* This function will not check input buffer boundries. It is possible
* the next read could span two or more input buffers with different
* timestamps.
*
* Returns: a timestamp
*/
guint64
gst_bytestream_get_timestamp (GstByteStream *bs)
{
GstBuffer *headbuf;
g_return_val_if_fail (bs != NULL, 0);
GST_DEBUG ("get_timestamp: getting timestamp");
/* make sure we have a buffer */
if (bs->listavail == 0) {
GST_DEBUG ("gst_timestamp: fetching a buffer");
if (!gst_bytestream_fill_bytes (bs, 1))
return 0;
}
/* extract the head buffer */
headbuf = GST_BUFFER (bs->buflist->data);
return GST_BUFFER_TIMESTAMP (headbuf);
}
/**
* gst_bytestream_print_status
* @bs: a bytestream
*
* Print the current status of the bytestream object. mainly
* used for debugging purposes.
*/
void
gst_bytestream_print_status (GstByteStream * bs)
{
GSList *walk;
GstBuffer *buf;
GST_DEBUG ("STATUS: head buffer has %d bytes available", bs->headbufavail);
GST_DEBUG ("STATUS: list has %d bytes available", bs->listavail);
walk = bs->buflist;
while (walk) {
buf = GST_BUFFER (walk->data);
walk = g_slist_next (walk);
GST_DEBUG ("STATUS: buffer starts at %" G_GUINT64_FORMAT " and is %d bytes long",
GST_BUFFER_OFFSET (buf), GST_BUFFER_SIZE (buf));
}
}