diff --git a/gst/gstcaps.c b/gst/gstcaps.c
index 27feca21a3..96033c502e 100644
--- a/gst/gstcaps.c
+++ b/gst/gstcaps.c
@@ -96,8 +96,8 @@
 /* quick way to append a structure without checking the args */
 #define gst_caps_append_structure_unchecked(caps, structure) G_STMT_START{\
   GstStructure *__s=structure;                                      \
-  gst_structure_set_parent_refcount (__s, &GST_MINI_OBJECT_REFCOUNT(caps));         \
-  g_ptr_array_add (caps->structs, __s);                             \
+  if (gst_structure_set_parent_refcount (__s, &GST_MINI_OBJECT_REFCOUNT(caps)))         \
+    g_ptr_array_add (caps->structs, __s);                             \
 }G_STMT_END
 
 /* lock to protect multiple invocations of static caps to caps conversion */