diff --git a/gst-libs/gst/video/gstvideopool.c b/gst-libs/gst/video/gstvideopool.c
index 4fca40e6f4..96801d1b96 100644
--- a/gst-libs/gst/video/gstvideopool.c
+++ b/gst-libs/gst/video/gstvideopool.c
@@ -195,7 +195,7 @@ video_buffer_pool_set_config (GstBufferPool * pool, GstStructure * config)
 
   if (priv->caps)
     gst_caps_unref (priv->caps);
-  priv->caps = gst_caps_copy (caps);
+  priv->caps = gst_caps_ref (caps);
 
   priv->params = params;
   if (priv->allocator)
diff --git a/sys/ximage/ximagepool.c b/sys/ximage/ximagepool.c
index 68cc312b4d..349c9c2490 100644
--- a/sys/ximage/ximagepool.c
+++ b/sys/ximage/ximagepool.c
@@ -501,7 +501,7 @@ ximage_buffer_pool_set_config (GstBufferPool * pool, GstStructure * config)
   /* keep track of the width and height and caps */
   if (priv->caps)
     gst_caps_unref (priv->caps);
-  priv->caps = gst_caps_copy (caps);
+  priv->caps = gst_caps_ref (caps);
 
   /* check for the configured metadata */
   priv->add_metavideo =
diff --git a/sys/xvimage/xvimagepool.c b/sys/xvimage/xvimagepool.c
index 840e507beb..4ffdbd8b0d 100644
--- a/sys/xvimage/xvimagepool.c
+++ b/sys/xvimage/xvimagepool.c
@@ -538,7 +538,7 @@ xvimage_buffer_pool_set_config (GstBufferPool * pool, GstStructure * config)
 
   if (priv->caps)
     gst_caps_unref (priv->caps);
-  priv->caps = gst_caps_copy (caps);
+  priv->caps = gst_caps_ref (caps);
   priv->info = info;
 
   /* enable metadata based on config of the pool */