diff --git a/gst/ffmpegcolorspace/gstffmpegcolorspace.c b/gst/ffmpegcolorspace/gstffmpegcolorspace.c
index 5341c5c6fa..7a6b5191b4 100644
--- a/gst/ffmpegcolorspace/gstffmpegcolorspace.c
+++ b/gst/ffmpegcolorspace/gstffmpegcolorspace.c
@@ -109,6 +109,7 @@ gst_ffmpegcsp_caps_remove_format_info (GstCaps * caps)
 
   rgbst = gst_structure_copy (yuvst);
   gst_structure_set_name (rgbst, "video/x-raw-rgb");
+  gst_structure_remove_fields (rgbst, "color-matrix", "chroma-site", NULL);
 
   grayst = gst_structure_copy (rgbst);
   gst_structure_set_name (grayst, "video/x-raw-gray");