diff --git a/gst/encoding/gstencodebin.c b/gst/encoding/gstencodebin.c
index 69d37eaa77..baf8171703 100644
--- a/gst/encoding/gstencodebin.c
+++ b/gst/encoding/gstencodebin.c
@@ -1100,12 +1100,18 @@ _outfilter_caps_set_cb (GstPad * outfilter_sinkpad,
     GParamSpec * arg G_GNUC_UNUSED, StreamGroup * group)
 {
   GstCaps *caps;
+  GstStructure *structure;
 
   g_object_get (outfilter_sinkpad, "caps", &caps, NULL);
+  caps = gst_caps_copy (caps);
+
+  structure = gst_caps_get_structure (caps, 0);
+  gst_structure_remove_field (structure, "streamheader");
   GST_INFO_OBJECT (group->ebin, "Forcing caps to %" GST_PTR_FORMAT, caps);
   g_object_set (group->outfilter, "caps", caps, NULL);
   g_signal_handler_disconnect (outfilter_sinkpad, group->outputfilter_caps_sid);
   group->outputfilter_caps_sid = 0;
+  gst_caps_unref (caps);
 }
 
 static void