diff --git a/gst/videoparsers/gsth265parse.c b/gst/videoparsers/gsth265parse.c
index 85be016100..7800b15ae1 100644
--- a/gst/videoparsers/gsth265parse.c
+++ b/gst/videoparsers/gsth265parse.c
@@ -2121,6 +2121,10 @@ gst_h265_parse_set_caps (GstBaseParse * parse, GstCaps * caps)
     if (h265parse->align == GST_H265_PARSE_ALIGN_NAL)
       h265parse->split_packetized = TRUE;
     h265parse->packetized = TRUE;
+
+    /* We got all the caps infos from the codec_data so can already set the
+     * src caps. */
+    gst_h265_parse_update_src_caps (h265parse, NULL);
   }
 
   return TRUE;