diff --git a/gst/videoparsers/gstmpeg4videoparse.c b/gst/videoparsers/gstmpeg4videoparse.c
index 5d8b1bd772..c13eb6fca5 100644
--- a/gst/videoparsers/gstmpeg4videoparse.c
+++ b/gst/videoparsers/gstmpeg4videoparse.c
@@ -542,6 +542,8 @@ gst_mpeg4vparse_update_src_caps (GstMpeg4VParse * mp4vparse)
 
   gst_pad_set_caps (GST_BASE_PARSE_SRC_PAD (mp4vparse), caps);
   gst_caps_unref (caps);
+
+  mp4vparse->update_caps = FALSE;
 }
 
 static GstFlowReturn