diff --git a/gst/mpeg4videoparse/mpeg4videoparse.c b/gst/mpeg4videoparse/mpeg4videoparse.c
index 93795d04d2..c5463b5e46 100644
--- a/gst/mpeg4videoparse/mpeg4videoparse.c
+++ b/gst/mpeg4videoparse/mpeg4videoparse.c
@@ -358,6 +358,9 @@ gst_mpeg4vparse_handle_vos (GstMpeg4VParse * parse, const guint8 * data,
   gboolean equal;
   bitstream_t bs = { data, 0, 0, size };
 
+  if (size < 5)
+    goto failed;
+
   /* Parse the config from the VOS frame */
   bs.offset = 5;