diff --git a/ext/ogg/gstoggstream.c b/ext/ogg/gstoggstream.c
index c79f0889a9..fe28f2e21f 100644
--- a/ext/ogg/gstoggstream.c
+++ b/ext/ogg/gstoggstream.c
@@ -790,7 +790,7 @@ setup_vorbis_mapper (GstOggStream * pad, ogg_packet * packet)
 static gboolean
 is_header_vorbis (GstOggStream * pad, ogg_packet * packet)
 {
-  if (packet->bytes > 0 && (packet->packet[0] & 0x01) == 0)
+  if (packet->bytes == 0 || (packet->packet[0] & 0x01) == 0)
     return FALSE;
 
   if (packet->packet[0] == 5) {