diff --git a/ext/openh264/gstopenh264dec.cpp b/ext/openh264/gstopenh264dec.cpp
index ea197dfc85..4cabfe4da4 100644
--- a/ext/openh264/gstopenh264dec.cpp
+++ b/ext/openh264/gstopenh264dec.cpp
@@ -234,6 +234,9 @@ gst_openh264dec_handle_frame (GstVideoDecoder * decoder,
     }
 
     gst_buffer_unmap (frame->input_buffer, &map_info);
+    if (ret != dsErrorFree)
+      return gst_video_decoder_drop_frame (decoder, frame);
+
     gst_video_codec_frame_unref (frame);
     frame = NULL;
   } else {