diff --git a/gst/pnm/gstpnmdec.c b/gst/pnm/gstpnmdec.c
index b4c069fb70..0b5530440d 100644
--- a/gst/pnm/gstpnmdec.c
+++ b/gst/pnm/gstpnmdec.c
@@ -138,6 +138,10 @@ gst_pnmdec_stop (GstVideoDecoder * decoder)
     pnmdec->input_state = NULL;
   }
 
+  if (pnmdec->buf) {
+    gst_buffer_unref (pnmdec->buf);
+    pnmdec->buf = NULL;
+  }
   return TRUE;
 }