diff --git a/ext/gl/gstgldeinterlace.c b/ext/gl/gstgldeinterlace.c
index b420fa6cec..ba17bce3e3 100644
--- a/ext/gl/gstgldeinterlace.c
+++ b/ext/gl/gstgldeinterlace.c
@@ -253,7 +253,7 @@ gst_gl_deinterlace_filter (GstGLFilter * filter, GstBuffer * inbuf,
   if (deinterlace_filter->prev_buffer) {
     gst_buffer_unref (deinterlace_filter->prev_buffer);
   }
-  deinterlace_filter->prev_buffer = gst_buffer_ref (inbuf);
+  deinterlace_filter->prev_buffer = gst_buffer_ref (filter->uploaded_buffer);
 
   return TRUE;
 }