diff --git a/subprojects/gst-plugins-bad/gst-libs/gst/cuda/gstcudamemory.cpp b/subprojects/gst-plugins-bad/gst-libs/gst/cuda/gstcudamemory.cpp
index 7bce1bdc49..7096b7935f 100644
--- a/subprojects/gst-plugins-bad/gst-libs/gst/cuda/gstcudamemory.cpp
+++ b/subprojects/gst-plugins-bad/gst-libs/gst/cuda/gstcudamemory.cpp
@@ -1675,11 +1675,6 @@ gst_cuda_memory_release (GstMiniObject * object)
   }
 
   alloc = GST_CUDA_POOL_ALLOCATOR (mem->allocator);
-  /* if flushing, free this memory */
-  if (GST_CUDA_POOL_ALLOCATOR_IS_FLUSHING (alloc)) {
-    GST_LOG_OBJECT (alloc, "allocator is flushing, free %p", mem);
-    return TRUE;
-  }
 
   /* return the memory to the allocator */
   gst_memory_ref (mem);
@@ -1908,7 +1903,6 @@ gst_cuda_pool_allocator_acquire_memory (GstCudaPoolAllocator * allocator,
     gst_object_unref (mem->allocator);
     mem->allocator = (GstAllocator *) gst_object_ref (allocator);
     GST_MINI_OBJECT_CAST (mem)->dispose = gst_cuda_memory_release;
-    allocator->priv->outstanding++;
   } else {
     dec_outstanding (allocator);
   }