diff --git a/subprojects/gst-plugins-bad/gst-libs/gst/vulkan/gstvkencoder-private.c b/subprojects/gst-plugins-bad/gst-libs/gst/vulkan/gstvkencoder-private.c
index 15b3080fb4..1b14819d8f 100644
--- a/subprojects/gst-plugins-bad/gst-libs/gst/vulkan/gstvkencoder-private.c
+++ b/subprojects/gst-plugins-bad/gst-libs/gst/vulkan/gstvkencoder-private.c
@@ -983,6 +983,10 @@ gst_vulkan_encoder_create_dpb_pool (GstVulkanEncoder * self, GstCaps * caps)
   if (!priv->started)
     return FALSE;
 
+  if ((!priv->layered_dpb && priv->dpb_pool)
+      || (priv->layered_dpb && priv->layered_buffer))
+    return TRUE;
+
   if (priv->layered_dpb) {
     min_buffers = max_buffers = 1;
   } else {