diff --git a/gst/hls/gsthlsdemux.c b/gst/hls/gsthlsdemux.c
index 14695d5663..2c0ec559ee 100644
--- a/gst/hls/gsthlsdemux.c
+++ b/gst/hls/gsthlsdemux.c
@@ -752,6 +752,7 @@ end_of_playlist:
 
 cache_error:
   {
+    gst_task_pause (demux->task);
     if (!demux->cancelled) {
       GST_ELEMENT_ERROR (demux, RESOURCE, NOT_FOUND,
           ("Could not cache the first fragments"), (NULL));