diff --git a/gst/rtpmanager/gstrtpjitterbuffer.c b/gst/rtpmanager/gstrtpjitterbuffer.c
index fc34c36b8b..44a17e39ba 100644
--- a/gst/rtpmanager/gstrtpjitterbuffer.c
+++ b/gst/rtpmanager/gstrtpjitterbuffer.c
@@ -1353,7 +1353,7 @@ reschedule_timer (GstRtpJitterBuffer * jitterbuffer, TimerData * timer,
   seqchange = timer->seqnum != seqnum;
   timechange = timer->timeout != timeout;
 
-  if (!seqchange && timechange)
+  if (!seqchange && !timechange)
     return;
 
   oldseq = timer->seqnum;