diff --git a/gst/videoparsers/gsth264parse.c b/gst/videoparsers/gsth264parse.c
index 7ca52d610b..2073a934ff 100644
--- a/gst/videoparsers/gsth264parse.c
+++ b/gst/videoparsers/gsth264parse.c
@@ -590,8 +590,8 @@ more:
   /* skip up to initial startcode */
   *skipsize = sc_pos;
   /* resume scanning here next time */
-  h264parse->last_nal_pos = nal_pos;
-  h264parse->next_sc_pos = next_sc_pos;
+  h264parse->last_nal_pos = nal_pos - sc_pos;
+  h264parse->next_sc_pos = next_sc_pos - sc_pos;
 
   return FALSE;
 }