diff --git a/subprojects/gst-devtools/validate/launcher/apps/gstvalidate.py b/subprojects/gst-devtools/validate/launcher/apps/gstvalidate.py
index 09aacc86b5..6230dd85d6 100644
--- a/subprojects/gst-devtools/validate/launcher/apps/gstvalidate.py
+++ b/subprojects/gst-devtools/validate/launcher/apps/gstvalidate.py
@@ -701,6 +701,9 @@ class GstValidateSimpleTest(GstValidateTest):
 
         super().__init__(GstValidateBaseTestManager.COMMAND, *args, **kwargs)
 
+    def is_autogenerated(self) -> bool:
+        return False
+
     def build_arguments(self):
         self.add_arguments('--set-test-file', self.test_file)
         if self.options.mute:
diff --git a/subprojects/gst-devtools/validate/launcher/baseclasses.py b/subprojects/gst-devtools/validate/launcher/baseclasses.py
index 2e51bc0b03..b7728c1725 100644
--- a/subprojects/gst-devtools/validate/launcher/baseclasses.py
+++ b/subprojects/gst-devtools/validate/launcher/baseclasses.py
@@ -193,6 +193,9 @@ class Test(Loggable):
 
         self.clean()
 
+    def is_autogenerated(self) -> bool:
+        return True
+
     def remove_logs(self):
         for logfile in set([self.logfile]) | self.extra_logfiles:
             try:
@@ -2087,7 +2090,7 @@ class _TestsLauncher(Loggable):
         if self.options.blacklisted_tests or self.options.wanted_tests:
             return
 
-        tests_names = [test.classname for test in tests]
+        tests_names = [test.classname for test in tests if test.is_autogenerated()]
         testlist_changed = False
         for testsuite in self.options.testsuites:
             if not self._check_tester_has_other_testsuite(testsuite, tester) \
@@ -2114,7 +2117,7 @@ class _TestsLauncher(Loggable):
                         else:
                             optional_out.append((test, None))
 
-                tests_names = sorted([(test.classname, test) for test in tests] + optional_out,
+                tests_names = sorted([(test.classname, test) for test in tests if test.is_autogenerated()] + optional_out,
                                      key=lambda x: x[0].strip('~'))
 
                 for tname, test in tests_names:
diff --git a/subprojects/gst-integration-testsuites/testsuites/validate.testslist b/subprojects/gst-integration-testsuites/testsuites/validate.testslist
index 8a684920b0..99faa5d251 100644
--- a/subprojects/gst-integration-testsuites/testsuites/validate.testslist
+++ b/subprojects/gst-integration-testsuites/testsuites/validate.testslist
@@ -913,46 +913,3 @@ validate.pushfile.media_check.qtdemux-test-frag-basic_zero_dur_no_mehd_mp4
 ~validate.rtsp2.playback.switch_audio_track.tron_en_ge_aac_h264_ts
 ~validate.rtsp2.playback.switch_subtitle_track.test5_mkv
 ~validate.rtsp2.playback.switch_subtitles.test5_mkv
-validate.test.appsrc.custom_caps_single_push
-validate.test.appsrc.single_push
-validate.test.aspectcropratio.set_aspect_ratio_in_paused
-validate.test.baseparse.single_seek
-validate.test.clock_sync.video_1fps
-validate.test.clock_sync.video_30fps
-validate.test.dash.retry_backoff_time
-validate.test.dash.retry_on_failure
-validate.test.dash.seek_with_stop_between_fragments
-validate.test.decryptor.cenc_audio_esds_property_overrides
-validate.test.encodebin.encode_no_muxer
-validate.test.flow.simple_test
-validate.test.flvdemux.audio_only.play_15s
-validate.test.flvdemux.seek_with_stop
-validate.test.h264.parse.trickmode_predicted.seek_trickmode_predicted
-validate.test.h264.x264enc_youtube_bitrate.fullhd_lowframerate
-validate.test.h265parse.alternate
-validate.test.h265parse.trickmode_predicted.seek_trickmode_predicted
-validate.test.hls.with_empty_segments
-validate.test.inter.audio-planar
-validate.test.interlace.interlace_deinterlace
-validate.test.interlace.interlace_deinterlace_alternate
-validate.test.matroska.demux_flush_within_cluster.default
-validate.test.mp4.qtdemux_change_edit_list.default
-validate.test.mp4.qtdemux_ibpibp_non_frag_pull.default
-validate.test.mp4.qtdemux_ibpibp_non_frag_push.default
-validate.test.mp4.qtdemux_reverse_playback_full_gop.reverse_playback_full_gop
-validate.test.mp4.redirect.play_15s
-validate.test.mse.segment_future_past_mse
-validate.test.mse.segment_future_past_mse_edit_lists
-validate.test.mse.segment_future_past_nomse
-validate.test.nle.urisource.play
-validate.test.playbin.check_active_stream
-validate.test.playbin3.ignore_raw_audio_from_demuxer
-validate.test.playbin3.intensive_state_change_selecting_stream
-validate.test.playbin3.ogv_vp8
-validate.test.playbin3.sourcebin_check_mixed_static_and_dyanmic_pads
-validate.test.rtp.h264.payloader_fail_nego_force_profile
-validate.test.rtp.h264.payloader_nego_profile
-validate.test.rtp.rtpsession_recv_simple
-validate.test.rtp.rtpsession_send_simple
-validate.test.scaletempo.playbin_audio_filter.fast_forward
-validate.test.uridecodebin.uridecodebin_source_with_several_srcpads