From 702992cf7a6e62987a90c03a6cec709246e42874 Mon Sep 17 00:00:00 2001 From: Thibault Saunier Date: Tue, 5 Aug 2014 18:51:20 +0200 Subject: [PATCH] validate:launcher: Disable racy HLS tests + Add need-clock-synk to switch_audio_track_while_paused as it relies on the clock sync to pause and then display subtitles --- validate/data/switch_audio_track_while_paused.scenario | 2 +- .../tools/launcher/apps/validate/validate_testsuite.py | 8 +++++++- validate/tools/launcher/baseclasses.py | 4 ++-- 3 files changed, 10 insertions(+), 4 deletions(-) diff --git a/validate/data/switch_audio_track_while_paused.scenario b/validate/data/switch_audio_track_while_paused.scenario index 36fb434562..a8c15b65c0 100644 --- a/validate/data/switch_audio_track_while_paused.scenario +++ b/validate/data/switch_audio_track_while_paused.scenario @@ -1,4 +1,4 @@ -description, summary="Change audio track while pipeline is paused", min-audio-track=2, duration=6.0 +description, summary="Change audio track while pipeline is paused", min-audio-track=2, duration=6.0, need-clock-sync=true pause, playback_time=1.0; # Wait so that humans can see the pipeline is paused diff --git a/validate/tools/launcher/apps/validate/validate_testsuite.py b/validate/tools/launcher/apps/validate/validate_testsuite.py index 2d69ef1d14..4d1e6fd771 100644 --- a/validate/tools/launcher/apps/validate/validate_testsuite.py +++ b/validate/tools/launcher/apps/validate/validate_testsuite.py @@ -99,13 +99,19 @@ def register_default_encoding_formats(self): def register_default_blacklist(self): self.set_default_blacklist([ + # hls known issues ("validate.hls.playback.fast_forward.*", "https://bugzilla.gnome.org/show_bug.cgi?id=698155"), ("validate.hls.playback.seek_with_stop.*", "https://bugzilla.gnome.org/show_bug.cgi?id=723268"), ("validate.hls.playback.reverse_playback.*", "https://bugzilla.gnome.org/show_bug.cgi?id=702595"), - ("validate.hls.*scrub_forward_seeking.*", "This is not stable enough for now."), + ("validate.hls.*scrub_forward_seeking.*", + "https://bugzilla.gnome.org/show_bug.cgi?id=606382"), + ("validate.hls.*seek_backward.*", + "https://bugzilla.gnome.org/show_bug.cgi?id=606382"), + ("validate.hls.*seek_forward.*", + "https://bugzilla.gnome.org/show_bug.cgi?id=606382"), # Matroska/WEBM known issues: ("validate.*.reverse_playback.*webm$", diff --git a/validate/tools/launcher/baseclasses.py b/validate/tools/launcher/baseclasses.py index e821738766..ab7d258635 100644 --- a/validate/tools/launcher/baseclasses.py +++ b/validate/tools/launcher/baseclasses.py @@ -656,8 +656,8 @@ class TestsManager(Loggable): return False if test.duration > 0 and int(self.options.long_limit) < int(test.duration): - self.info("Not activating test as it duration (%d) is superior" - " than the long limit (%d)" % (test.duration, + self.info("Not activating %s as its duration (%d) is superior" + " than the long limit (%d)" % (test, test.duration, int(self.options.long_limit))) return False