From bab8a4c3bbb8fc44696f4c65c3c716b6d81aa9ed Mon Sep 17 00:00:00 2001 From: Thibault Saunier Date: Tue, 5 Aug 2014 10:59:21 +0200 Subject: [PATCH] validate:launcher: Take into account exitcode in transcoding tests And disable a few racy tests that were not detected because of that --- validate/tools/launcher/apps/gst-validate.py | 3 ++- validate/tools/launcher/apps/validate/validate_testsuite.py | 5 +++++ 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/validate/tools/launcher/apps/gst-validate.py b/validate/tools/launcher/apps/gst-validate.py index 6bd3945a45..9ef6f1e531 100644 --- a/validate/tools/launcher/apps/gst-validate.py +++ b/validate/tools/launcher/apps/gst-validate.py @@ -401,7 +401,8 @@ class GstValidateTranscodingTest(GstValidateTest, GstValidateEncodingTestInterfa return size def check_results(self): - if self.result in [Result.FAILED, Result.TIMEOUT]: + if self.result in [Result.FAILED, Result.TIMEOUT] or \ + self.process.returncode != 0: GstValidateTest.check_results(self) return diff --git a/validate/tools/launcher/apps/validate/validate_testsuite.py b/validate/tools/launcher/apps/validate/validate_testsuite.py index 27655b8b68..2d69ef1d14 100644 --- a/validate/tools/launcher/apps/validate/validate_testsuite.py +++ b/validate/tools/launcher/apps/validate/validate_testsuite.py @@ -124,9 +124,14 @@ def register_default_blacklist(self): # MPEG TS known issues: ('(?i)validate.*.playback.reverse_playback.*(?:_|.)(?:|m)ts$', "https://bugzilla.gnome.org/show_bug.cgi?id=702595"), + ('validate.file.transcode.to_vorbis_and_vp8_in_webm.GH1_00094_1920x1280_MTS', + 'Got error: Internal data stream error. -- Debug message: mpegtsbase.c(1371):' + 'mpegts_base_loop (): ...: stream stopped, reason not-negotiated'), # HTTP known issues: ("validate.http.*scrub_forward_seeking.*", "This is not stable enough for now."), + ("validate.http.playback.change_state_intensive.raw_video_mov", + "This is not stable enough for now. (flow return from pad push doesn't match expected value)"), # MXF known issues" (".*reverse_playback.*mxf", "Reverse playback is not handled in MXF"),