mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2025-01-31 19:42:26 +00:00
Code Issues 1 Projects Releases Wiki Activity

gst-validate-launcher: separate known error from passed tests

Browse source 
Introduce known_error in statistics to keep in mind the expected
error result.
This commit is contained in:
Stéphane Cerveau 2019-12-03 18:26:18 +01:00 committed by GStreamer Merge Bot
parent 2581fef684
commit a2e926ff0a
2 changed files with 13 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
validate/launcher/baseclasses.py
View file

@ -1094,6 +1094,7 @@ class GstValidateTest(Test):
msg += ' %s(Expected errors occured: %s)%s' % (Colors.OKBLUE,
self.expected_issues,
Colors.ENDC)
result = Result.KNOWN_ERROR
self.set_result(result, msg.strip())

17
validate/launcher/reporters.py
View file

@ -60,7 +60,8 @@ class Reporter(Loggable):
self.stats = {'timeout': 0,
'failures': 0,
'passed': 0,
'skipped': 0
'skipped': 0,
'known_error': 0
}
self.results = []
@ -75,11 +76,15 @@ class Reporter(Loggable):
self.stats["failures"] += 1
def set_passed(self, test):
self.stats["passed"] += 1
if test.result == Result.KNOWN_ERROR:
self.stats["known_error"] += 1
else:
self.stats["passed"] += 1
def add_results(self, test):
self.debug("%s", test)
if test.result == Result.PASSED:
if test.result == Result.PASSED or \
test.result == Result.KNOWN_ERROR:
self.set_passed(test)
elif test.result == Result.FAILED or \
test.result == Result.TIMEOUT or \
@ -100,13 +105,15 @@ class Reporter(Loggable):
printc("Statistics:\n%s" % (lenstat * "-"), Colors.OKBLUE)
if self._start_time > 0:
printc("\n%sTotal time spent: %s seconds\n" %
((lenstat * " "), datetime.timedelta(
((lenstat * " "), datetime.timedelta(
seconds=(time.time() - self._start_time))),
Colors.OKBLUE)
Colors.OKBLUE)
printc("%sPassed: %d" %
(lenstat * " ", self.stats["passed"]), Colors.OKGREEN)
printc("%sFailed: %d" %
(lenstat * " ", self.stats["failures"]), Colors.FAIL)
printc("%sKnown error: %d" %
(lenstat * " ", self.stats["known_error"]), Colors.OKBLUE)
printc("%s%s" %
(lenstat * " ", (len("Failed: 0")) * "-"), Colors.OKBLUE)