#!/usr//bin/python # # Copyright (c) 2014,Thibault Saunier # # This program is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this program; if not, write to the # Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, # Boston, MA 02110-1301, USA. import os import sys import utils import urlparse import loggable from optparse import OptionParser, OptionGroup from httpserver import HTTPServer from baseclasses import _TestsLauncher, ScenarioManager from utils import printc, path2url, DEFAULT_MAIN_DIR, DEFAULT_GST_QA_ASSETS, launch_command, Colors QA_ASSETS = "gst-qa-assets" MEDIAS_FOLDER = "medias" DEFAULT_GST_QA_ASSETS_REPO = "git://people.freedesktop.org/~tsaunier/gst-qa-assets/" def main(): parser = OptionParser() parser.add_option("-d", "--debug", dest="debug", action="store_true", default=False, help="Let user debug the process on timeout") parser.add_option("-f", "--forever", dest="forever", action="store_true", default=False, help="Keep running tests until one fails") parser.add_option("-F", "--fatal-error", dest="fatal_error", action="store_true", default=False, help="Stop on first fail") parser.add_option("-t", "--wanted-tests", dest="wanted_tests", default=[], action="append", help="Define the tests to execute, it can be a regex" " if it contains defaults_only, only default scenarios" " will be executed") parser.add_option("-b", "--blacklisted-tests", dest="blacklisted_tests", default=[], action="append", help="Define the tests not to execute, it can be a regex.") parser.add_option("-L", "--list-tests", dest="list_tests", action="store_true", default=False, help="List tests and exit") parser.add_option("-m", "--mute", dest="mute", action="store_true", default=False, help="Mute playback output, which mean that we use " "a fakesink") parser.add_option("-n", "--no-color", dest="no_color", action="store_true", default=False, help="Set it to output no colored text in the terminal") parser.add_option("-g", "--generate-media-info", dest="generate_info", action="store_true", default=False, help="Set it in order to generate the missing .media_infos files") dir_group = OptionGroup(parser, "Directories and files to be used by the launcher") parser.add_option('--xunit-file', action='store', dest='xunit_file', metavar="FILE", default=None, help=("Path to xml file to store the xunit report in. " "Default is LOGSDIR/xunit.xml")) dir_group.add_option("-M", "--main-dir", dest="main_dir", default=DEFAULT_MAIN_DIR, help="Main directory where to put files. Default is %s" % DEFAULT_MAIN_DIR) dir_group.add_option("-o", "--output-dir", dest="output_dir", default=None, help="Directory where to store logs and rendered files. Default is MAIN_DIR") dir_group.add_option("-l", "--logs-dir", dest="logsdir", default=None, help="Directory where to store logs, default is OUTPUT_DIR/logs") dir_group.add_option("-R", "--render-path", dest="dest", default=None, help="Set the path to which projects should be rendered, default is OUTPUT_DIR/rendered") dir_group.add_option("-p", "--medias-paths", dest="paths", action="append", default=None, help="Paths in which to look for media files, default is MAIN_DIR/gst-qa-assets/media") dir_group.add_option("", "--clone-dir", dest="clone_dir", default=None, help="Paths in which to look for media files, default is MAIN_DIR/gst-qa-assets") parser.add_option_group(dir_group) http_server_group = OptionGroup(parser, "Handle the HTTP server to be created") http_server_group.add_option("", "--http-server-port", dest="http_server_port", default=8079, help="Port on which to run the http server on localhost") http_server_group.add_option("-s", "--folder-for-http-server", dest="http_server_dir", default=None, help="Folder in which to create an http server on localhost. Default is PATHS") parser.add_option_group(http_server_group) assets_group = OptionGroup(parser, "Handle remote assets") assets_group.add_option("-u", "--update-assets-command", dest="update_assets_command", default="git fetch %s && git checkout FETCH_HEAD && git annex get ." % (DEFAULT_GST_QA_ASSETS_REPO, ), help="Command to update assets") assets_group.add_option("", "--get-assets-command", dest="get_assets_command", default="git clone", help="Command to get assets") assets_group.add_option("", "--remote-assets-url", dest="remote_assets_url", default=DEFAULT_GST_QA_ASSETS_REPO, help="Url to the remote assets (default:%s)" % DEFAULT_GST_QA_ASSETS_REPO) assets_group.add_option("-S", "--sync", dest="sync", action="store_true", default=False, help="Synchronize asset repository") parser.add_option_group(assets_group) loggable.init("GST_VALIDATE_LAUNCHER_DEBUG", True, False) tests_launcher = _TestsLauncher() tests_launcher.add_options(parser) (options, args) = parser.parse_args() # Get absolute path for main_dir and base everything on that options.main_dir = os.path.abspath(options.main_dir) # default for output_dir is MAINDIR if not options.output_dir: options.output_dir = options.main_dir else: options.output_dir = os.path.abspath(options.output_dir) # other output directories if options.logsdir is None: options.logsdir = os.path.join(options.output_dir, "logs") if options.xunit_file is None: options.xunit_file = os.path.join(options.logsdir, "xunit.xml") if options.dest is None: options.dest = os.path.join(options.output_dir, "rendered") if not os.path.exists(options.dest): os.makedirs(options.dest) if urlparse.urlparse(options.dest).scheme == "": options.dest = path2url(options.dest) if options.no_color: utils.desactivate_colors() if options.clone_dir is None: options.clone_dir = os.path.join(options.main_dir, QA_ASSETS) if options.paths is None: options.paths = os.path.join(options.clone_dir, MEDIAS_FOLDER) if options.http_server_dir is None: options.http_server_dir = options.paths if not options.sync and not os.path.exists(options.clone_dir) and \ options.clone_dir == os.path.join(options.clone_dir, MEDIAS_FOLDER): printc("Media path (%s) does not exists. Forgot to run --sync ?" % options.clone_dir, Colors.FAIL, True) return -1 blacklisted = tests_launcher.get_blacklisted() if blacklisted: msg = "Currently 'hardcoded' blacklisted tests:\n" for name, bug in blacklisted: options.blacklisted_tests.append(name) msg += " + %s -- bug: %s\n" % (name, bug) printc(msg, Colors.FAIL, True) tests_launcher.set_settings(options, args) if options.remote_assets_url and options.sync: if os.path.exists(options.clone_dir): launch_command("cd %s && %s" % (options.clone_dir, options.update_assets_command), fails=True) else: launch_command("%s %s %s" % (options.get_assets_command, options.remote_assets_url, options.clone_dir), fails=True) launch_command("cd %s && %s" % (options.clone_dir, options.update_assets_command), fails=True) # Ensure that the scenario manager singleton is ready to be used ScenarioManager().config = options tests_launcher.list_tests() if options.list_tests: l = tests_launcher.tests l.sort() for test in l: printc(test) printc("\nNumber of tests: %d" % len (l), Colors.OKGREEN) return 0 httpsrv = HTTPServer(options) if tests_launcher.needs_http_server(): httpsrv.start() e = None try: tests_launcher.run_tests() tests_launcher.final_report() except Exception as e: pass finally: httpsrv.stop() if e is not None: raise return 0