#!/usr/bin/env python3 # # Copyright (c) 2013, Thibault Saunier # Copyright (c) 2020, Igalia S.L # Author: Thibault Saunier # # This program is free software; you can redistribute it and/or # modify it under the terms of the GNU Lesser General Public # License as published by the Free Software Foundation; either # version 2.1 of the License, or (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # Lesser General Public License for more details. # # You should have received a copy of the GNU Lesser General Public # License along with this program; if not, write to the # Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, # Boston, MA 02110-1301, USA. import os import sys import tempfile import urllib.parse import subprocess from launcher import utils from urllib.parse import unquote import xml.etree.ElementTree as ET from launcher.baseclasses import GstValidateTest, TestsManager, ScenarioManager, MediaFormatCombination, \ MediaDescriptor, GstValidateEncodingTestInterface GES_DURATION_TOLERANCE = utils.GST_SECOND / 2 GES_LAUNCH_COMMAND = "ges-launch-1.0" if "win32" in sys.platform: GES_LAUNCH_COMMAND += ".exe" GES_ENCODING_TARGET_COMBINATIONS = [ MediaFormatCombination("ogg", "vorbis", "theora"), MediaFormatCombination("ogg", "opus", "theora"), MediaFormatCombination("webm", "vorbis", "vp8"), MediaFormatCombination("webm", "opus", "vp8"), MediaFormatCombination("mp4", "aac", "h264"), MediaFormatCombination("mp4", "ac3", "h264"), MediaFormatCombination("quicktime", "aac", "jpeg"), MediaFormatCombination("mkv", "opus", "h264"), MediaFormatCombination("mkv", "vorbis", "h264"), MediaFormatCombination("mkv", "opus", "jpeg"), MediaFormatCombination("mkv", "vorbis", "jpeg") ] def quote_uri(uri): """ Encode a URI/path according to RFC 2396, without touching the file:/// part. """ # Split off the "file:///" part, if present. parts = urllib.parse.urlsplit(uri, allow_fragments=False) # Make absolutely sure the string is unquoted before quoting again! raw_path = unquote(parts.path) return utils.path2url(raw_path) class XgesProjectDescriptor(MediaDescriptor): def __init__(self, uri): super(XgesProjectDescriptor, self).__init__() self._uri = uri self._xml_path = utils.url2path(uri) self._root = ET.parse(self._xml_path) self._duration = None def get_media_filepath(self): return self._xml_path def get_path(self): return self._xml_path def get_caps(self): raise NotImplemented def get_uri(self): return self._uri def get_duration(self): if self._duration: return self._duration for l in self._root.iter(): if l.tag == "timeline": self._duration=int(l.attrib['metadatas'].split("duration=(guint64)")[1].split(" ")[0].split(";")[0]) break if not self._duration: self.error("%s does not have duration! (setting 2mins)" % self._uri) self._duration = 2 * 60 return self._duration def get_protocol(self): return Protocols.FILE def is_seekable(self): return True def is_image(self): return False def get_num_tracks(self, track_type): num_tracks = 0 for l in self._root.iter(): if l.tag == "track": if track_type in l.attrib["caps"]: num_tracks += 1 return num_tracks class GESTest(GstValidateTest): def __init__(self, classname, options, reporter, project, scenario=None, combination=None, expected_failures=None, nest=False, testfile=None): super(GESTest, self).__init__(GES_LAUNCH_COMMAND, classname, options, reporter, scenario=scenario) self.project = project self.nested = nest self.testfile = testfile def set_sample_paths(self): if self.testfile: # testfile should be self contained return if not self.options.paths: if self.options.disable_recurse: return if self.project: paths = [os.path.dirname(self.project.get_media_filepath())] else: paths = [] else: paths = self.options.paths if not isinstance(paths, list): paths = [paths] for path in paths: # We always want paths separator to be cut with '/' for ges-launch path = path.replace("\\", "/") if not self.options.disable_recurse: self.add_arguments("--ges-sample-path-recurse", quote_uri(path)) self.add_arguments("--ges-sample-path-recurse", quote_uri(self.options.projects_paths)) else: self.add_arguments("--ges-sample-paths", quote_uri(path)) def set_sink_args(self): if self.testfile: # testfile should be self contained and --mute should give required infos. if self.options.mute: self.add_arguments("--mute") return if self.options.mute: needs_clock = self.scenario.needs_clock_sync() \ if self.scenario else False audiosink = utils.get_fakesink_for_media_type("audio", needs_clock) videosink = utils.get_fakesink_for_media_type("video", needs_clock) else: audiosink = 'autoaudiosink' videosink = 'autovideosink' self.add_arguments("--videosink", videosink + " name=videosink") self.add_arguments("--audiosink", audiosink + " name=audiosink") def build_arguments(self): GstValidateTest.build_arguments(self) self.set_sink_args() self.set_sample_paths() if self.project: assert self.testfile is None if self.nested: self.add_arguments("+clip", self.project.get_uri()) else: self.add_arguments("-l", self.project.get_uri()) elif self.testfile: self.add_arguments("--set-test-file", self.testfile) class GESPlaybackTest(GESTest): def __init__(self, classname, options, reporter, project, scenario,nest): super(GESPlaybackTest, self).__init__(classname, options, reporter, project, scenario=scenario, nest=nest) def get_current_value(self): return self.get_current_position() class GESScenarioTest(GESTest): def __init__(self, classname, options, reporter, scenario): super().__init__(classname, options, reporter, None, scenario=scenario) def build_arguments(self): super().build_arguments() self.add_arguments("--set-scenario", self.scenario.path) def get_subproc_env(self): scenario = self.scenario self.scenario = None res = super().get_subproc_env() self.scenario = scenario return res def get_current_value(self): return self.get_current_position() class GESRenderTest(GESTest, GstValidateEncodingTestInterface): def __init__(self, classname, options, reporter, project, combination): GESTest.__init__(self, classname, options, reporter, project) GstValidateEncodingTestInterface.__init__(self, combination, self.project) def build_arguments(self): GESTest.build_arguments(self) self._set_rendering_info() def run_external_checks(self): reference_file_path = urllib.parse.urlsplit(self.media_descriptor.get_uri()).path + ".expected_result" if os.path.exists(reference_file_path): self.run_iqa_test(utils.path2url(reference_file_path)) def _set_rendering_info(self): self.dest_file = path = os.path.join(self.options.dest, self.classname.replace(".render.", os.sep). replace(".", os.sep)) utils.mkdir(os.path.dirname(urllib.parse.urlsplit(self.dest_file).path)) if not utils.isuri(self.dest_file): self.dest_file = utils.path2url(self.dest_file) profile = self.get_profile() self.add_arguments("-f", profile, "-o", self.dest_file) def check_results(self): self.check_encoded_file() return GstValidateTest.check_results(self) def get_current_value(self): size = self.get_current_size() if size is None: return self.get_current_position() return size class GESTestsManager(TestsManager): name = "ges" _scenarios = ScenarioManager() def __init__(self): super(GESTestsManager, self).__init__() def init(self): try: with tempfile.NamedTemporaryFile() as f: if "--set-scenario=" in subprocess.check_output([GES_LAUNCH_COMMAND, "--help"], stderr=f).decode(): return True else: self.warning("Can not use ges-launch, it seems not to be compiled against" " gst-validate") except subprocess.CalledProcessError as e: self.warning("Can not use ges-launch: %s" % e) except OSError as e: self.warning("Can not use ges-launch: %s" % e) def add_options(self, parser): group = parser.add_argument_group("GStreamer Editing Services specific option" " and behaviours", description=""" The GStreamer Editing Services launcher will be usable only if GES has been compiled against GstValidate You can simply run scenarios specifying project as args. For example the following will run all available and activated scenarios on project.xges: $gst-validate-launcher ges /some/ges/project.xges Available options:""") group.add_argument("-P", "--projects-paths", dest="projects_paths", default=os.path.join(utils.DEFAULT_GST_QA_ASSETS, "ges", "ges-projects"), help="Paths in which to look for moved medias") group.add_argument("--ges-scenario-paths", dest="scenarios_path", default=None, help="Paths in which to look for moved medias") group.add_argument("-r", "--disable-recurse-paths", dest="disable_recurse", default=False, action="store_true", help="Whether to recurse into paths to find medias") def set_settings(self, options, args, reporter): TestsManager.set_settings(self, options, args, reporter) self._scenarios.config = self.options try: os.makedirs(utils.url2path(options.dest)[0]) except OSError: pass def list_tests(self): return self.tests def register_defaults(self, project_paths=None, scenarios_path=None): projects = list() all_scenarios = {} if not self.args: if project_paths == None: path = self.options.projects_paths else: path = project_paths for root, dirs, files in os.walk(path): for f in files: if not f.endswith(".xges"): continue projects.append(utils.path2url(os.path.join(path, root, f))) if self.options.scenarios_path: scenarios_path = self.options.scenarios_path if scenarios_path: for root, dirs, files in os.walk(scenarios_path): for f in files: name, ext = os.path.splitext(f) f = os.path.join(root, f) if ext == ".validatetest": fpath = os.path.abspath(os.path.join(root, f)) pathname = os.path.abspath(os.path.join(root, name)) name = pathname.replace(os.path.commonpath([scenarios_path, root]), '').replace('/', '.') self.add_test(GESTest('test' + name, self.options, self.reporter, None, testfile=fpath)) continue elif ext != ".scenario": continue config = f + ".config" if not os.path.exists(config): config = None all_scenarios[f] = config else: for proj_uri in self.args: if not utils.isuri(proj_uri): proj_uri = utils.path2url(proj_uri) if os.path.exists(proj_uri): projects.append(proj_uri) if self.options.long_limit != 0: scenarios = ["none", "scrub_forward_seeking", "scrub_backward_seeking"] else: scenarios = ["play_15s", "scrub_forward_seeking_full", "scrub_backward_seeking_full"] for proj_uri in projects: # First playback casses project = XgesProjectDescriptor(proj_uri) for scenario_name in scenarios: scenario = self._scenarios.get_scenario(scenario_name) if scenario is None: continue if scenario.get_min_media_duration() >= (project.get_duration() / utils.GST_SECOND): continue classname = "playback.%s.%s" % (scenario.name, os.path.basename(proj_uri).replace(".xges", "")) self.add_test(GESPlaybackTest(classname, self.options, self.reporter, project, scenario=scenario, nest=False)) #For nested timelines classname = "playback.nested.%s.%s" % (scenario.name, os.path.basename(proj_uri).replace(".xges", "")) self.add_test(GESPlaybackTest(classname, self.options, self.reporter, project, scenario=scenario, nest=True)) # And now rendering casses for comb in GES_ENCODING_TARGET_COMBINATIONS: classname = "render.%s.%s" % (str(comb).replace(' ', '_'), os.path.splitext(os.path.basename(proj_uri))[0]) self.add_test(GESRenderTest(classname, self.options, self.reporter, project, combination=comb) ) if all_scenarios: for scenario in self._scenarios.discover_scenarios(list(all_scenarios.keys())): config = all_scenarios[scenario.path] classname = "scenario.%s" % scenario.name test = GESScenarioTest(classname, self.options, self.reporter, scenario=scenario) if config: test.add_validate_config(config) self.add_test(test)