mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-07-02 20:55:55 +00:00
06f1dfc724
As of now all integration tests endup fetching 600MB of media every run. This will increase the docker side, but this is to the traceof that the docker image will quickly be cached on all runners. Fixes #841 Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1413>
81 lines
2.6 KiB
Python
Executable file
81 lines
2.6 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
|
|
"""
|
|
Copies current subproject git repository to create a cache
|
|
"""
|
|
|
|
import shutil
|
|
import os
|
|
import sys
|
|
import argparse
|
|
|
|
DEST = "/subprojects"
|
|
PARSER = argparse.ArgumentParser()
|
|
PARSER.add_argument('subprojects_dir')
|
|
PARSER.add_argument('--build', action="store_true", default=False)
|
|
|
|
|
|
def create_cache_in_image(options):
|
|
os.makedirs(DEST, exist_ok=True)
|
|
print("Creating cache from %s" % options.subprojects_dir)
|
|
for project_name in os.listdir(options.subprojects_dir):
|
|
project_path = os.path.join(options.subprojects_dir, project_name)
|
|
|
|
if project_name != "packagecache" and not os.path.exists(os.path.join(project_path, '.git')):
|
|
continue
|
|
|
|
if os.path.exists(os.path.join(DEST, project_name)):
|
|
continue
|
|
|
|
print("Copying %s" % project_name)
|
|
shutil.copytree(project_path, os.path.join(DEST, project_name))
|
|
|
|
media_path = os.path.join(options.subprojects_dir, '..', '.git',
|
|
'modules', 'subprojects', 'gst-integration-testsuites', 'medias')
|
|
if os.path.exists(os.path.join(DEST, 'medias.git')):
|
|
return
|
|
|
|
if os.path.exists(media_path):
|
|
print("Creating media cache")
|
|
shutil.copytree(media_path, os.path.join(DEST, 'medias.git'))
|
|
else:
|
|
print("Did not find medias in %s" % media_path)
|
|
|
|
|
|
def copy_cache(options):
|
|
# FIXME Remove when not needed anymore.
|
|
for path in [DEST, "/gst-build/subprojects", r"C:\gst-build\subprojects"]:
|
|
if not os.path.exists(path):
|
|
print("%s doesn't exist." % path)
|
|
continue
|
|
|
|
for project_name in os.listdir(path):
|
|
project_path = os.path.join(options.subprojects_dir, project_name)
|
|
cache_dir = os.path.join(path, project_name)
|
|
|
|
if project_name == 'medias.git':
|
|
project_path = os.path.join(options.subprojects_dir, '..', '.git', 'modules',
|
|
'subprojects', 'gst-integration-testsuites')
|
|
os.makedirs(project_path, exist_ok=True)
|
|
project_path = os.path.join(project_path, 'medias')
|
|
|
|
if os.path.exists(project_path):
|
|
print("- Ignoring %s" % cache_dir)
|
|
continue
|
|
|
|
if not os.path.isdir(cache_dir):
|
|
print("- Ignoring %s" % cache_dir)
|
|
continue
|
|
|
|
print("Copying from %s -> %s" % (cache_dir, project_path))
|
|
shutil.copytree(cache_dir, project_path)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
options = PARSER.parse_args()
|
|
|
|
if options.build:
|
|
create_cache_in_image(options)
|
|
else:
|
|
copy_cache(options)
|