mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-12-30 12:10:37 +00:00
98e3c7d8b8
We were doing a few things suboptimally: 1. Making a symlink from the current directory to ../../gstreamer/cerbero so that build-tools kept working, which should not be necessary since cerbero relocates all binaries inside the cerbero homedir after extracting the cache. 2. Hard-coding the cerbero builddir when building on Windows because `pwd` was outputting an MSYS-style path which Python can't read 3. rsync-ing all the contents of $CERBERO_HOST_DIR, which is bad because we should be building on top of the artifact cache. The only thing we want from $CERBERO_HOST_DIR is cerbero-sources (the network cache), and we can setup the toolchain during bootstrap with the new --system and --toolchains arguments which were split out of --system-only. Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-ci/-/merge_requests/350>
1225 lines
42 KiB
YAML
1225 lines
42 KiB
YAML
include:
|
|
- template: 'Workflows/Branch-Pipelines.gitlab-ci.yml'
|
|
|
|
stages:
|
|
- 'build docker'
|
|
- 'preparation'
|
|
- 'pre-build'
|
|
- 'build'
|
|
- 'test'
|
|
# Use the resulting binaries
|
|
- 'integrate'
|
|
|
|
variables:
|
|
# Branch to track for modules that have no ref specified in the manifest
|
|
GST_UPSTREAM_BRANCH: 'master'
|
|
ORC_UPSTREAM_BRANCH: 'master'
|
|
|
|
###
|
|
# IMPORTANT
|
|
# These are the version tags for the docker images the CI runs against.
|
|
# If you are hacking on them or need a them to rebuild, its enough
|
|
# to change any part of the string of the image you want.
|
|
###
|
|
FEDORA_TAG: '2020-09-15.0'
|
|
CERBERO_TAG: '2020-09-09.2'
|
|
ANDROID_TAG: '2020-09-09.2'
|
|
MANIFEST_TAG: '2020-06-25.0'
|
|
TEST_MANIFEST_TAG: '2020-06-25.0'
|
|
INDENT_TAG: '2020-06-29.0'
|
|
|
|
GST_UPSTREAM_REPO: 'gstreamer/gst-ci'
|
|
|
|
FEDORA_AMD64_SUFFIX: 'amd64/fedora'
|
|
CERBERO_AMD64_SUFFIX: 'amd64/cerbero-fedora'
|
|
ANDROID_AMD64_SUFFIX: 'amd64/android-fedora'
|
|
MANIFEST_AMD64_SUFFIX: 'amd64/build-manifest'
|
|
TEST_MANIFEST_AMD64_SUFFIX: 'amd64/test-manifest'
|
|
INDENT_AMD64_SUFFIX: 'amd64/gst-indent'
|
|
|
|
FEDORA_IMAGE: "$CI_REGISTRY_IMAGE/$FEDORA_AMD64_SUFFIX:$FEDORA_TAG-$GST_UPSTREAM_BRANCH"
|
|
FEDORA_DOCS_IMAGE: "registry.freedesktop.org/gstreamer/gst-ci/amd64/fedora:2020-07-03.0-master"
|
|
CERBERO_IMAGE: "$CI_REGISTRY_IMAGE/$CERBERO_AMD64_SUFFIX:$CERBERO_TAG-$GST_UPSTREAM_BRANCH"
|
|
ANDROID_IMAGE: "$CI_REGISTRY_IMAGE/$ANDROID_AMD64_SUFFIX:$ANDROID_TAG-$GST_UPSTREAM_BRANCH"
|
|
MANIFEST_IMAGE: "$CI_REGISTRY_IMAGE/$MANIFEST_AMD64_SUFFIX:$MANIFEST_TAG-$GST_UPSTREAM_BRANCH"
|
|
TEST_MANIFEST_IMAGE: "$CI_REGISTRY_IMAGE/$TEST_MANIFEST_AMD64_SUFFIX:$TEST_MANIFEST_TAG-$GST_UPSTREAM_BRANCH"
|
|
INDENT_IMAGE: "$CI_REGISTRY_IMAGE/$INDENT_AMD64_SUFFIX:$INDENT_TAG-$GST_UPSTREAM_BRANCH"
|
|
|
|
WINDOWS_IMAGE: 'registry.freedesktop.org/gstreamer/gst-ci/amd64/windows:v12-master'
|
|
|
|
# Can't use $CI_* variables since we use this template in all repos, not just gst-ci
|
|
CERBERO_SCRIPT_URL: "https://gitlab.freedesktop.org/nirbheek/gst-ci/raw/refactor-cerbero-setup/gitlab/cerbero_setup.sh"
|
|
|
|
GIT_STRATEGY: none
|
|
MESON_BUILDTYPE_ARGS: --default-library=both
|
|
DEFAULT_MESON_ARGS: >
|
|
-Dlibnice:tests=disabled
|
|
-Dlibnice:examples=disabled
|
|
-Dopenh264:tests=disabled
|
|
-Dpygobject:tests=false
|
|
-Dpython=enabled
|
|
-Dlibav=enabled
|
|
-Dugly=enabled
|
|
-Dbad=enabled
|
|
-Ddevtools=enabled
|
|
-Dges=enabled
|
|
-Drtsp_server=enabled
|
|
-Dvaapi=enabled
|
|
-Dsharp=disabled
|
|
|
|
MESON_GST_WERROR: >
|
|
-Dgstreamer:werror=true
|
|
-Dgst-plugins-base:werror=true
|
|
-Dgst-plugins-good:werror=true
|
|
-Dgst-plugins-ugly:werror=true
|
|
-Dgst-plugins-bad:werror=true
|
|
-Dgst-rtsp-server:werror=true
|
|
-Dgst-libav:werror=true
|
|
-Dgst-examples:werror=true
|
|
-Dgst-editing-services:werror=true
|
|
-Dgst-docs:werror=true
|
|
-Dgst-omx:werror=true
|
|
-Dgst-devtools:werror=true
|
|
-Dgst-python:werror=true
|
|
-Dgstreamer-vaapi:werror=true
|
|
-Dgstreamer-sharp:werror=true
|
|
|
|
DEFAULT_CERBERO_ARGS: >
|
|
--variants werror
|
|
--timestamps
|
|
|
|
#
|
|
# Global CI policy
|
|
#
|
|
# This can be used to configure global behaviour our our jobs.
|
|
#
|
|
default:
|
|
retry:
|
|
max: 2
|
|
when:
|
|
- 'runner_system_failure'
|
|
- 'stuck_or_timeout_failure'
|
|
- 'scheduler_failure'
|
|
- 'api_failure'
|
|
interruptible: true
|
|
|
|
|
|
# Script to check if a docker image exists in the upstream registry
|
|
# and if so copy it to the forked registry so we can use it
|
|
#
|
|
# This is copied/adapted from citemplates/templates/fedora.yml
|
|
# https://gitlab.freedesktop.org/freedesktop/ci-templates/-/blob/96b621fe9f57ec2464f8d1a0940446afbf6c8f59/templates/fedora.yml
|
|
.check_image: &check_image_exists |
|
|
# if-not-exists steps
|
|
set -x
|
|
|
|
if [[ -z "$GST_FORCE_REBUILD" ]]
|
|
then
|
|
# disable exit on failure
|
|
set +e
|
|
|
|
# check if our image is already in the current registry
|
|
# we store the sha of the digest and the layers
|
|
skopeo inspect docker://$LOCAL_IMAGE | jq '[.Digest, .Layers]' > local_sha
|
|
|
|
# check if our image is already in our gst-ci registry fork
|
|
skopeo inspect docker://$LOCAL_GST_CI_IMAGE | jq '[.Digest, .Layers]' > local_gst_ci_sha
|
|
|
|
# check if our image is already in the upstream registry
|
|
if [[ -z "$GST_UPSTREAM_REPO" ]]
|
|
then
|
|
echo "WARNING! Variable \$GST_UPSTREAM_REPO is undefined, cannot check for images"
|
|
else
|
|
skopeo inspect docker://$GST_UPSTREAM_IMAGE | jq '[.Digest, .Layers]' > upstream_sha
|
|
fi
|
|
|
|
# reenable exit on failure
|
|
set -e
|
|
|
|
# if the upstream repo has an image, ensure we use the same
|
|
if [ -s upstream_sha ]
|
|
then
|
|
|
|
echo "Checking if $LOCAL_IMAGE is up to date"
|
|
# ensure we use the same image from upstream
|
|
diff upstream_sha local_sha && exit 0 || true
|
|
|
|
echo "Copying image from gstreamer/gst-ci to local registry"
|
|
# copy the original image into the current project registry namespace
|
|
# we do 2 attempts with skopeo copy at most
|
|
skopeo copy --dest-creds $CI_REGISTRY_USER:$CI_REGISTRY_PASSWORD \
|
|
docker://$GST_UPSTREAM_IMAGE \
|
|
docker://$LOCAL_IMAGE || \
|
|
skopeo copy --dest-creds $CI_REGISTRY_USER:$CI_REGISTRY_PASSWORD \
|
|
docker://$GST_UPSTREAM_IMAGE \
|
|
docker://$LOCAL_IMAGE
|
|
|
|
exit 0
|
|
fi
|
|
|
|
set +x
|
|
|
|
# if the local ci fork repo has an image, ensure we use the same
|
|
if [ -s local_gst_ci_sha ]
|
|
then
|
|
echo "Checking if $LOCAL_GST_CI_IMAGE is up to date"
|
|
# ensure we use the same image from upstream
|
|
diff local_gst_ci_sha local_sha && exit 0 || true
|
|
|
|
echo "Copying image from $CI_PROJECT_NAMESPACE/gst-ci to local registry"
|
|
# copy the original image into the current project registry namespace
|
|
# we do 2 attempts with skopeo copy at most
|
|
skopeo copy --dest-creds $CI_REGISTRY_USER:$CI_REGISTRY_PASSWORD \
|
|
docker://$LOCAL_GST_CI_IMAGE \
|
|
docker://$LOCAL_IMAGE || \
|
|
skopeo copy --dest-creds $CI_REGISTRY_USER:$CI_REGISTRY_PASSWORD \
|
|
docker://$LOCAL_GST_CI_IMAGE \
|
|
docker://$LOCAL_IMAGE
|
|
|
|
exit 0
|
|
fi
|
|
|
|
# if we have a local image but none in the upstream repo, use our
|
|
if [ -s local_sha ]
|
|
then
|
|
echo "Using $LOCAL_IMAGE"
|
|
exit 0
|
|
fi
|
|
fi
|
|
|
|
|
|
# Build docker images from Dockerfiles
|
|
#
|
|
# This is copied/adapted from citemplates/templates/fedora.yml
|
|
# https://gitlab.freedesktop.org/freedesktop/ci-templates/-/blob/96b621fe9f57ec2464f8d1a0940446afbf6c8f59/templates/fedora.yml
|
|
#
|
|
# CITemplates builds uses buildah run/commit workflow to build the images which doesn't
|
|
# fit us atm and our images need further adjustment to make use of it. Porting to
|
|
# ci-templates is the next step though.
|
|
#
|
|
# All the documentation from citemplates should be applicable here, so please refer there
|
|
.base:
|
|
image: "$CI_REGISTRY/freedesktop/ci-templates/buildah:2020-07-20.1"
|
|
variables:
|
|
STORAGE_DRIVER: 'vfs'
|
|
BUILDAH_FORMAT: 'docker'
|
|
BUILDAH_ISOLATION: 'chroot'
|
|
|
|
GIT_STRATEGY: fetch
|
|
script:
|
|
- export LOCAL_IMAGE="$CI_REGISTRY_IMAGE/$REPO_SUFFIX:$TAG"
|
|
- export LOCAL_GST_CI_IMAGE="$CI_REGISTRY/$CI_PROJECT_NAMESPACE/gst-ci/$REPO_SUFFIX:$TAG"
|
|
- export GST_UPSTREAM_IMAGE="$CI_REGISTRY/$GST_UPSTREAM_REPO/$REPO_SUFFIX:$TAG"
|
|
|
|
# check if the docker registry is enabled, else the variable will be missing
|
|
- |
|
|
if [[ -z "$CI_REGISTRY_IMAGE" ]]
|
|
then
|
|
echo "ERROR! Looks like your repository/fork has disabled Docker Registries."
|
|
echo "Pleae enable them by following the documentation from here:"
|
|
echo "https://docs.gitlab.com/ee/user/packages/container_registry/#enable-the-container-registry-for-your-project"
|
|
exit 1
|
|
fi
|
|
|
|
# Newer versions of podman/buildah try to set overlayfs mount options when
|
|
# using the vfs driver, and this causes errors.
|
|
- sed -i '/^mountopt =.*/d' /etc/containers/storage.conf
|
|
|
|
- *check_image_exists
|
|
|
|
# This part of the job should only ever be possible to be reach in a gst-ci fork
|
|
- |
|
|
if [[ "$CI_PROJECT_NAME" != 'gst-ci' ]]
|
|
then
|
|
echo "ERROR! Something is wrong!"
|
|
echo "This part of the job is supposed to be executed only in gst-ci forks, and its probably going to fail else"
|
|
exit 1
|
|
fi
|
|
|
|
- echo "Building image $LOCAL_IMAGE"
|
|
|
|
- >
|
|
buildah bud
|
|
--build-arg DEFAULT_BRANCH=$GST_UPSTREAM_BRANCH
|
|
--label ci.job_id=$CI_JOB_ID
|
|
--label pipeline.url=$CI_PIPELINE_URL
|
|
--label git.ref_name=$CI_COMMIT_REF_NAME
|
|
--label git.sha=$CI_COMMIT_SHA
|
|
--label gitlab.project_path=$CI_PROJECT_PATH
|
|
--label gitlab.project_url=$CI_PROJECT_URL
|
|
--label fdo.upstream-repo=$GST_UPSTREAM_REPO
|
|
--label fdo.expires-after="3w"
|
|
-f $DOCKERFILE
|
|
-t $LOCAL_IMAGE
|
|
$CONTEXT_DIR
|
|
|
|
- buildah login -u $CI_REGISTRY_USER -p $CI_REGISTRY_PASSWORD $CI_REGISTRY
|
|
|
|
# Sanity check
|
|
- |
|
|
if [ "$CI_PROJECT_PATH" = "gstreamer/gst-ci" ]; then
|
|
if [ "$LOCAL_IMAGE" != "$GST_UPSTREAM_IMAGE" ]; then
|
|
echo "ERROR!!! AAAAA! THE IMAGE URI DOES NOT MATCH THE EXPECTED UPSTREAM ONE"
|
|
echo $LOCAL_IMAGE
|
|
echo $GST_UPSTREAM_IMAGE
|
|
exit 1
|
|
fi
|
|
fi
|
|
|
|
- buildah push $LOCAL_IMAGE
|
|
|
|
fedora amd64 docker:
|
|
stage: "build docker"
|
|
variables:
|
|
REPO_SUFFIX: "$FEDORA_AMD64_SUFFIX"
|
|
TAG: "$FEDORA_TAG-$GST_UPSTREAM_BRANCH"
|
|
|
|
CONTEXT_DIR: "./docker/fedora/"
|
|
DOCKERFILE: "docker/fedora/Dockerfile"
|
|
extends: .base
|
|
|
|
cerbero fedora amd64 docker:
|
|
stage: "build docker"
|
|
variables:
|
|
REPO_SUFFIX: "$CERBERO_AMD64_SUFFIX"
|
|
TAG: "$CERBERO_TAG-$GST_UPSTREAM_BRANCH"
|
|
|
|
CONTEXT_DIR: "docker/cerbero/"
|
|
DOCKERFILE: "docker/cerbero/Dockerfile-fedora"
|
|
extends: .base
|
|
|
|
android docker:
|
|
stage: "build docker"
|
|
variables:
|
|
REPO_SUFFIX: "$ANDROID_AMD64_SUFFIX"
|
|
TAG: "$ANDROID_TAG-$GST_UPSTREAM_BRANCH"
|
|
|
|
CONTEXT_DIR: "docker/android/"
|
|
DOCKERFILE: "docker/android/Dockerfile"
|
|
extends: .base
|
|
|
|
alpine amd64 manifest builder docker:
|
|
stage: "build docker"
|
|
variables:
|
|
REPO_SUFFIX: "$MANIFEST_AMD64_SUFFIX"
|
|
TAG: '$MANIFEST_TAG-$GST_UPSTREAM_BRANCH'
|
|
|
|
CONTEXT_DIR: "docker/build_manifest/"
|
|
DOCKERFILE: "docker/build_manifest/Dockerfile"
|
|
extends: .base
|
|
|
|
gst-indent amd64 docker:
|
|
stage: "build docker"
|
|
variables:
|
|
REPO_SUFFIX: "$INDENT_AMD64_SUFFIX"
|
|
TAG: "$INDENT_TAG-$GST_UPSTREAM_BRANCH"
|
|
|
|
CONTEXT_DIR: "docker/indent/"
|
|
DOCKERFILE: "docker/indent/Dockerfile"
|
|
extends: .base
|
|
|
|
#
|
|
# Job to create the manifest.xml to used for our builds
|
|
#
|
|
manifest:
|
|
image: $MANIFEST_IMAGE
|
|
rules:
|
|
# Always have automatic pipeline for branchs in cerbero and docs
|
|
# cause they need to update artifacts, like the docs site or cerbero deps
|
|
- if: '$CI_PROJECT_PATH == "gstreamer/cerbero"'
|
|
- if: '$CI_PROJECT_PATH == "gstreamer/gst-docs"'
|
|
|
|
# If the user that triggered the Pipeline is the Merge bot and the branch doesn't match
|
|
# the upstream branch set, run the pipeline
|
|
- if: '$GITLAB_USER_LOGIN == "gstreamer-merge-bot" && $CI_COMMIT_BRANCH != "$GST_UPSTREAM_BRANCH"'
|
|
# When the user isn't the merge bot, require an explicit action to trigger the pipeline
|
|
# to avoid wasting CI resources
|
|
- if: '$GITLAB_USER_LOGIN != "gstreamer-merge-bot"'
|
|
when: 'manual'
|
|
# If this matches, it means the pipeline is running against either the main
|
|
# or a stable branch, so make it manual
|
|
- if: '$CI_COMMIT_BRANCH == "$GST_UPSTREAM_BRANCH"'
|
|
when: 'manual'
|
|
|
|
stage: 'preparation'
|
|
script:
|
|
- cd /gst-ci
|
|
- gitlab/build_manifest.py --self-update
|
|
- gitlab/build_manifest.py ${CI_PROJECT_DIR}/manifest.xml
|
|
- cat ${CI_PROJECT_DIR}/manifest.xml
|
|
artifacts:
|
|
expire_in: "7 days"
|
|
paths:
|
|
- "manifest.xml"
|
|
|
|
#
|
|
# gst-indent!!
|
|
#
|
|
gst indent:
|
|
image: $INDENT_IMAGE
|
|
stage: 'preparation'
|
|
variables:
|
|
GIT_STRATEGY: 'fetch'
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(gstreamer-sharp|gst-integration-testsuites|cerbero|gst-docs)$/'
|
|
script:
|
|
# man indent. grep RETURN VALUE, grab a beer on my behalf...
|
|
- indent --version || true
|
|
- |
|
|
filter_cmd=("cat")
|
|
if test -f ".indentignore"; then
|
|
filter_args=()
|
|
while read -r line; do
|
|
if test -n "$line"; then
|
|
filter_args+=("-e" "$line")
|
|
fi
|
|
done < ".indentignore"
|
|
if [[ ${#filter_args[@]} -gt 0 ]]; then
|
|
filter_cmd=("grep" "-v" "${filter_args[@]}")
|
|
fi
|
|
fi
|
|
find . -name '*.c' | "${filter_cmd[@]}" | xargs -d '\n' gst-indent
|
|
- |
|
|
if git diff --quiet; then
|
|
echo "Code is properly formatted"
|
|
else
|
|
git diff --color=always
|
|
echo 'style diverges, please run gst-indent first'
|
|
exit 1
|
|
fi
|
|
|
|
#
|
|
# gst-build setup templates
|
|
#
|
|
.gst_build_template: &gst_build
|
|
- echo $MESON_ARGS
|
|
# Sometimes, gitlab-runner want to reuse
|
|
# existing docker volumes without cleaning them up...
|
|
# Make sure the docker volume is clean
|
|
- rm -rf gst-build || true
|
|
- rm -rf meson-logs || true
|
|
- rm -rf validate-logs || true
|
|
|
|
- curl -L -o clone_manifest_ref.py "https://gitlab.freedesktop.org/gstreamer/gst-ci/raw/${GST_UPSTREAM_BRANCH}/gitlab/clone_manifest_ref.py"
|
|
- python3 clone_manifest_ref.py --manifest manifest.xml --project gst-build --destination gst-build
|
|
- cd gst-build/
|
|
# only copy immediate directories. We don't want to modify .wrap files
|
|
- find /gst-build/subprojects/ -mindepth 1 -maxdepth 1 -type d -exec cp -r \{\} subprojects/ \;
|
|
- ./git-update --no-interaction --manifest="${CI_PROJECT_DIR}/manifest.xml"
|
|
- meson build/ $MESON_ARGS
|
|
- ninja -C build/
|
|
- ccache --show-stats
|
|
|
|
.gst_build_ccache_vars:
|
|
variables:
|
|
CCACHE_COMPILERCHECK: 'content'
|
|
CCACHE_COMPRESS: 'true'
|
|
CCACHE_BASEDIR: '/cache/gstreamer/gst-build'
|
|
CCACHE_DIR: '/cache/gstreamer/gst-build/ccache/'
|
|
# shared across everything really
|
|
CCACHE_MAXSIZE: '10G'
|
|
CARGO_HOME: '/cache/gstreamer/cargo'
|
|
|
|
.simple_fedora_build: &simple_build >-
|
|
${DEFAULT_MESON_ARGS}
|
|
-Dsharp=enabled
|
|
-Domx=enabled
|
|
-Dgst-omx:target=generic
|
|
-Ddoc=disabled
|
|
-Drs=disabled
|
|
${MESON_BUILDTYPE_ARGS}
|
|
${MESON_GST_WERROR}
|
|
|
|
.build:
|
|
stage: 'build'
|
|
extends:
|
|
- '.gst_build_ccache_vars'
|
|
needs:
|
|
- "manifest"
|
|
# Taking into account the slowest shared runner + time needed to upload the binaries to artifacts
|
|
# Also need to take into account I/O of pulling docker images and uploading artifacts
|
|
timeout: '45min'
|
|
variables:
|
|
MESON_ARGS: "${DEFAULT_MESON_ARGS} ${MESON_BUILDTYPE_ARGS} ${MESON_GST_WERROR}"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME != "cerbero"'
|
|
script:
|
|
*gst_build
|
|
after_script:
|
|
- mv gst-build/build/meson-logs/ meson-logs
|
|
# Cleanup everything else to reduce the size
|
|
# of the docker volume we leave behind
|
|
- rm -rf gst-build
|
|
artifacts:
|
|
expire_in: "7 days"
|
|
when: "always"
|
|
paths:
|
|
- 'meson-logs/'
|
|
- 'manifest.xml'
|
|
|
|
.build fedora x86_64:
|
|
extends: '.build'
|
|
image: $FEDORA_IMAGE
|
|
variables:
|
|
MESON_ARGS: *simple_build
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-omx|gst-plugins-rs)$/'
|
|
|
|
build nodebug fedora x86_64:
|
|
extends: '.build'
|
|
image: $FEDORA_IMAGE
|
|
variables:
|
|
MESON_ARGS: "${DEFAULT_MESON_ARGS} -Dsharp=enabled -Dgstreamer:gst_debug=false -Domx=enabled -Dgst-omx:target=generic ${MESON_BUILDTYPE_ARGS} ${MESON_GST_WERROR}"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-docs|gst-integration-testsuites|gst-omx|gst-plugins-rs)$/'
|
|
|
|
build static fedora x86_64:
|
|
extends: '.build fedora x86_64'
|
|
variables:
|
|
MESON_BUILDTYPE_ARGS: "--default-library=static -Dintrospection=disabled -Ddoc=disabled"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-docs|gst-integration-testsuites|gst-omx|gst-plugins-rs)$/'
|
|
|
|
build static nodebug fedora x86_64:
|
|
extends: 'build nodebug fedora x86_64'
|
|
variables:
|
|
MESON_BUILDTYPE_ARGS: "--default-library=static -Dintrospection=disabled -Ddoc=disabled"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-docs|gst-integration-testsuites|gst-omx|gst-plugins-rs)$/'
|
|
|
|
build clang fedora x86_64:
|
|
extends: '.build fedora x86_64'
|
|
variables:
|
|
CC: 'ccache clang'
|
|
CXX: 'ccache clang++'
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-docs|gst-integration-testsuites|gst-omx|gst-plugins-rs)$/'
|
|
|
|
.test:
|
|
stage: 'test'
|
|
extends:
|
|
- '.gst_build_ccache_vars'
|
|
needs:
|
|
- "manifest"
|
|
variables:
|
|
MESON_ARGS: *simple_build
|
|
|
|
# Disable colored output to avoid weird rendering issues
|
|
GST_DEBUG_NO_COLOR: "true"
|
|
CI_ARTIFACTS_URL: "${CI_PROJECT_URL}/-/jobs/${CI_JOB_ID}/artifacts/raw/validate-logs/"
|
|
GST_VALIDATE_LAUNCHER_FORCE_COLORS: "true"
|
|
TIMEOUT_FACTOR: "2"
|
|
CARGO_HOME: "/cache/gstreamer/cargo"
|
|
# Enable the fault handler so we get backtraces on segfaults.
|
|
# any non-empty string will do
|
|
PYTHONFAULTHANDLER: "enabled"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-examples|gst-docs)$/'
|
|
script:
|
|
- *gst_build
|
|
|
|
- echo "-> Running ${TEST_SUITE}"
|
|
- >
|
|
./gst-uninstalled.py
|
|
gst-validate-launcher ${TEST_SUITE}
|
|
--dump-on-failure
|
|
--mute
|
|
--shuffle
|
|
--no-display
|
|
--meson-no-rebuild
|
|
--timeout-factor "${TIMEOUT_FACTOR}"
|
|
--fail-on-testlist-change
|
|
-l "${CI_PROJECT_DIR}/validate-logs/"
|
|
--xunit-file "${CI_PROJECT_DIR}/validate-logs/xunit.xml"
|
|
${EXTRA_VALIDATE_ARGS}
|
|
after_script:
|
|
- mv gst-build/build/meson-logs/ meson-logs
|
|
# Cleanup everything else to reduce the size
|
|
# of the docker volume we leave behind
|
|
- rm -rf gst-build
|
|
artifacts:
|
|
expire_in: '14 days'
|
|
when: always
|
|
paths:
|
|
- 'meson-logs/'
|
|
- 'validate-logs'
|
|
- 'manifest.xml'
|
|
reports:
|
|
junit:
|
|
- "validate-logs/*.xml"
|
|
|
|
.test fedora x86_64:
|
|
image: $FEDORA_IMAGE
|
|
extends: '.test'
|
|
tags: ['gstreamer']
|
|
|
|
check fedora:
|
|
extends: '.test fedora x86_64'
|
|
variables:
|
|
TEST_SUITE: "check.gst*"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-docs|gst-integration-testsuites|gst-omx|gst-plugins-rs)$/'
|
|
|
|
integration testsuites fedora:
|
|
extends: '.test fedora x86_64'
|
|
parallel: 4
|
|
variables:
|
|
EXTRA_VALIDATE_ARGS: "--timeout-factor=2 --retry-on-failures --check-bugs --parts=${CI_NODE_TOTAL} --part-index=${CI_NODE_INDEX}"
|
|
TEST_SUITE: "validate ges"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-docs|gst-examples|gst-omx|gstreamer-sharp|gst-plugins-rs)$/'
|
|
|
|
gstreamer-full:
|
|
extends: 'build static fedora x86_64'
|
|
stage: integrate
|
|
variables:
|
|
MESON_ARGS: >
|
|
--default-library=static
|
|
-Dauto_features=disabled
|
|
-Dgst-plugins-good:alpha=enabled
|
|
$MESON_GST_WERROR
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME =~ /^(gst-build|gst-ci)$/'
|
|
|
|
after_script:
|
|
- cd gst-build/
|
|
- ninja -C build install
|
|
- export PKG_CONFIG_PATH=/usr/local/lib64/pkgconfig:/usr/local/lib64/gstreamer-1.0/pkgconfig
|
|
- export LD_LIBRARY_PATH=/usr/local/lib64
|
|
- cd examples/static-plugins
|
|
- meson _build
|
|
- ninja -C _build
|
|
- meson test -C _build -v
|
|
artifacts:
|
|
expire_in: "7 days"
|
|
when: "always"
|
|
paths:
|
|
- 'gst-build/build/meson-logs/'
|
|
- 'gst-build/build/gstinitstaticplugins.c'
|
|
|
|
# Valgrind
|
|
.valgrind fedora x86_64:
|
|
extends: '.test fedora x86_64'
|
|
stage: 'test'
|
|
variables:
|
|
EXTRA_VALIDATE_ARGS: "--valgrind"
|
|
|
|
valgrind core:
|
|
extends: '.valgrind fedora x86_64'
|
|
variables:
|
|
TEST_SUITE: "check.gstreamer\\..*"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME =~ /^(gstreamer|gst-ci|gst-devtools)$/'
|
|
|
|
valgrind base:
|
|
extends: '.valgrind fedora x86_64'
|
|
variables:
|
|
TEST_SUITE: "check.gst-plugins-base\\..*"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME =~ /^(gstreamer|gst-plugins-base|gst-ci|gst-devtools)$/'
|
|
|
|
valgrind good:
|
|
extends: '.valgrind fedora x86_64'
|
|
variables:
|
|
TEST_SUITE: "check.gst-plugins-good\\..*"
|
|
# take longer time due to splitmux unit test
|
|
TIMEOUT_FACTOR: "4"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME =~ /^(gstreamer|gst-plugins-base|gst-plugins-good|gst-ci|gst-devtools)$/'
|
|
|
|
valgrind ugly:
|
|
extends: '.valgrind fedora x86_64'
|
|
variables:
|
|
TEST_SUITE: "check.gst-plugins-ugly\\..*"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME =~ /^(gstreamer|gst-plugins-base|gst-plugins-ugly|gst-ci|gst-devtools)$/'
|
|
|
|
valgrind bad:
|
|
extends: '.valgrind fedora x86_64'
|
|
variables:
|
|
TEST_SUITE: "check.gst-plugins-bad\\..*"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME =~ /^(gstreamer|gst-plugins-base|gst-plugins-good|gst-plugins-bad|gst-ci|gst-devtools)$/'
|
|
|
|
valgrind ges:
|
|
extends: '.valgrind fedora x86_64'
|
|
variables:
|
|
TEST_SUITE: "check.gst-editing-services\\..*"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME =~ /^(gstreamer|gst-plugins-base|gst-plugins-good|gst-editing-services|gst-ci|gst-devtools)$/'
|
|
|
|
# Template for Cerbero GStreamer Build
|
|
#
|
|
# Parameters:
|
|
# CONFIG: The name of the configuration file to use
|
|
# ARCH: The cerbero <os>_<cpu> (used in cache key)
|
|
#
|
|
.cerbero:
|
|
stage: "build"
|
|
image: $CERBERO_IMAGE
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME == "cerbero"'
|
|
needs:
|
|
- "manifest"
|
|
# Ensure that the runners it will be executed on
|
|
# will have plenty of space for the cache
|
|
tags: ['gstreamer']
|
|
timeout: '3h'
|
|
variables:
|
|
CCACHE_COMPILERCHECK: "content"
|
|
CCACHE_COMPRESS: "true"
|
|
CCACHE_BASEDIR: "/cache/gstreamer/cerbero/"
|
|
CCACHE_DIR: "/cache/gstreamer/cerbero/ccache/"
|
|
# shared across everything really
|
|
CCACHE_MAXSIZE: "50G"
|
|
|
|
CERBERO_HOME: "cerbero-build"
|
|
CERBERO_SOURCES: "cerbero-sources"
|
|
CERBERO_ARGS: "${DEFAULT_CERBERO_ARGS}"
|
|
CERBERO: "./cerbero-uninstalled -c config/${CONFIG} -c localconf.cbc -m manifest.xml"
|
|
CERBERO_PACKAGE_ARGS: "-t"
|
|
CERBERO_RUN_WRAPPER: "" # 'wine' on cross-winXX
|
|
CERBERO_RUN_SUFFIX: "" # '.exe' on cross-winXX
|
|
HAVE_CCACHE: "yes"
|
|
# used by macos packages as we only ever install to a fixed directory
|
|
CERBERO_OVERRIDDEN_DIST_DIR: ""
|
|
# location where the cerbero git repo is stored on the image
|
|
CERBERO_HOST_DIR: "/cerbero/"
|
|
before_script:
|
|
- echo "Fetching ${CERBERO_SCRIPT_URL}"
|
|
- curl -L -o cerbero_script.sh "${CERBERO_SCRIPT_URL}"
|
|
- chmod +x cerbero_script.sh
|
|
- ./cerbero_script.sh cerbero_before_script
|
|
script:
|
|
- ./cerbero_script.sh cerbero_script
|
|
cache:
|
|
key: "${CI_JOB_NAME}"
|
|
paths:
|
|
- "${CERBERO_SOURCES}"
|
|
artifacts:
|
|
name: "${CI_JOB_NAME}_${CI_COMMIT_SHA}"
|
|
expire_in: '5 days'
|
|
when: 'always'
|
|
paths:
|
|
- "manifest.xml"
|
|
- "${CERBERO_HOME}/logs"
|
|
- "*.tar.*"
|
|
|
|
.build windows:
|
|
image: $WINDOWS_IMAGE
|
|
stage: 'build'
|
|
needs:
|
|
- 'manifest'
|
|
tags:
|
|
- 'docker'
|
|
- 'windows'
|
|
- '1809'
|
|
timeout: '45min'
|
|
variables:
|
|
MESON_ARGS: >
|
|
${DEFAULT_MESON_ARGS}
|
|
-Dpython=disabled
|
|
-Dlibav=disabled
|
|
-Dvaapi=disabled
|
|
-Ddevtools=disabled
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-docs|gst-integration-testsuites|gst-omx|gst-plugins-rs|gstreamer-vaapi)$/'
|
|
script:
|
|
# Sometimes there's seems to be an existing gst-build clone that comes either from the ether or
|
|
# from a previous job due to some gitlab bug or implicit behavior?
|
|
# So let's always check and clear it out if its there
|
|
# https://gitlab.freedesktop.org/tpm/gstreamer-sharp/-/jobs/1672137
|
|
- if (Test-Path $env:CI_PROJECT_DIR/gst-build) { Remove-Item -Recurse -Force $env:CI_PROJECT_DIR/gst-build }
|
|
|
|
# Make sure powershell exists on errors
|
|
# https://docs.microsoft.com/en-us/powershell/module/microsoft.powershell.core/about/about_preference_variables?view=powershell-6
|
|
- $ErrorActionPreference = "Stop"
|
|
|
|
- Invoke-WebRequest -Uri "https://gitlab.freedesktop.org/gstreamer/gst-ci/raw/$env:GST_UPSTREAM_BRANCH/gitlab/clone_manifest_ref.py" -OutFile $env:CI_PROJECT_DIR/clone_manifest_ref.py
|
|
- python clone_manifest_ref.py --manifest manifest.xml --project gst-build --destination $env:CI_PROJECT_DIR/gst-build
|
|
- cd $env:CI_PROJECT_DIR/gst-build
|
|
|
|
- cp -r C:/subprojects/* subprojects/
|
|
# Run the git-update script and feed it the manifest to setup the environment
|
|
- cd $env:CI_PROJECT_DIR/gst-build; python git-update --no-interaction --manifest=$env:CI_PROJECT_DIR/manifest.xml
|
|
# For some reason, options are separated by newline instead of space, so we
|
|
# have to replace them first.
|
|
- $env:MESON_ARGS = $env:MESON_ARGS.replace("`n"," ")
|
|
# Gitlab executes PowerShell in docker, but VsDevCmd.bat is a batch script.
|
|
# Environment variables substitutions is done by PowerShell before calling
|
|
# cmd.exe, that's why we use $env:FOO instead of %FOO%
|
|
- cmd.exe /C "C:\BuildTools\Common7\Tools\VsDevCmd.bat -host_arch=amd64 -arch=$env:ARCH &&
|
|
meson build $env:MESON_ARGS &&
|
|
ninja -C build"
|
|
# XXX: Re-enable when uploading stops timing out
|
|
#artifacts:
|
|
# expire_in: "7 days"
|
|
# when: "always"
|
|
# paths:
|
|
# - 'gst-build/build/meson-logs/'
|
|
|
|
build vs2017 amd64:
|
|
extends: '.build windows'
|
|
variables:
|
|
ARCH: 'amd64'
|
|
|
|
build vs2017 x86:
|
|
extends: '.build windows'
|
|
variables:
|
|
ARCH: 'x86'
|
|
|
|
build msys2 :
|
|
extends: '.build windows'
|
|
timeout: '60min'
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-docs|gst-integration-testsuites|gst-omx|gst-plugins-rs|gstreamer-vaapi)$/'
|
|
allow_failure: true
|
|
when: 'manual'
|
|
script:
|
|
# Sometimes there's seems to be an existing gst-build clone that comes either from the ether or
|
|
# from a previous job due to some gitlab bug or implicit behavior?
|
|
# So let's always check and clear it out if its there
|
|
# https://gitlab.freedesktop.org/tpm/gstreamer-sharp/-/jobs/1672137
|
|
- if (Test-Path $env:CI_PROJECT_DIR/gst-build) { Remove-Item -Recurse -Force $env:CI_PROJECT_DIR/gst-build }
|
|
|
|
# Make sure powershell exists on errors
|
|
# https://docs.microsoft.com/en-us/powershell/module/microsoft.powershell.core/about/about_preference_variables?view=powershell-6
|
|
- $ErrorActionPreference = "Stop"
|
|
|
|
# For some reason docker build hangs if this is included in the image, needs more troubleshooting
|
|
- $env:PATH += ';C:\msys64\usr\bin;C:\msys64\mingw64\bin;C:\msys64\mingw32\bin'
|
|
# Copied from https://github.com/msys2/setup-msys2/blob/master/main.js#L98
|
|
- C:\msys64\usr\bin\bash -c "pacman-key --init && pacman-key --populate msys2 && pacman-key --refresh-keys || true"
|
|
- C:\msys64\usr\bin\bash -c "sed -i 's/^CheckSpace/#CheckSpace/g' /etc/pacman.conf"
|
|
- echo "Updating MSYS2"
|
|
- C:\msys64\usr\bin\bash -c "pacman -Syuu --noconfirm || echo Update failed, ignoring"
|
|
- echo "Killing all MSYS2 processes"
|
|
- taskkill /F /FI "MODULES eq msys-2.0.dll"
|
|
- echo "Completing MSYS2 update"
|
|
- C:\msys64\usr\bin\bash -c "pacman -Suu --noconfirm"
|
|
- echo "Installing needed MSYS2 packages"
|
|
- C:\msys64\usr\bin\bash -c "pacman -Sy --noconfirm --needed mingw-w64-x86_64-toolchain ninja"
|
|
|
|
- Invoke-WebRequest -Uri "https://gitlab.freedesktop.org/gstreamer/gst-ci/raw/$env:GST_UPSTREAM_BRANCH/gitlab/clone_manifest_ref.py" -OutFile $env:CI_PROJECT_DIR/clone_manifest_ref.py
|
|
- python clone_manifest_ref.py --manifest manifest.xml --project gst-build --destination $env:CI_PROJECT_DIR/gst-build
|
|
- cd $env:CI_PROJECT_DIR/gst-build
|
|
|
|
- cp -r C:\subprojects\* subprojects\
|
|
|
|
# Run the git-update script and feed it the manifest to setup the environment
|
|
- cd $env:CI_PROJECT_DIR/gst-build; python git-update --no-interaction --manifest=$env:CI_PROJECT_DIR/manifest.xml
|
|
# For some reason, options are separated by newline instead of space, so we
|
|
# have to replace them first.
|
|
- $env:MESON_ARGS = $env:MESON_ARGS.replace("`n"," ")
|
|
# Replace forward slashes with backwards so bash doesn't complain
|
|
- $env:_PROJECT_DIR = $env:CI_PROJECT_DIR.replace('\','/')
|
|
- C:\msys64\usr\bin\bash -c "cd $env:_PROJECT_DIR/gst-build &&
|
|
meson build $env:MESON_ARGS &&
|
|
ninja -C build"
|
|
|
|
|
|
# Template for Cerbero GStreamer Deps
|
|
#
|
|
# This template is used by cerbero/ project to pre-built the GStreamer
|
|
# dependencies. When available, the .cerbero jobs will download this artifact
|
|
# in order to speed up the build.
|
|
#
|
|
# Parameters:
|
|
# CONFIG: The name of the configuration file to use
|
|
# ARCH: The cerbero <os>_<cpu> (used in cache key)
|
|
#
|
|
# Produce an artifact with the dist/ and .cache along
|
|
# with the associated build-tools.
|
|
.cerbero deps:
|
|
extends: .cerbero
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME == "cerbero"'
|
|
script:
|
|
- ./cerbero_script.sh cerbero_deps_script
|
|
|
|
#
|
|
# Cerbero Linux X86_64 build
|
|
#
|
|
cerbero deps fedora x86_64:
|
|
extends: '.cerbero deps'
|
|
variables:
|
|
CONFIG: "linux.config"
|
|
ARCH: "linux_x86_64"
|
|
|
|
build cerbero fedora x86_64:
|
|
extends: '.cerbero'
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-build|gst-omx|gstreamer-vaapi|gst-docs|gst-integration-testsuites|gst-plugins-rs)$/'
|
|
variables:
|
|
CONFIG: "linux.config"
|
|
|
|
#
|
|
# Cerbero Android Universal build
|
|
#
|
|
.cerbero cross-android universal:
|
|
variables:
|
|
CONFIG: "cross-android-universal.cbc"
|
|
ARCH: "android_universal"
|
|
artifacts:
|
|
name: "${CI_JOB_NAME}_${CI_COMMIT_SHA}"
|
|
expire_in: '5 days'
|
|
when: 'always'
|
|
paths:
|
|
- "manifest.xml"
|
|
- "${CERBERO_HOME}/logs"
|
|
- "*[0-9].tar.*"
|
|
|
|
cerbero deps cross-android universal:
|
|
extends:
|
|
- '.cerbero deps'
|
|
- '.cerbero cross-android universal'
|
|
|
|
build cerbero cross-android universal:
|
|
extends:
|
|
- '.cerbero'
|
|
- '.cerbero cross-android universal'
|
|
rules:
|
|
- if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME && $CI_PROJECT_NAME == "gst-docs"'
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-build|gst-docs|gst-omx|gstreamer-vaapi|gst-integration-testsuites|gst-plugins-rs)$/'
|
|
|
|
#
|
|
# Cerbero Cross Windows builds
|
|
#
|
|
cerbero deps cross-windows x86:
|
|
extends: '.cerbero deps'
|
|
variables:
|
|
CONFIG: "cross-win32.cbc"
|
|
ARCH: "mingw_x86"
|
|
|
|
build cerbero cross win32:
|
|
extends: '.cerbero'
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-build|gst-docs|gst-omx|gstreamer-vaapi|gst-docs|gst-integration-testsuites|gst-plugins-rs)$/'
|
|
variables:
|
|
CONFIG: "cross-win32.cbc"
|
|
CERBERO_RUN_WRAPPER: "wine"
|
|
CERBERO_RUN_SUFFIX: ".exe"
|
|
|
|
|
|
cerbero deps cross-windows x86_64:
|
|
extends: '.cerbero deps'
|
|
variables:
|
|
CONFIG: "cross-win64.cbc"
|
|
ARCH: "mingw_x86_64"
|
|
|
|
build cerbero cross win64:
|
|
extends: '.cerbero'
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-build|gst-omx|gstreamer-vaapi|gst-docs|gst-integration-testsuites|gst-plugins-rs)$/'
|
|
variables:
|
|
CONFIG: "cross-win64.cbc"
|
|
CERBERO_RUN_WRAPPER: "wine"
|
|
CERBERO_RUN_SUFFIX: ".exe"
|
|
|
|
#
|
|
# Build an Android App using the android binaries
|
|
#
|
|
.cross-android universal examples:
|
|
image: $ANDROID_IMAGE
|
|
stage: 'integrate'
|
|
variables:
|
|
EXAMPLES_HOME: ${CI_PROJECT_DIR}/examples
|
|
GSTREAMER_ROOT_ANDROID: ${CI_PROJECT_DIR}/examples/cerbero-android-universal
|
|
script:
|
|
- mkdir -p ${EXAMPLES_HOME}/outputs
|
|
- curl -L -o clone_manifest_ref.py https://gitlab.freedesktop.org/gstreamer/gst-ci/raw/${GST_UPSTREAM_BRANCH}/gitlab/clone_manifest_ref.py
|
|
- chmod +x clone_manifest_ref.py
|
|
- ./clone_manifest_ref.py --manifest manifest.xml --project gst-examples --destination ${EXAMPLES_HOME}/gst-examples
|
|
- ./clone_manifest_ref.py --manifest manifest.xml --project gst-docs --destination ${EXAMPLES_HOME}/gst-docs
|
|
- rm clone_manifest_ref.py
|
|
|
|
# extract our binaries
|
|
- rm -f gstreamer-1.0-android-universal-*-runtime.tar.*
|
|
- mkdir ${GSTREAMER_ROOT_ANDROID}
|
|
- time tar -C ${GSTREAMER_ROOT_ANDROID} -xf gstreamer-1.0-android-universal-*.tar.*
|
|
|
|
# gst-examples - player
|
|
- chmod +x ${EXAMPLES_HOME}/gst-examples/playback/player/android/gradlew
|
|
- ${EXAMPLES_HOME}/gst-examples/playback/player/android/gradlew --no-daemon --project-dir ${EXAMPLES_HOME}/gst-examples/playback/player/android assembleDebug
|
|
- cp ${EXAMPLES_HOME}/gst-examples/playback/player/android/app/build/outputs/apk/debug/*.apk ${EXAMPLES_HOME}/outputs/
|
|
|
|
# gst-examples - vulkan
|
|
- chmod +x ${EXAMPLES_HOME}/gst-examples/vulkan/android/gradlew
|
|
- ${EXAMPLES_HOME}/gst-examples/vulkan/android/gradlew --no-daemon --project-dir ${EXAMPLES_HOME}/gst-examples/vulkan/android assembleDebug
|
|
- cp ${EXAMPLES_HOME}/gst-examples/vulkan/android/build/outputs/apk/debug/*.apk ${EXAMPLES_HOME}/outputs/
|
|
|
|
# gst-docs android tutorials
|
|
- chmod +x ${EXAMPLES_HOME}/gst-docs/examples/tutorials/android/gradlew
|
|
- ${EXAMPLES_HOME}/gst-docs/examples/tutorials/android/gradlew --no-daemon --project-dir ${EXAMPLES_HOME}/gst-docs/examples/tutorials/android assembleDebug
|
|
- cp ${EXAMPLES_HOME}/gst-docs/examples/tutorials/android/android-tutorial-*/build/outputs/apk/debug/*.apk ${EXAMPLES_HOME}/outputs/
|
|
after_script:
|
|
- rm -rf ${GSTREAMER_ROOT_ANDROID}
|
|
- rm -rf ${EXAMPLES_HOME}/gst-examples ${EXAMPLES_HOME}/gst-docs
|
|
artifacts:
|
|
name: "${CI_JOB_NAME}_${CI_COMMIT_SHA}"
|
|
expire_in: '5 days'
|
|
when: 'always'
|
|
paths:
|
|
- "manifest.xml"
|
|
- "${EXAMPLES_HOME}/outputs"
|
|
|
|
cross-android universal examples:
|
|
extends: ".cross-android universal examples"
|
|
rules:
|
|
- if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME && $CI_PROJECT_NAME == "gst-docs"'
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-build|gst-docs|gst-omx|gstreamer-vaapi|gst-integration-testsuites|gst-plugins-rs)$/'
|
|
needs:
|
|
- "build cerbero cross-android universal"
|
|
|
|
cerbero cross-android universal examples:
|
|
extends: ".cross-android universal examples"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME == "cerbero"'
|
|
needs:
|
|
- "cerbero deps cross-android universal"
|
|
|
|
#
|
|
# Cerbero macOS X86_64 build
|
|
#
|
|
.cerbero macos x86_64:
|
|
variables:
|
|
ARCH: "darwin_x86_64"
|
|
CONFIG: "osx-x86-64.cbc"
|
|
CERBERO_PACKAGE_ARGS: ""
|
|
HAVE_CCACHE: ""
|
|
CERBERO_OVERRIDDEN_DIST_DIR: "/Library/Frameworks/GStreamer.framework/Versions/1.0"
|
|
CERBERO_HOST_DIR: "/Users/gst-ci/cerbero/"
|
|
tags:
|
|
- gst-macos-10.15
|
|
artifacts:
|
|
name: "${CI_JOB_NAME}_${CI_COMMIT_SHA}"
|
|
expire_in: '5 days'
|
|
when: 'always'
|
|
paths:
|
|
- "manifest.xml"
|
|
- "${CERBERO_HOME}/logs"
|
|
- "gstreamer-1.0-1.*.pkg"
|
|
- "gstreamer-1.0-devel-1.*.pkg"
|
|
|
|
cerbero deps macos x86_64:
|
|
extends:
|
|
- '.cerbero deps'
|
|
- '.cerbero macos x86_64'
|
|
|
|
build cerbero macos x86_64:
|
|
extends:
|
|
- '.cerbero'
|
|
- '.cerbero macos x86_64'
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-build|gst-docs|gst-omx|gst-sharp|gstreamer-vaapi|gst-integration-testsuites|gst-plugins-rs)$/'
|
|
|
|
#
|
|
# Cerbero iOS build
|
|
#
|
|
.cerbero cross-ios universal:
|
|
variables:
|
|
ARCH: "ios_universal"
|
|
CONFIG: "cross-ios-universal.cbc"
|
|
CERBERO_ARGS: "${DEFAULT_CERBERO_ARGS} -v nowerror"
|
|
CERBERO_PACKAGE_ARGS: ""
|
|
HAVE_CCACHE: ""
|
|
CERBERO_HOST_DIR: "/Users/gst-ci/cerbero/"
|
|
tags:
|
|
- gst-ios-13.2
|
|
artifacts:
|
|
name: "${CI_JOB_NAME}_${CI_COMMIT_SHA}"
|
|
expire_in: '5 days'
|
|
when: 'always'
|
|
paths:
|
|
- "manifest.xml"
|
|
- "${CERBERO_HOME}/logs"
|
|
- "gstreamer-1.0-*-ios-universal.pkg"
|
|
|
|
cerbero deps cross-ios universal:
|
|
extends:
|
|
- '.cerbero deps'
|
|
- '.cerbero cross-ios universal'
|
|
|
|
build cerbero cross-ios universal:
|
|
extends:
|
|
- '.cerbero'
|
|
- '.cerbero cross-ios universal'
|
|
rules:
|
|
- if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME && $CI_PROJECT_NAME == "gst-docs"'
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-build|gst-docs|gst-omx|gst-sharp|gstreamer-vaapi|gst-integration-testsuites|gst-plugins-rs)$/'
|
|
|
|
documentation:
|
|
image: $FEDORA_DOCS_IMAGE
|
|
extends:
|
|
- '.gst_build_ccache_vars'
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-integration-testsuites|gst-plugins-rs|gst-python)$/'
|
|
needs:
|
|
- "manifest"
|
|
stage: integrate
|
|
variables:
|
|
MESON_ARGS: *simple_build
|
|
MESON_BUILDTYPE_ARGS: "-Ddoc=enabled"
|
|
CI_ARTIFACTS_URL: "${CI_PROJECT_URL}/-/jobs/${CI_JOB_ID}/artifacts/raw/"
|
|
script:
|
|
- pip3 install --upgrade git+https://github.com/hotdoc/hotdoc@28ad9aa59daa49d6b3fd1bc6b144df52af39475b
|
|
|
|
# FIXME: remove this once the docs image is updated
|
|
- rm -rf /gst-build/subprojects/pygobject/
|
|
|
|
- *gst_build
|
|
- ./gst-uninstalled.py ninja -C build/ plugins_doc_caches
|
|
- |
|
|
python3 -c "import os, subprocess, sys
|
|
subprojects = [os.environ['CI_PROJECT_NAME']]
|
|
if subprojects[0] in ['gst-ci', 'gst-build']:
|
|
subprojects = ['gstreamer', 'gst-plugins-ugly', 'gst-omx', 'gst-plugins-good', 'gst-plugins-base', 'gstreamer-vaapi', 'gst-libav', 'gst-editing-services', 'gst-rtsp-server', 'gst-plugins-bad',]
|
|
|
|
diffsdir = '../plugins-cache-diffs'
|
|
os.makedirs(diffsdir, exist_ok=True)
|
|
res = 0
|
|
for subproject in subprojects:
|
|
cwd = os.path.join('subprojects', subproject)
|
|
try:
|
|
subprocess.check_call(['git', 'diff', '--quiet'], cwd=cwd)
|
|
except subprocess.CalledProcessError:
|
|
diffname = os.path.join(diffsdir, '%s_cache.diff' % subproject)
|
|
res += 1
|
|
with open(diffname, 'w') as diff:
|
|
subprocess.check_call(['git', 'diff'], stdout=diff, cwd=cwd)
|
|
print('\033[91mYou have a diff in the %s documentation cache. Please update with:\033[0m' % subproject)
|
|
print(' $ curl %s/%s | git apply -' % (os.environ['CI_ARTIFACTS_URL'], diffname.replace('../', '')))
|
|
if res != 0:
|
|
print('(note that it might take a few minutes for artefacts to be available on the server)\n')
|
|
sys.exit(res)"
|
|
|
|
- ./gst-uninstalled.py hotdoc run --conf-file=build/subprojects/gst-docs/GStreamer-doc.json --fatal-warnings
|
|
- cd -
|
|
- mv gst-build/build/subprojects/gst-docs/GStreamer-doc/html documentation/
|
|
|
|
artifacts:
|
|
when: always
|
|
paths:
|
|
- documentation/
|
|
- plugins-cache-diffs/
|
|
|
|
#
|
|
# Build an iOS App using the iOS binaries
|
|
#
|
|
.cross-ios universal examples:
|
|
stage: 'integrate'
|
|
variables:
|
|
EXAMPLES_HOME: ${CI_PROJECT_DIR}/examples
|
|
# disable codesigning so we don't need developer identities on the CI
|
|
# machines
|
|
XCODE_BUILD_ARGS: >
|
|
CODE_SIGNING_REQUIRED="NO"
|
|
CODE_SIGN_IDENTITY=""
|
|
CODE_SIGNING_ALLOWED="NO"
|
|
CODE_SIGN_ENTITLEMENTS=""
|
|
script:
|
|
# install the binaries
|
|
- installer -pkg gstreamer-1.0-devel-*-ios-universal.pkg -target CurrentUserHomeDirectory -verbose
|
|
|
|
- curl -L -o clone_manifest_ref.py https://gitlab.freedesktop.org/gstreamer/gst-ci/raw/${GST_UPSTREAM_BRANCH}/gitlab/clone_manifest_ref.py
|
|
- chmod +x clone_manifest_ref.py
|
|
- ./clone_manifest_ref.py --manifest manifest.xml --project gst-examples --destination ${EXAMPLES_HOME}/gst-examples
|
|
- ./clone_manifest_ref.py --manifest manifest.xml --project gst-docs --destination ${EXAMPLES_HOME}/gst-docs
|
|
- rm clone_manifest_ref.py
|
|
|
|
# dump some useful information
|
|
- xcodebuild -version
|
|
- xcodebuild -showsdks
|
|
|
|
# gst-docs ios tutorials
|
|
- xcodebuild -showBuildSettings -alltargets -project ${EXAMPLES_HOME}/gst-docs/examples/tutorials/xcode\ iOS/GStreamer\ iOS\ Tutorials.xcodeproj
|
|
- xcodebuild -alltargets -destination generic/platform=iOS -project ${EXAMPLES_HOME}/gst-docs/examples/tutorials/xcode\ iOS/GStreamer\ iOS\ Tutorials.xcodeproj ${XCODE_BUILD_ARGS}
|
|
|
|
# gst-examples
|
|
- xcodebuild -showBuildSettings -alltargets -project ${EXAMPLES_HOME}/gst-examples/playback/player/ios/GstPlay.xcodeproj
|
|
- xcodebuild -alltargets -destination generic/platform=iOS -project ${EXAMPLES_HOME}/gst-examples/playback/player/ios/GstPlay.xcodeproj ${XCODE_BUILD_ARGS}
|
|
after_script:
|
|
- rm -rf ${EXAMPLES_HOME}/gst-examples ${EXAMPLES_HOME}/gst-docs
|
|
tags:
|
|
- gst-ios-13.2
|
|
|
|
cross-ios universal examples:
|
|
extends: ".cross-ios universal examples"
|
|
rules:
|
|
- if: '$CI_MERGE_REQUEST_SOURCE_BRANCH_NAME && $CI_PROJECT_NAME == "gst-docs"'
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-build|gst-docs|gst-omx|gstreamer-vaapi|gst-integration-testsuites|gst-plugins-rs)$/'
|
|
needs:
|
|
- "build cerbero cross-ios universal"
|
|
|
|
cerbero cross-ios universal examples:
|
|
extends: ".cross-ios universal examples"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME == "cerbero"'
|
|
needs:
|
|
- "cerbero deps cross-ios universal"
|
|
|
|
build gst-omx zynq fedora x86_64:
|
|
extends: '.build fedora x86_64'
|
|
variables:
|
|
MESON_ARGS: "-Domx=enabled -Dgst-omx:target=zynqultrascaleplus -Dgst-omx:header_path=${CI_PROJECT_DIR}/vcu-omx-il/omx_header -Dpython=disabled -Dlibav=disabled -Dlibnice=disabled -Dugly=disabled -Dbad=disabled -Ddevtools=disabled -Dges=disabled -Drtsp_server=disabled -Dvaapi=disabled -Dsharp=disabled -Dgst-examples=disabled -Drs=disabled ${MESON_BUILDTYPE_ARGS} $MESON_GST_WERROR"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME =~ /^(gst-omx|gst-ci)$/'
|
|
before_script:
|
|
- git clone https://github.com/Xilinx/vcu-omx-il.git --branch=release-2020.1 ${CI_PROJECT_DIR}/vcu-omx-il
|
|
|
|
build gst-omx tizonia fedora x86_64:
|
|
extends: '.build fedora x86_64'
|
|
variables:
|
|
MESON_ARGS: "-Domx=enabled -Dgst-omx:target=tizonia -Dpython=disabled -Dlibav=disabled -Dlibnice=disabled -Dugly=disabled -Dbad=disabled -Ddevtools=disabled -Dges=disabled -Drtsp_server=disabled -Dvaapi=disabled -Dsharp=disabled -Dgst-examples=disabled -Drs=disabled ${MESON_BUILDTYPE_ARGS} $MESON_GST_WERROR"
|
|
PKG_CONFIG_PATH: ${PKG_CONFIG_PATH}:${CI_PROJECT_DIR}/tizonia-install/lib64/pkgconfig/
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME =~ /^(gst-omx|gst-ci)$/'
|
|
before_script:
|
|
- git clone https://github.com/tizonia/tizonia-openmax-il --branch v0.20.2
|
|
- cd tizonia-openmax-il
|
|
- meson build -Dclients=false -Dplugins='' -Dplayer=false -Dprefix=${CI_PROJECT_DIR}/tizonia-install
|
|
- ninja -C build
|
|
- ninja -C build install
|
|
- cd ..
|
|
|
|
#
|
|
# Cerbero Native Windows builds
|
|
#
|
|
.cerbero windows native:
|
|
needs: ['manifest']
|
|
image: $WINDOWS_IMAGE
|
|
tags:
|
|
- 'docker'
|
|
- 'windows'
|
|
- 'gstreamer-windows'
|
|
- '1809'
|
|
variables:
|
|
CONFIG: 'win64.cbc'
|
|
ARCH: 'msvc_x86_64'
|
|
CERBERO_HOST_DIR: "C:/cerbero"
|
|
CERBERO_ARGS: "${DEFAULT_CERBERO_ARGS} -v visualstudio -v nowerror"
|
|
CERBERO_RUN_SUFFIX: ".exe"
|
|
HAVE_CCACHE: ""
|
|
# FIXME: for some reason the runner is hanging when trying to upload artifacts
|
|
artifacts:
|
|
paths: []
|
|
before_script:
|
|
- $env:CI_PROJECT_DIR = $env:CI_PROJECT_DIR.replace('\', '/')
|
|
- $env:CERBERO_SCRIPTS_PATH = "$env:CI_PROJECT_DIR/cerbero_setup.sh"
|
|
- echo "Fetching $env:CERBERO_SCRIPT_URL"
|
|
- Invoke-WebRequest -Uri $env:CERBERO_SCRIPT_URL -OutFile $env:CERBERO_SCRIPTS_PATH
|
|
- C:\MinGW\msys\1.0\bin\bash.exe --login -c "cd $env:CI_PROJECT_DIR && $env:CERBERO_SCRIPTS_PATH cerbero_before_script"
|
|
|
|
cerbero deps msvc x86_64:
|
|
extends: ['.cerbero deps', '.cerbero windows native']
|
|
script:
|
|
- C:\MinGW\msys\1.0\bin\bash.exe --login -c "cd $env:CI_PROJECT_DIR && $env:CERBERO_SCRIPTS_PATH cerbero_deps_script"
|
|
|
|
build cerbero msvc x86_64:
|
|
extends: ['.cerbero', '.cerbero windows native']
|
|
script:
|
|
- C:\MinGW\msys\1.0\bin\bash.exe --login -c "cd $env:CI_PROJECT_DIR && $env:CERBERO_SCRIPTS_PATH cerbero_script"
|
|
rules:
|
|
- if: '$CI_PROJECT_NAME !~ /^(cerbero|gst-build|gst-omx|gstreamer-vaapi|gst-docs|gst-integration-testsuites|gst-plugins-rs)$/'
|
|
when: 'manual'
|
|
allow_failure: true
|