mirrors/gstreamer
mirrors/gstreamer
1
1
Fork 0
mirror of https://gitlab.freedesktop.org/gstreamer/gstreamer.git synced 2024-11-25 03:01:03 +00:00
Code Issues 1 Projects Releases Wiki Activity
gstreamer/.gitlab-ci.yml
Jordan Petridis 7cf69a0f2f ci: Create a separate image for fluster 
Move the fluster setup into it's own image.

It's only one job using it and this allows us to make
the build image used for the rest of the jobs smaller.

Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7455>
2024-10-25 13:55:19 +00:00

1155 lines
37 KiB
YAML
Raw Blame History

include:
- project: 'freedesktop/ci-templates'
ref: "3826695f80807d8a4d999f6b6efb3d405d708db9"
file: '/templates/fedora.yml'
- project: 'freedesktop/ci-templates'
ref: "3826695f80807d8a4d999f6b6efb3d405d708db9"
file: '/templates/debian.yml'
###
# IMPORTANT
# These are the version tags for the docker images the CI runs against.
# If you are hacking on them or need a them to rebuild, you need to change
# the appropriate version string in this file which will cause a rebuild.
###
- local: '.gitlab-image-tags.yml'
stages:
- 'preparation'
- 'build'
- 'test'
# Use the resulting binaries
- 'integrate'
variables:
GIT_DEPTH: 1
# Branch to track for modules that have no ref specified in the manifest
GST_UPSTREAM_BRANCH: 'main'
FDO_UPSTREAM_REPO: 'gstreamer/gstreamer'
MESON_COMMIT:
description: "Overwrite the meson version installed on the CI images with the specified meson commit"
value: ""
FEDORA_AMD64_SUFFIX: 'amd64/fedora'
DEBIAN_AMD64_SUFFIX: 'amd64/debian'
INDENT_AMD64_SUFFIX: 'amd64/gst-indent'
COMMITLINT_AMD64_SUFFIX: 'amd64/commitlint'
WINDOWS_AMD64_SUFFIX: 'amd64/windows'
WINDOWS_IMAGE: "$CI_REGISTRY_IMAGE/$WINDOWS_AMD64_SUFFIX:$WINDOWS_TAG-$GST_UPSTREAM_BRANCH"
WINDOWS_UPSTREAM_IMAGE: "$CI_REGISTRY/$FDO_UPSTREAM_REPO/$WINDOWS_AMD64_SUFFIX:$WINDOWS_TAG-$GST_UPSTREAM_BRANCH"
DEFAULT_MESON_ARGS: >-
-Dlibnice:tests=disabled
-Dlibnice:examples=disabled
-Dlibnice:gupnp=disabled
-Dopenh264:tests=disabled
-Dgst-plugins-base:opus=enabled
-Dgst-plugins-good:soup-lookup-dep=true
-Dgst-plugins-good:vpx=enabled
-Dpygobject:tests=false
-Dpython=enabled
-Dlibav=enabled
-Dugly=enabled
-Dbad=enabled
-Ddevtools=enabled
-Dges=enabled
-Drtsp_server=enabled
-Dvaapi=enabled
-Dsharp=disabled
-Drs=disabled
-Dgpl=enabled
-Dintrospection=enabled
--force-fallback-for=soundtouch
SIMPLE_BUILD: >-
${DEFAULT_MESON_ARGS}
-Dsharp=enabled
-Dgstreamer-sharp:werror=false
-Ddoc=disabled
FF_TIMESTAMPS: true
workflow:
# https://docs.gitlab.com/ee/ci/yaml/index.html#switch-between-branch-pipelines-and-merge-request-pipelines
rules:
- if: $CI_PIPELINE_SOURCE == "schedule"
variables:
GIT_FETCH_EXTRA_FLAGS: '--no-tags'
- if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
variables:
GIT_FETCH_EXTRA_FLAGS: '--no-tags'
- if: $CI_COMMIT_BRANCH && $CI_OPEN_MERGE_REQUESTS && $CI_PIPELINE_SOURCE == "push"
when: never
- if: '$CI_COMMIT_TAG'
- if: '$CI_COMMIT_BRANCH'
variables:
GIT_FETCH_EXTRA_FLAGS: '--no-tags'
#
# Global CI policy
#
# This can be used to configure global behaviour our our jobs.
#
default:
retry:
max: 2
when:
- 'runner_system_failure'
- 'stuck_or_timeout_failure'
- 'scheduler_failure'
- 'api_failure'
interruptible: true
# This is an empty job that is used to trigger the pipeline.
trigger:
image: alpine:latest
stage: 'preparation'
variables:
GIT_STRATEGY: none
tags: [ 'placeholder-job' ]
script:
- echo "Trigger job done, now running the pipeline."
rules:
# If this pipeline is triggered by a schedule, run automatically
- if: $CI_PIPELINE_SOURCE == "schedule"
# If the MR is assigned to the Merge bot, trigger the pipeline automatically
- if: '$CI_MERGE_REQUEST_ASSIGNEES == "gstreamer-merge-bot"'
# Require explicit action to trigger tests post merge, but we want to
# automatically trigger the integratation stage
- if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH && $CI_JOB_STAGE != "integrate"'
when: 'manual'
# When the assignee isn't the merge bot, require an explicit action to trigger the pipeline
# to avoid wasting CI resources
- if: '$CI_MERGE_REQUEST_ASSIGNEES != "gstreamer-merge-bot"'
when: 'manual'
allow_failure: false
.fedora image:
variables:
CCACHE_DIR: '/cache/gstreamer/gstreamer/ccache/'
FDO_DISTRIBUTION_VERSION: '40'
FDO_REPO_SUFFIX: "$FEDORA_AMD64_SUFFIX"
FDO_DISTRIBUTION_TAG: "$FEDORA_TAG-$GST_UPSTREAM_BRANCH"
FDO_DISTRIBUTION_EXEC: 'GIT_BRANCH=$CI_COMMIT_REF_NAME GIT_URL=$CI_REPOSITORY_URL bash ci/docker/fedora/prepare.sh'
.fedora fluster image:
variables:
CCACHE_DIR: !reference [".fedora image", "variables", CCACHE_DIR]
FDO_DISTRIBUTION_VERSION: !reference [".fedora image", "variables", FDO_DISTRIBUTION_VERSION]
FDO_REPO_SUFFIX: !reference [".fedora image", "variables", FDO_REPO_SUFFIX]
FDO_DISTRIBUTION_TAG: "fluster-$FEDORA_TAG-$GST_UPSTREAM_BRANCH"
FDO_DISTRIBUTION_EXEC: "bash ./ci/docker/fedora/virtme-fluster-setup.sh"
# Base the fluster image on top of the main fedora build image
FDO_BASE_IMAGE: "$CI_REGISTRY_IMAGE/$FDO_REPO_SUFFIX:$FEDORA_TAG-$GST_UPSTREAM_BRANCH"
fedora amd64 docker:
extends:
- '.fedora image'
- '.fdo.container-build@fedora'
stage: 'preparation'
needs: []
# Note: assumption is that placeholder jobs run on a packet runner
# (which has faster network connectivity to the registry).
tags: [ 'placeholder-job' ]
fedora amd64 docker fluster:
extends:
- '.fedora fluster image'
- '.fdo.container-build@fedora'
stage: 'preparation'
needs: ["fedora amd64 docker"]
# Note: assumption is that placeholder jobs run on a packet runner
# (which has faster network connectivity to the registry).
tags: [ 'placeholder-job' ]
# Build a toolbox specific image to workaround ci-templates
fedora amd64 toolbox:
image: quay.io/freedesktop.org/ci-templates:container-build-base-2024-01-31.0
stage: 'preparation'
needs: ["fedora amd64 docker"]
# Note: assumption is that placeholder jobs run on a packet runner
# (which has faster network connectivity to the registry).
tags: [ 'placeholder-job' ]
variables:
GST_CI_IMAGE: !reference [".build fedora x86_64", "variables", FDO_DISTRIBUTION_IMAGE]
FDO_DISTRIBUTION_TAG: !reference [".fedora image", "variables", FDO_DISTRIBUTION_TAG]
FDO_REPO_SUFFIX: !reference [".fedora image", "variables", FDO_REPO_SUFFIX]
script:
- bash ci/scripts/build-toolbox-image.sh $GST_CI_IMAGE $FDO_DISTRIBUTION_TAG $GST_UPSTREAM_BRANCH
.debian image:
variables:
CCACHE_DIR: '/cache/gstreamer/gstreamer/ccache_debian/'
FDO_BASE_IMAGE: "quay.io/toolbx-images/debian-toolbox:12"
FDO_DISTRIBUTION_VERSION: '12'
FDO_REPO_SUFFIX: "$DEBIAN_AMD64_SUFFIX"
FDO_DISTRIBUTION_TAG: "$DEBIAN_TAG-$GST_UPSTREAM_BRANCH"
FDO_DISTRIBUTION_EXEC: 'GIT_BRANCH=$CI_COMMIT_REF_NAME GIT_URL=$CI_REPOSITORY_URL bash ci/docker/debian/prepare.sh'
debian amd64 docker:
extends:
- '.debian image'
- '.fdo.container-build@debian'
stage: 'preparation'
needs: []
# Note: assumption is that placeholder jobs run on a packet runner
# (which has faster network connectivity to the registry).
tags: [ 'placeholder-job' ]
.gst-indent image:
tags: [ 'placeholder-job' ]
variables:
FDO_DISTRIBUTION_VERSION: 'bookworm'
FDO_REPO_SUFFIX: "$INDENT_AMD64_SUFFIX"
FDO_DISTRIBUTION_TAG: "$INDENT_TAG-$GST_UPSTREAM_BRANCH"
FDO_DISTRIBUTION_PACKAGES: 'curl indent git findutils ca-certificates'
FDO_DISTRIBUTION_EXEC: 'ci/docker/indent/prepare.sh'
gst-indent amd64 docker:
extends:
- '.gst-indent image'
- '.fdo.container-build@debian'
stage: 'preparation'
# Do not depend on the trigger, as we want to run indent always
needs: []
.commitlint image:
tags: [ 'placeholder-job' ]
variables:
FDO_DISTRIBUTION_VERSION: '37'
FDO_REPO_SUFFIX: "$COMMITLINT_AMD64_SUFFIX"
FDO_DISTRIBUTION_TAG: "$LINT_TAG-$GST_UPSTREAM_BRANCH"
FDO_DISTRIBUTION_PACKAGES: 'python3-pip git'
FDO_DISTRIBUTION_EXEC: 'ci/docker/lint/prepare.sh'
FDO_USER: "ciuser"
commitlint docker:
extends:
- '.commitlint image'
- '.fdo.container-build@fedora'
stage: 'preparation'
# Do not depend on the trigger, as we want to run indent always
needs: []
windows amd64 docker:
stage: "preparation"
timeout: '3h'
variables:
# Unlike the buildah/linux jobs, this file
# needs to be relative to docker/windows/ subdir
# as it makes life easier in the powershell script
#
# We also don't need a CONTEXT_DIR var as its also
# hardcoded to be docker/windows/
DOCKERFILE: "ci/docker/windows/Dockerfile"
tags:
- windows
- shell
- "2022"
script:
# We need to pass an array and to resolve the env vars, so we can't use a variable:
- $DOCKER_BUILD_ARGS = @(`
"--build-arg", "DEFAULT_BRANCH=$GST_UPSTREAM_BRANCH", `
"--build-arg", "CI_PROJECT_NAMESPACE=$CI_PROJECT_NAMESPACE", `
"--build-arg", "CI_COMMIT_REF_NAME=$CI_COMMIT_REF_NAME" `
)
- ci/docker/windows/container.ps1 $CI_REGISTRY $CI_REGISTRY_USER $CI_REGISTRY_PASSWORD $WINDOWS_IMAGE $WINDOWS_UPSTREAM_IMAGE $DOCKERFILE
.macos image:
image: "registry.freedesktop.org/gstreamer/gstreamer/macos-arm64/14-sonoma:2023-10-25.0"
tags:
- gst-mac-arm
# ---- Preparation ----- #
#
# gst-indent!!
#
gst indent:
extends:
- '.gst-indent image'
- '.fdo.suffixed-image@debian'
stage: 'preparation'
needs:
- job: 'gst-indent amd64 docker'
artifacts: false
script:
- ./scripts/check-format-c
- ./scripts/format-csharp --check
# We want both wraps to use the same version, overkill to create a separate job for this
- cmp subprojects/gtk-sharp.wrap subprojects/gstreamer-sharp/subprojects/gtk-sharp.wrap
rules:
- !reference [.upstream-branch-rules, rules]
- if: '$CI_PROJECT_NAMESPACE != "gstreamer" || $CI_COMMIT_BRANCH != $GST_UPSTREAM_BRANCH'
when: 'always'
rustfmt:
extends:
- '.fedora image'
- '.fdo.suffixed-image@fedora'
stage: 'preparation'
needs:
- "fedora amd64 docker"
script:
- export RUSTUP_HOME="/usr/local/rustup"
- export PATH="/usr/local/cargo/bin:$PATH"
- ./scripts/format-rust --check
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- .gitlab-ci.yml
- .gitlab-image-tags.yml
- subprojects/gstreamer/**/*.rs
- subprojects/gst-examples/**/*.rs
- ci/**/*
- ./scripts/format-rust
commitlint:
extends:
- '.commitlint image'
- '.fdo.suffixed-image@fedora'
stage: 'preparation'
variables:
GIT_STRATEGY: fetch
GIT_DEPTH: 100
needs:
- job: 'commitlint docker'
artifacts: false
before_script:
- git config --global --add safe.directory $CI_PROJECT_DIR
script:
- echo $CI_MERGE_REQUEST_DIFF_BASE_SHA
- gitlint --commits $CI_MERGE_REQUEST_DIFF_BASE_SHA..HEAD
rules:
# Only run on MR as we need CI_MERGE_REQUEST_DIFF_BASE_SHA to know
# what commits to check
- if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
.build_ccache_vars:
variables:
CCACHE_COMPILERCHECK: 'content'
CCACHE_COMPRESS: 'true'
CCACHE_BASEDIR: '/cache/gstreamer/gstreamer'
# shared across everything really
CCACHE_MAXSIZE: '10G'
.base_modules_changes: &modules_changes
- .gitlab-ci.yml
- .gitlab-image-tags.yml
- gst-env.py
- ci/gitlab/*.py
- ci/scripts/**/*
- meson.build
- subprojects/*.wrap
- subprojects/gst-devtools/**/*
- subprojects/gst-editing-services/**/*
- subprojects/gst-integration-testsuites/**/*
- subprojects/gst-libav/**/*
- subprojects/gst-plugins-bad/**/*
- subprojects/gst-plugins-base/**/*
- subprojects/gst-plugins-good/**/*
- subprojects/gst-plugins-ugly/**/*
- subprojects/gst-python/**/*
- subprojects/gstreamer/**/*
- subprojects/gstreamer-sharp/**/*
- subprojects/gst-rtsp-server/**/*
.upstream-branch-rules:
rules:
# If this matches, it means the pipeline is running against either the main
# or a stable branch, so make it manual
- if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
when: manual
# Check whether the gtk wrap had any changes, and if so, build it
.gtk-build-rules:
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- ".gitlab-ci.yml"
- "meson.build"
- "subprojects/*.wrap"
variables:
GTK_ARGS: "-Dgtk=enabled"
.build:
stage: 'build'
needs:
- "trigger"
# Taking into account the slowest shared runner + time needed to upload the binaries to artifacts
# Also need to take into account I/O of pulling docker images and uploading artifacts
timeout: '45min'
variables:
BUILD_GST_DEBUG: "-Dgstreamer:gst_debug=true"
GST_WERROR: "true"
MESON_ARGS: "${DEFAULT_MESON_ARGS}"
SUBPROJECTS_CACHE_DIR: "/subprojects"
# Avoid weird issue about cross-device links
# https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3197
GI_SCANNER_DISABLE_CACHE: "1"
script:
- $CI_PROJECT_DIR/ci/scripts/build.sh build/
- ./gst-env.py gst-inspect-1.0 --version
- ./gst-env.py gst-inspect-1.0
after_script:
- mv build/meson-logs/ meson-logs
artifacts:
expire_in: "7 days"
when: "always"
paths:
- 'meson-logs/'
rules:
- !reference [.upstream-branch-rules, rules]
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
*modules_changes
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- "subprojects/gstreamer-vaapi/**/*"
.build simple:
extends:
- '.build'
- '.build_ccache_vars'
variables:
GST_WERROR: "true"
MESON_ARGS: "${SIMPLE_BUILD}"
SUBPROJECTS_CACHE_DIR: "/subprojects"
script:
- $CI_PROJECT_DIR/ci/scripts/build.sh build/
- ./gst-env.py gst-inspect-1.0 --version
- ./gst-env.py gst-inspect-1.0
- G_DEBUG=fatal_criticals ./gst-env.py gst-inspect-1.0 --print-all --gst-disable-registry-fork > /dev/null
- meson install --destdir $CI_PROJECT_DIR/destdir -C build
- rm -rf $CI_PROJECT_DIR/destdir
.build fedora x86_64:
extends:
- '.fedora image'
- '.fdo.suffixed-image@fedora'
- '.build simple'
needs:
- "trigger"
- "fedora amd64 docker"
build fedora gcc:
extends: '.build fedora x86_64'
variables:
CC: 'ccache gcc'
CXX: 'ccache g++'
parallel:
matrix:
- BUILD_TYPE: [ "--default-library=shared", "--default-library=both"]
BUILD_GST_DEBUG: ["-Dgstreamer:gst_debug=true", "-Dgstreamer:gst_debug=false"]
- BUILD_TYPE: ["--default-library=static"]
BUILD_GST_DEBUG: ["-Dgstreamer:gst_debug=true", "-Dgstreamer:gst_debug=false"]
# Passing Dpython=enabled prohibits us from -Dgst-editing-services:python=disabled which we
# currently need to statically build ges.
#
# subprojects/gst-editing-services/meson.build:153:4: ERROR: Problem encountered: Want to build python based modules but it is not supported while static building
# https://github.com/mesonbuild/meson/issues/5214
# https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4281?commit_id=d1a687b61d8fbc5ae35b4bb62aa7fd1d091818f2#note_1875699
#
# VAAPI can't be build statically yet
# subprojects/gstreamer-vaapi/meson.build:8:2: ERROR: Problem encountered: GStreamer-VAAPI plugin not supported with `static` builds yet.
#
# Disabling gstreamer-sharp tests because they download things as part of configure with
# nuget which frequently fails on the CI (possibly because we're hammering the site)
#
# Disabling building both qt5 and qt6 when doing static builds since we can only link against one
MESON_ARGS: >-
${DEFAULT_MESON_ARGS}
-Dvaapi=disabled
-Dpython=auto
-Dgst-editing-services:python=disabled
-Dintrospection=disabled
-Ddoc=disabled
-Dgstreamer-sharp:tests=disabled
-Dqt5=disabled -Dqt6=enabled
build fedora clang:
extends: '.build fedora x86_64'
variables:
CC: 'ccache clang'
CXX: 'ccache clang++'
parallel:
matrix:
- BUILD_TYPE: [ "--default-library=shared", "--default-library=both"]
BUILD_GST_DEBUG: ["-Dgstreamer:gst_debug=true", "-Dgstreamer:gst_debug=false"]
MESON_ARGS: >-
${SIMPLE_BUILD}
- BUILD_TYPE: ["--default-library=static"]
BUILD_GST_DEBUG: ["-Dgstreamer:gst_debug=true", "-Dgstreamer:gst_debug=false"]
# VAAPI can't be build statically yet
# subprojects/gstreamer-vaapi/meson.build:8:2: ERROR: Problem encountered: GStreamer-VAAPI plugin not supported with `static` builds yet.
#
# Disabling gstreamer-sharp tests because they download things as part of configure with
# nuget which frequently fails on the CI (possibly because we're hammering the site)
#
# Disabling building both qt5 and qt6 when doing static builds since we can only link against one
MESON_ARGS: >-
${DEFAULT_MESON_ARGS}
-Dvaapi=disabled
-Dintrospection=disabled
-Dpython=disabled
-Ddoc=disabled
-Dgstreamer-sharp:tests=disabled
-Dqt5=disabled -Dqt6=enabled
build debian x86_64:
extends:
- '.debian image'
- '.fdo.suffixed-image@debian'
- '.build simple'
needs:
- "trigger"
- "debian amd64 docker"
variables:
BUILD_TYPE: "--default-library=shared"
BUILD_GST_DEBUG: "-Dgstreamer:gst_debug=true"
.build windows:
image: $WINDOWS_IMAGE
stage: 'build'
tags:
- 'docker'
- 'windows'
- '2022'
needs:
- "trigger"
- "windows amd64 docker"
timeout: '90m'
variables:
MESON_ARGS: >-
${DEFAULT_MESON_ARGS}
-Dlibav=disabled
-Dvaapi=disabled
-Dgst-plugins-base:pango=enabled
-Dgst-plugins-good:cairo=enabled
-Dgst-plugins-good:soup=enabled
-Dgst-plugins-bad:d3d11-wgc=enabled
rules:
- !reference [.gtk-build-rules, rules]
- !reference [.upstream-branch-rules, rules]
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
*modules_changes
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- "subprojects/win-*/*"
script:
# Make sure powershell exits on errors
# https://docs.microsoft.com/en-us/powershell/module/microsoft.powershell.core/about/about_preference_variables?view=powershell-6
- $ErrorActionPreference = "Stop"
# Set the code page to UTF-8
- chcp 65001
# Renormalize line endings
- git add --renormalize subprojects/packagefiles
- $env:PYTHONUNBUFFERED = '1'
- ci/scripts/handle-subprojects-cache.py --cache-dir /subprojects subprojects/
- $env:PYTHONUNBUFFERED = ''
- echo $env:MESON_ARGS $env:GTK_ARGS
# We do not pick up any deps with cmake, so speed up dependency checks
- $env:CMAKE = 'false'
artifacts:
expire_in: "7 days"
when: "always"
paths:
- 'build/meson-logs/'
build vs2022 amd64:
extends: '.build windows'
script:
- !reference [".build windows", "script"]
- .\ci\run_retry.ps1 meson setup --vsenv build $env:MESON_ARGS $env:GTK_ARGS
- .\ci\run_retry.ps1 meson compile -C build --jobs $env:FDO_CI_CONCURRENT
- .\gst-env.py gst-inspect-1.0.exe --version
- .\gst-env.py gst-inspect-1.0.exe
- mkdir destdir
- meson install -C build --destdir installdir
- Remove-Item -Recurse -Force build\installdir
variables:
# FIXME: https://github.com/mesonbuild/meson/pull/11007
PKG_CONFIG: ${CI_PROJECT_DIR}/subprojects/win-pkgconfig/pkg-config.exe
build vs2022 amd64 full-static:
extends: ".build windows"
script:
- !reference [".build windows", "script"]
- cmd.exe /C "meson setup --vsenv build --default-library=static $env:MESON_ARGS"
- .\ci\run_retry.ps1 meson compile -C build --jobs $env:FDO_CI_CONCURRENT
- .\gst-env.py gst-inspect-1.0.exe --version
- .\gst-env.py gst-inspect-1.0.exe
variables:
MESON_ARGS: >-
-Dintrospection=disabled
-Dpython=disabled
-Dlibav=disabled
-Ddoc=disabled
-Dgst-full-target-type=static_library
.build windows cross:
extends: '.build windows'
script:
- !reference [".build windows", "script"]
# Setting up a cross build with MSVC is still non-trivial because
# the --vsenv argument cannot be used to set it up
- echo $env:MESON_CROSS_ARGS
- $env:JOB="meson setup build $env:MESON_ARGS $env:GTK_ARGS $env:MESON_CROSS_ARGS"
- cmd.exe /C """C:\BuildTools\VC\Auxiliary\Build\vcvarsamd64_$env:ARCH.bat"" && powershell.exe -ExecutionPolicy Bypass -File .\ci\run_retry.ps1"
- $env:JOB="meson compile -C build --jobs $env:FDO_CI_CONCURRENT"
- cmd.exe /C """C:\BuildTools\VC\Auxiliary\Build\vcvarsamd64_$env:ARCH.bat"" && powershell.exe -ExecutionPolicy Bypass -File .\ci\run_retry.ps1"
build vs2022 x86:
extends: '.build windows cross'
variables:
ARCH: 'x86'
# Installed python is 64 bits instead of 32 bits
MESON_CROSS_ARGS: >
-Dpython=disabled
-Dintrospection=disabled
build vs2022 arm64:
extends: '.build windows cross'
rules:
- when: 'manual'
allow_failure: true
variables:
ARCH: 'arm64'
# pango pulls in cairo which pulls in pixman which doesn't build because of
# https://github.com/mesonbuild/meson/issues/9889
# libsoup requires glib-compile-resources, which isn't available in a cross
# build
MESON_CROSS_ARGS: >-
-Dgst-plugins-base:pango=disabled
-Dgst-plugins-good:cairo=disabled
-Dgst-devtools:cairo=disabled
-Dpython=disabled
-Dintrospection=disabled
--cross-file ci/meson/vs2022-paths.ini
--cross-file ci/meson/vs2022-arm64-cross.ini
--native-file ci/meson/vs2022-paths.ini
--native-file ci/meson/vs2022-x64-native.ini
build msys2:
extends: '.build windows'
script:
- !reference [".build windows", "script"]
# Replace backslashes with forward so bash doesn't complain
- $env:CI_PROJECT_DIR = $env:CI_PROJECT_DIR.replace('\','/')
# Windows Graphics Capture currently requires Visual Studio
- $env:MESON_ARGS = $env:MESON_ARGS.replace('-Dgst-plugins-bad:d3d11-wgc=enabled','') + ' -Dpython=disabled -Dintrospection=disabled'
# Configure MSYS2 to use the UCRT64 environment, start in the same directory
# and inherit PATH
- C:\msys64\msys2_shell.cmd -ucrt64 -defterm -no-start -here -use-full-path -lc "meson setup build $env:MESON_ARGS $env:GTK_ARGS && meson compile -C build --jobs $env:FDO_CI_CONCURRENT"
build macos:
extends:
- '.build'
- '.macos image'
variables:
# gst-libav/ffmpeg throws Wundef errors
GST_WERROR: "false"
MESON_ARGS: "${DEFAULT_MESON_ARGS}"
SUBPROJECTS_CACHE_DIR: "/Users/gst-ci/subprojects"
rules:
- !reference [.gtk-build-rules, rules]
- !reference [.upstream-branch-rules, rules]
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
*modules_changes
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- "subprojects/macos-*/*"
parallel:
matrix:
- BUILD_TYPE: ["--default-library=both"]
BUILD_GST_DEBUG: ["-Dgstreamer:gst_debug=true"]
# FIXME: We currently don't have pkg-config required by gobject-introspection/pygobject/sharp
# macos doesn't support vaapi
MESON_ARGS: >-
${SIMPLE_BUILD}
-Dintrospection=disabled
-Dvaapi=disabled
-Dsharp=disabled
-Dpython=disabled
-Ddoc=disabled
-Dgst-plugins-base:pango=enabled
-Dgst-plugins-good:cairo=enabled
-Dgst-plugins-good:soup=enabled
# ---- Tests ----- #
.test:
stage: 'test'
extends:
- '.build_ccache_vars'
needs:
- "trigger"
variables:
GST_WERROR: "true"
MESON_ARGS: "${SIMPLE_BUILD}"
SUBPROJECTS_CACHE_DIR: "/subprojects"
# Avoid weird issue about cross-device links
# https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3197
GI_SCANNER_DISABLE_CACHE: "1"
# Disable colored output to avoid weird rendering issues
GST_DEBUG_NO_COLOR: "true"
CI_ARTIFACTS_URL: "${CI_PROJECT_URL}/-/jobs/${CI_JOB_ID}/artifacts/raw/validate-logs/"
GST_VALIDATE_LAUNCHER_FORCE_COLORS: "true"
TIMEOUT_FACTOR: "2"
# Enable the fault handler so we get backtraces on segfaults.
# any non-empty string will do
PYTHONFAULTHANDLER: "enabled"
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
*modules_changes
script:
# Disable gdb debugdir safeload
# The CI will execute any code submitted to it anyway
- mkdir -p ~/.config/gdb
- echo "set auto-load safe-path /" >> ~/.config/gdb/gdbinit
- $CI_PROJECT_DIR/ci/scripts/build.sh build/
- $CI_PROJECT_DIR/ci/scripts/test.sh build/ $TEST_SUITE
after_script:
- mv build/meson-logs/ meson-logs
artifacts:
expire_in: '14 days'
when: always
paths:
- 'meson-logs/'
- "$CI_PROJECT_DIR/validate-logs"
reports:
junit:
- "$CI_PROJECT_DIR/validate-logs/*.xml"
.test fedora x86_64:
extends:
- '.fedora image'
- '.fdo.suffixed-image@fedora'
- '.test'
needs:
- "trigger"
- "fedora amd64 docker"
tags: ['gstreamer']
check fedora:
extends: '.test fedora x86_64'
variables:
TEST_SUITE: "check.gst*"
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
*modules_changes
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- "subprojects/gstreamer-vaapi/**/*"
integration testsuites fedora:
extends: '.test fedora x86_64'
parallel: 8
variables:
MESON_ARGS: >-
${SIMPLE_BUILD}
-Dsharp=disabled
-Dvaapi=disabled
-Dexamples=disabled
-Dgst-examples=disabled
-Dtests=disabled
-Dnls=disabled
-Dqt5=disabled
-Dgstreamer:benchmarks=disabled
-Dgst-plugins-good:gtk3=disabled
-Dgst-plugins-bad:microdns=disabled
-Dgst-plugins-bad:avtp=disabled
-Dgst-plugins-bad:opencv=disabled
-Dgst-plugins-bad:webrtc=disabled
EXTRA_VALIDATE_ARGS: "--timeout-factor=2 --retry-on-failures --parts=${CI_NODE_TOTAL} --part-index=${CI_NODE_INDEX} --sync"
TEST_SUITE: "validate ges"
check video formats:
stage: 'test'
extends:
- '.fedora image'
- '.fdo.suffixed-image@fedora'
- '.build_ccache_vars'
needs:
- "trigger"
- "fedora amd64 docker"
tags: ['gstreamer']
variables:
MESON_ARGS: "${SIMPLE_BUILD}"
BUILD_GST_DEBUG: "-Dgstreamer:gst_debug=true"
GST_WERROR: "true"
SUBPROJECTS_CACHE_DIR: "/subprojects"
VIDEO_TOKEN: "GST_VIDEO_FORMATS_ALL_STR"
VIDEO_HEADER: "subprojects/gst-plugins-base/gst-libs/gst/video/video-format.h"
WL_TOKEN: "GST_WL_VIDEO_FORMATS"
WL_HEADER: "subprojects/gst-plugins-bad/gst-libs/gst/wayland/gstwlvideoformat.h"
script:
- $CI_PROJECT_DIR/ci/scripts/build.sh build/
- $CI_PROJECT_DIR/ci/scripts/check-video-formats.sh
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- "${VIDEO_HEADER}"
- "${WL_HEADER}"
playbin3 integration:
extends: 'integration testsuites fedora'
variables:
USE_PLAYBIN3: 1
# Let's allow failures for now until we're 100% sure everything works
allow_failure: true
# gstreamer-full:
gstreamer-full static build:
extends: '.build fedora x86_64'
stage: 'build'
variables:
BUILD_TYPE: "--default-library=static"
# Disabling building both qt5 and qt6 when doing static builds since we can only link against one
MESON_ARGS: >-
-Ddoc=disabled
-Dqt5=disabled -Dqt6=enabled
SUBPROJECTS_CACHE_DIR: "/subprojects"
script:
- $CI_PROJECT_DIR/ci/scripts/build.sh build/
- meson test -C build -v test-gst-full
gstreamer-full-minimal static build:
extends: 'gstreamer-full static build'
stage: 'build'
variables:
BUILD_GST_DEBUG: "-Dgstreamer:gst_debug=false"
GST_WERROR: "true"
BUILD_TYPE: "--default-library=static"
MESON_ARGS: >-
-Ddoc=disabled
-Dauto_features=disabled
-Dgst-full=enabled
-Dgstreamer:check=enabled
-Dtests=enabled
-Dgst-plugins-base:alsa=enabled
-Dgst-plugins-base:typefind=enabled
-Dgst-plugins-base:pbtypes=enabled
-Dgst-full-elements=coreelements:filesrc,fakesink,identity,input-selector
-Dgst-full-typefind-functions=typefindfunctions:wav,flv
-Dgst-full-device-providers=alsa:alsadeviceprovider
-Dgst-full-dynamic-types=pbtypes:video_multiview_flagset
SUBPROJECTS_CACHE_DIR: "/subprojects"
script:
- $CI_PROJECT_DIR/ci/scripts/build.sh build/
- meson test -C build -v test-gst-full
- meson test -C build test-gst-full-features --test-args "-e filesrc,identity,fakesink -E filesink,capsfilter -t audio/x-wav -T video/vivo -d alsadeviceprovider -D v4l2deviceprovider -l GstVideoMultiviewFlagsSet"
- strip build/libgstreamer-full-1.0.so
- ls -l build/libgstreamer-full-1.0.so
# v4l2-stateless-decoders tests
fluster v4l2-stateless on visl:
extends:
- '.fedora fluster image'
- '.fdo.suffixed-image@fedora'
stage: 'test'
variables:
BUILD_GST_DEBUG: '-Dgstreamer:gst_debug=false'
GST_WERROR: "true"
BUILD_TYPE: "--default-library=static"
MESON_ARGS: >-
-Dvirtme_kernel_image=/opt/linux/bzImage
-Dauto_features=disabled
-Dgst-full=enabled
-Dgstreamer:check=enabled
-Ddoc=disabled
-Dtests=enabled
-Dtools=enabled
-Dbase=enabled
-Dbad=enabled
-Dugly=disabled
-Dlibav=disabled
-Drtsp_server=disabled
-Dges=disabled
-Dgst-plugins-bad:debugutils=enabled
-Dgst-plugins-bad:ivfparse=enabled
-Dgst-plugins-bad:v4l2codecs=enabled
-Dgst-plugins-bad:videoparsers=enabled
-Dgst-plugins-base:app=enabled
-Dgst-plugins-base:videoconvertscale=enabled
-Dgst-plugins-base:typefind=enabled
-Dgst-plugins-base:playback=enabled
-Dgst-plugins-good:matroska=enabled
SUBPROJECTS_CACHE_DIR: "/subprojects"
script:
- $CI_PROJECT_DIR/ci/scripts/build.sh build/
- meson test -C build -v --suite v4l2-stateless-decoders
artifacts:
reports:
junit: build/fluster-results-*.xml
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- ".gitlab-ci.yml"
- ".gitlab-image-tags.yml"
- "subprojects/gst-plugins-bad/sys/v4l2codecs/*"
- "subprojects/gst-plugins-bad/gst-libs/gst/codecparsers/*"
- "subprojects/gst-plugins-bad/gst-libs/gst/codecs/*"
- "subprojects/gst-plugins-bad/gst/videoparsers/*"
- "tests/virtme/*"
- "ci/scripts/build-linux.sh"
- "ci/docker/fedora/*"
# Valgrind
.valgrind fedora x86_64:
extends: '.test fedora x86_64'
stage: 'test'
variables:
EXTRA_VALIDATE_ARGS: "--valgrind"
timeout: "1h30m"
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
*modules_changes
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- "subprojects/gstreamer-vaapi/**/*"
valgrind core:
extends: '.valgrind fedora x86_64'
variables:
TEST_SUITE: "check.gstreamer\\..*"
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- "*"
- "scripts/*"
- "ci/**/*"
- "subprojects/gst-devtools/**/*"
- "subprojects/gstreamer/**/*"
valgrind base:
extends: '.valgrind fedora x86_64'
variables:
TEST_SUITE: "check.gst-plugins-base\\..*"
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- "*"
- "scripts/*"
- "ci/**/*"
- "subprojects/gst-devtools/**/*"
- "subprojects/gstreamer/**/*"
- "subprojects/gst-plugins-base/**/*"
valgrind good:
extends: '.valgrind fedora x86_64'
variables:
TEST_SUITE: "check.gst-plugins-good\\..*"
# take longer time due to splitmux unit test
TIMEOUT_FACTOR: "4"
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- "*"
- "scripts/*"
- "ci/**/*"
- "subprojects/gst-devtools/**/*"
- "subprojects/gstreamer/**/*"
- "subprojects/gst-plugins-base/**/*"
- "subprojects/gst-plugins-good/**/*"
valgrind ugly:
extends: '.valgrind fedora x86_64'
variables:
TEST_SUITE: "check.gst-plugins-ugly\\..*"
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- "*"
- "scripts/*"
- "ci/**/*"
- "subprojects/gst-devtools/**/*"
- "subprojects/gstreamer/**/*"
- "subprojects/gst-plugins-base/**/*"
- "subprojects/gst-plugins-good/**/*"
- "subprojects/gst-plugins-ugly/**/*"
valgrind bad:
extends: '.valgrind fedora x86_64'
variables:
TEST_SUITE: "check.gst-plugins-bad\\..*"
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- "*"
- "scripts/*"
- "ci/**/*"
- "subprojects/gst-devtools/**/*"
- "subprojects/gstreamer/**/*"
- "subprojects/gst-plugins-base/**/*"
- "subprojects/gst-plugins-good/**/*"
- "subprojects/gst-plugins-bad/**/*"
valgrind ges:
extends: '.valgrind fedora x86_64'
variables:
TEST_SUITE: "check.gst-editing-services\\..*"
rules:
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- "*"
- "scripts/*"
- "ci/**/*"
- "subprojects/gst-devtools/**/*"
- "subprojects/gstreamer/**/*"
- "subprojects/gst-plugins-base/**/*"
- "subprojects/gst-plugins-good/**/*"
- "subprojects/gst-plugins-bad/**/*"
- "subprojects/gst-editing-services/**/*"
- "subprojects/gst-python/**/*"
# valgrind ges jobs are racy across the board and simply fail too often.
# Someone needs to go through job logs and figure out which jobs to mark
# as flaky. Until then, just ignore failures.
allow_failure: true
# ---- Integration ----- #
.documentation:
extends: '.build fedora x86_64'
variables:
# Disable svthevcenc until the following MR is merged
# https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5447
MESON_ARGS: >-
${SIMPLE_BUILD}
-Ddoc=enabled
-Drs=enabled
-Dgst-docs:fatal_warnings=true
-Dgst-plugins-bad:svthevcenc=disabled
# Disable werror for the docs build, we don't need it
GST_WERROR: 'false'
SUBPROJECTS_CACHE_DIR: "/subprojects"
CI_ARTIFACTS_URL: "${CI_PROJECT_URL}/-/jobs/${CI_JOB_ID}/artifacts/raw/"
script:
- $CI_PROJECT_DIR/ci/scripts/build-docs.sh build/
artifacts:
when: always
expire_in: "7 days"
paths:
- documentation/
- diffs/
#
# This jobs runs in gstreamer namespace when after the merge into main branch.
# The produced artifact is later used to automatically update the web page.
#
documentation:
stage: integrate
extends:
- '.documentation'
needs:
- "fedora amd64 docker"
rules:
- if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == "main"'
#
# This job is run in users namespace to validate documentation before merging
# MR.
#
build documentation:
extends:
- '.documentation'
stage: build
needs:
- "trigger"
- "fedora amd64 docker"
rules:
# Never run post merge, we have the `documentation` always running for that
- if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
when: never
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- ".gitlab-ci.yml"
- ".gitlab-image-tags.yml"
- "ci/gitlab/*.py"
- "subprojects/*.wrap"
- "subprojects/gst-docs/**/*"
- "subprojects/gst-devtools/**/*"
- "subprojects/gst-editing-services/**/*"
- "subprojects/gst-libav/**/*"
- "subprojects/gst-plugins-bad/**/*"
- "subprojects/gst-plugins-base/**/*"
- "subprojects/gst-plugins-good/**/*"
- "subprojects/gst-plugins-ugly/**/*"
- "subprojects/gstreamer/**/*"
- "subprojects/gstreamer-vaapi/**/*"
- "subprojects/gst-rtsp-server/**/*"
# FIXME: Using trigger: causes permission issues, workaround using old REST API.
# https://gitlab.com/gitlab-org/gitlab/-/issues/341737
cerbero trigger:
stage: build
timeout: '4h'
tags:
- placeholder-job
extends:
- '.fedora image'
- '.fdo.suffixed-image@fedora'
needs:
- "trigger"
- "fedora amd64 docker"
script:
- ci/gitlab/trigger_cerbero_pipeline.py
rules:
- if: '$MESON_COMMIT'
# Never run post merge
- if: '$CI_PROJECT_NAMESPACE == "gstreamer" && $CI_COMMIT_BRANCH == $GST_UPSTREAM_BRANCH'
when: never
- changes:
compare_to: "$GST_UPSTREAM_BRANCH"
paths:
- ".gitlab-ci.yml"
- "ci/gitlab/*.py"
- "subprojects/gst-devtools/**/*"
- "subprojects/gst-editing-services/**/*"
- "subprojects/gst-libav/**/*"
- "subprojects/gst-plugins-bad/**/*"
- "subprojects/gst-plugins-base/**/*"
- "subprojects/gst-plugins-good/**/*"
- "subprojects/gst-plugins-ugly/**/*"
- "subprojects/gst-python/**/*"
- "subprojects/gstreamer/**/*"
- "subprojects/gst-rtsp-server/**/*"
- "subprojects/gst-examples/**/*"
Reference in a new issue View git blame Copy permalink