diff --git a/ci/run_windows_tests.ps1 b/ci/run_windows_tests.ps1
index 43c13e332..2226a9358 100644
--- a/ci/run_windows_tests.ps1
+++ b/ci/run_windows_tests.ps1
@@ -1,3 +1,5 @@
+$env:ErrorActionPreference='Stop'
+
 # List of all the crates we want to build
 # We need to do this manually to avoid trying
 # to build egl,wayland,x11 etc, which can't
diff --git a/ci/windows-docker/container.ps1 b/ci/windows-docker/container.ps1
index 28fa2d61b..4aca7cc5e 100644
--- a/ci/windows-docker/container.ps1
+++ b/ci/windows-docker/container.ps1
@@ -1,3 +1,5 @@
+$env:ErrorActionPreference='Stop'
+
 # Copied from mesa, big kudos
 #
 # https://gitlab.freedesktop.org/mesa/mesa/-/blob/master/.gitlab-ci/windows/mesa_container.ps1
diff --git a/ci/windows-docker/install_cargo_utils.ps1 b/ci/windows-docker/install_cargo_utils.ps1
index 670617781..df1594d6a 100644
--- a/ci/windows-docker/install_cargo_utils.ps1
+++ b/ci/windows-docker/install_cargo_utils.ps1
@@ -1,3 +1,5 @@
+$env:ErrorActionPreference='Stop'
+
 [Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12;
 
 rustup --version
diff --git a/ci/windows-docker/install_dav1d.ps1 b/ci/windows-docker/install_dav1d.ps1
index c849c6eff..0f2d1b668 100644
--- a/ci/windows-docker/install_dav1d.ps1
+++ b/ci/windows-docker/install_dav1d.ps1
@@ -1,3 +1,5 @@
+$env:ErrorActionPreference='Stop'
+
 [Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12;
 
 # Download gstreamer and all its subprojects
diff --git a/ci/windows-docker/install_gst.ps1 b/ci/windows-docker/install_gst.ps1
index bac0599f3..08096bff8 100644
--- a/ci/windows-docker/install_gst.ps1
+++ b/ci/windows-docker/install_gst.ps1
@@ -1,3 +1,5 @@
+$env:ErrorActionPreference='Stop'
+
 [Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12;
 
 # Download gstreamer and all its subprojects
diff --git a/ci/windows-docker/install_rust.ps1 b/ci/windows-docker/install_rust.ps1
index 9929e9516..5c6823ea1 100644
--- a/ci/windows-docker/install_rust.ps1
+++ b/ci/windows-docker/install_rust.ps1
@@ -1,3 +1,5 @@
+$env:ErrorActionPreference='Stop'
+
 [Net.ServicePointManager]::SecurityProtocol = [Net.SecurityProtocolType]::Tls12;
 
 $rustup_url = 'https://win.rustup.rs/x86_64'