diff --git a/testing/scripts/build-certs-chroot b/testing/scripts/build-certs-chroot
index 36cb61779..ed8de79ad 100755
--- a/testing/scripts/build-certs-chroot
+++ b/testing/scripts/build-certs-chroot
@@ -1,5 +1,7 @@
 #!/bin/bash
 
+set -o errexit
+
 echo "Building certificates"
 
 # Disable leak detective when using pki as it produces warnings in tzset