diff --git a/tools/mypy.sh b/tools/mypy.sh
index d69b61c7f34fc..14b0976a27da5 100755
--- a/tools/mypy.sh
+++ b/tools/mypy.sh
@@ -2,6 +2,10 @@
 
 CI=${1:-0}
 
+if [ $CI -eq 1 ]; then
+    set -e
+fi
+
 run_mypy() {
     echo "Running mypy on $1"
     if [ $CI -eq 1 ] && [ -z "$1" ]; then