diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index df285f1f20c4f665123e3ee5418dc2ba749a11a3..107013e39cfb28daccd81bf4accb14fdc1b9d874 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -29,7 +29,7 @@ test_success:
 test_failure:
   stage: test
   script:
-    - ! docker run ${TEST_IMAGE} ./reproduce.py release-1.0.3 && echo "Failed as expected"
+    - if docker run ${TEST_IMAGE} ./reproduce.py release-1.0.3; then exit 1; else exit 0; fi
 
 release:
   stage: release