Return exit code 1 when comparision fails

.gitlab-ci.yml

@@ -29,7 +29,7 @@ test_success:
 test_failure:
   stage: test
   script:
-    - ! docker run ${TEST_IMAGE} ./reproduce.py release-1.0.3
+    - ! docker run ${TEST_IMAGE} ./reproduce.py release-1.0.3 && echo "Failed as expected"
 
 release:
   stage: release

reproduce.py

@@ -31,6 +31,9 @@ def main():
     apk = os.path.join(REPO_DIR, APK_PATH)
     if subprocess.call(['./verify-apk.py', reference_apk, apk]) == 0:
         print("Version '%s' was built reproducible! :)" % tag)
+        sys.exit(0)
+    else:
+        sys.exit(1)
 
 
 def prepare_repo(tag):