diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 7df1635da67e33f778dd607200cb4ece465a33c9..a87ed452b6aa7775a1c32b8866dc4b111c896338 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -85,6 +85,8 @@ codec-smoke-test:
   stage: test
   script:
     - bash ci/smoke_test.sh
+    ### analyze for failures
+    - if cat smoke_test_output.txt | grep -c "failed"; then echo "Smoke test failed"; exit 1; fi
   artifacts:
     paths:
       - out/logs
diff --git a/ci/smoke_test.sh b/ci/smoke_test.sh
index 9c423d4eece0ddba6716fcab32562d800a627a29..c1502bac538ffac056d9c7b669ce3c836a6a338b 100755
--- a/ci/smoke_test.sh
+++ b/ci/smoke_test.sh
@@ -10,4 +10,4 @@ make all -j
 
 # get all modes except SBA rate switching (which is broken currently)
 list=$(./scripts/runIvasCodec.py -l | grep -v "SBA.*rs")
-./scripts/runIvasCodec.py -p ./scripts/config/ci_linux.json -m $list -U 1
+./scripts/runIvasCodec.py -p ./scripts/config/ci_linux.json -m $list -U 1 | tee smoke_test_output.txt