diff --git a/tests/fate-run.sh b/tests/fate-run.sh
index 14896e5efc..ed99387b15 100755
--- a/tests/fate-run.sh
+++ b/tests/fate-run.sh
@@ -206,7 +206,9 @@ fi
 
 if test $err = 0; then
     rm -f $outfile $errfile $cmpfile $cleanfiles
-else
+elif test $gen = "no"; then
     echo "Test $test failed. Look at $errfile for details."
+else
+    echo "Updating reference failed, possibly no output file was generated."
 fi
 exit $err