From d374f1b8dd36358c22dafa81f2215b418ebe71a6 Mon Sep 17 00:00:00 2001
From: rex <1073853456@qq.com>
Date: Fri, 4 Jul 2025 16:13:22 +0800
Subject: [PATCH] update test scripts

---
 test.sh              | 25 +++++++++++++++++++++++--
 test/Mathlib/test.sh | 21 +++++++++++++++++++--
 2 files changed, 42 insertions(+), 4 deletions(-)

diff --git a/test.sh b/test.sh
index be8e1b3f..0af7e5e3 100755
--- a/test.sh
+++ b/test.sh
@@ -6,6 +6,10 @@ EXPECTED_DIR="test"
 
 lake build
 
+# Initialize variables to track failures
+failed_tests=()
+failure_count=0
+
 # ignore locale to ensure test `bla` runs before `bla2`
 export LC_COLLATE=C
 
@@ -36,11 +40,28 @@ for infile in $IN_DIR/*.in; do
         echo "$base: FAILED"
         # Rename the temporary file instead of removing it
         mv "$tmpfile" "${expectedfile/.expected.out/.produced.out}"
-        exit 1
+        failed_tests+=("$base")
+        ((failure_count++))
     fi
-
 done
 
+# Print summary of failures
+if [ ${#failed_tests[@]} -ne 0 ]; then
+    echo -e "\n=== Test Summary ==="
+    echo "Failed tests:"
+    for test in "${failed_tests[@]}"; do
+        echo "✗ $test"
+    done
+    echo -e "\nTotal: $failure_count failed"
+    echo "=================="
+fi
+
 # Run the Mathlib tests
 cp lean-toolchain test/Mathlib/
 cd test/Mathlib/ && ./test.sh
+mathlib_exit_code=$?
+
+# Exit with error if any test failed or if Mathlib tests failed
+if [ $failure_count -gt 0 ] || [ $mathlib_exit_code -ne 0 ]; then
+    exit 1
+fi
diff --git a/test/Mathlib/test.sh b/test/Mathlib/test.sh
index 0f9f89fe..b1f220df 100755
--- a/test/Mathlib/test.sh
+++ b/test/Mathlib/test.sh
@@ -4,6 +4,10 @@
 IN_DIR="test"
 EXPECTED_DIR="test"
 
+# Initialize variables to track failures
+failed_tests=()
+failure_count=0
+
 lake exe cache get > /dev/null
 lake build Mathlib
 
@@ -34,8 +38,21 @@ for infile in $IN_DIR/*.in; do
         echo "$base: FAILED"
         # Rename the temporary file instead of removing it
         mv "$tmpfile" "${expectedfile/.expected.out/.produced.out}"
-        exit 1
+        failed_tests+=("$base")
+        ((failure_count++))
     fi
-
 done
 
+# Print summary of failures
+if [ ${#failed_tests[@]} -ne 0 ]; then
+    echo -e "\n=== Mathlib Test Summary ==="
+    echo "Failed tests:"
+    for test in "${failed_tests[@]}"; do
+        echo "✗ $test"
+    done
+    echo -e "\nTotal: $failure_count failed"
+    echo "========================"
+    exit 1
+fi
+
+exit 0