ci: comment test result on PR

This commit is contained in:
Li Jie
2024-06-08 11:03:35 +08:00
parent ee848e66ac
commit f16e721d01
3 changed files with 22 additions and 8 deletions

View File

@@ -64,7 +64,7 @@ jobs:
- name: LLGO tests
run: |
echo "Test result on ${{ matrix.os }} with LLVM ${{ matrix.llvm }}" > result.txt
echo "Test result on ${{ matrix.os }} with LLVM ${{ matrix.llvm }}" > result.md
LLGOROOT=$PWD bash .github/workflows/test_llgo.sh
- name: Test _demo and _pydemo

View File

@@ -11,16 +11,19 @@ for d in ./_demo/* ./_pydemo/*; do
if ! llgo run -v "$d"; then
echo "FAIL"
failed=$((failed+1))
failed_cases="$failed_cases\n$d"
failed_cases="$failed_cases\n* :x: $d"
else
echo "PASS"
fi
fi
done
echo "=== Done"
echo "$((total-failed))/$total tests passed"
if [ "$failed" -ne 0 ]; then
echo -e "Failed cases:$failed_cases"
echo ":bangbang: Failed demo cases:" | tee -a result.md
echo -e "$failed_cases" | tee -a result.md
exit 1
else
echo ":white_check_mark: All demo tests passed" | tee -a result.md
fi

38
.github/workflows/test_llgo.sh vendored Normal file
View File

@@ -0,0 +1,38 @@
#!/bin/bash
set -e
export LLGOROOT=$PWD
testcmd=/tmp/test
llgo build -o $testcmd ./_test
cases=$($testcmd)
total=$(echo "$cases" | wc -l | tr -d ' ')
failed=0
failed_cases=""
for idx in $(seq 1 $((total))); do
case=$(echo "$cases" | sed -n "${idx}p")
case_name=$(echo "$case" | cut -d',' -f2)
echo "=== Test case: $case_name"
set +e
out=$("$testcmd" "$((idx-1))" 2>&1)
exit_code=$?
set -e
if [ "${exit_code:-0}" -ne 0 ]; then
echo "failed: $out"
failed=$((failed+1))
failed_cases="$failed_cases\n* :x: $case_name"
else
echo "passed"
fi
done
echo "=== Done"
echo "$((total-failed))/$total tests passed"
if [ "$failed" -ne 0 ]; then
echo ":bangbang: Failed llgo cases:" | tee -a result.md
echo -e "$failed_cases" | tee -a result.md
exit 1
else
echo ":white_check_mark: All llgo tests passed" | tee -a result.md
fi