Add standalone cases (#3536)

2024-06-19 16:40:37 +08:00
parent 7f94d183ac
commit 16e70f99aa
129 changed files with 3880 additions and 3 deletions
--- a/tests/standalone/standalone.sh
+++ b/tests/standalone/standalone.sh
@ -0,0 +1,131 @@
+#!/bin/bash
+#
+# Copyright (C) 2019 Intel Corporation.  All rights reserved.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+#
+
+# get every run.sh under standalone sub-direcotry
+#
+#       for f in folders_include_run_sh
+#           cd sub-direcoty
+#           ./run.sh
+
+# Usage:
+# ./standalone.sh --aot|--classic-interp|--fast-interp|--fast-jit|--jit|--multi-tier-jit \
+#                 [--sgx|--no-sgx] [--thread|--no-thread] [--simd|--no-simd]
+#
+# Note:
+#  The order of the options can not be exchanged
+#
+
+if [[ $1 == "--classic-interp" ]]; then
+    # long time to run gcc-loops, smallpt and tsf with classic interpreter
+    IGNORE_LIST+=("gcc-loops" "smallpt" "tsf")
+fi
+if [[ $1 == "--classic-interp" || $1 == "--fast-interp" ]]; then
+    # long time to run mandelbrot with interpreter
+    IGNORE_LIST+=("mandelbrot")
+fi
+if [[ $1 == "--jit" ]]; then
+    # long time to compile test-printf with llvm-jit
+    IGNORE_LIST+=("test-printf")
+fi
+if [[ $2 == "--sgx" ]]; then
+    # require to allocate/mmap large memory in sgx
+    # need to modify Enclave.config.xml
+    IGNORE_LIST+=("stream")
+fi
+if [[ $3 != "--thread" ]]; then
+    # test-pthread requires thread support
+    IGNORE_LIST+=("test-pthread")
+fi
+if [[ $4 != "--simd" || $1 == "--classic-interp" || $1 == "--fast-interp"
+      || $1 == "--fast-jit" ]]; then
+    # blake3 and c-wasm-simd128-example require SIMD support
+    IGNORE_LIST+=("blake3" "c-wasm-simd128-example")
+fi
+
+if [[ -z $5 ]]; then
+    TARGET="X86_64"
+else
+    TARGET=$5
+fi
+
+function contain()
+{
+    # [$1, $-1)
+    local list=${@:0:${#}}
+    # [$-1]
+    local item=${@:${#}}
+    [[ ${list} =~ (^| )${item}($| ) ]] && return 0 || return 1
+}
+
+total_num=0
+failed_num=0
+failed_list=()
+passed_num=0
+passed_list=()
+
+echo "*-------------- start testing standalone test cases --------------*"
+for f in $(find . -name "run.sh" -type f | sort -n | awk -F "/" '{print $2}')
+do
+    if contain "${IGNORE_LIST[@]}" ${f};then
+        echo "ignore ${f} case"
+        continue
+    else
+        cd $f
+        if [[ $2 == "--sgx" ]]; then
+           ./run.sh $1 --sgx ${TARGET}
+        else
+           ./run.sh $1 --no-sgx ${TARGET}
+        fi
+
+        retval=$?
+        if [ ${retval} -ne 0 ] && [ ${retval} -ne 1 ]; then
+            echo ""
+            echo "run $f test failed, 'run.sh' returns ${retval}"
+            echo ""
+            failed_num=$((failed_num + 1))
+            failed_list+=("$f")
+        else
+            echo ""
+            echo "run $f test successfully, 'run.sh' returns ${retval}"
+            echo ""
+            passed_num=$((passed_num + 1))
+            passed_list+=("$f")
+        fi
+        cd ..
+    fi
+done
+total_num=$((failed_num+passed_num))
+echo "*--------------    standalone test cases finish    --------------*"
+echo ""
+echo ""
+echo  "*================   Standalone Test Report Start   ==============*"
+echo  ""
+echo  "Total: ${total_num}"
+echo  "Passed: ${passed_num}"
+echo  "Failed: ${failed_num}"
+
+
+if [ ${passed_num} -gt 0 ]; then
+    echo  ""
+    echo  "******************************************************************"
+    echo  "Passed cases list:"
+    echo  ""
+    for passed_case in "${passed_list[@]}"; do
+        echo  "  $passed_case"
+    done
+fi
+
+if [ ${failed_num} -gt 0 ]; then
+    echo  ""
+    echo  "******************************************************************"
+    echo  "Failed cases list:"
+    for failed_case in "${failed_list[@]}"; do
+        echo  "  $failed_case"
+    done
+fi
+
+echo  ""
+echo  "*================   Standalone Test Report End   ==============*"