Import test suites to test spec cases (#736)

tests/wamr-test-suites/spec-test-script/all.sh

@@ -0,0 +1,162 @@
+#!/bin/bash
+
+#
+# Copyright (C) 2019 Intel Corporation.  All rights reserved.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+#
+
+# exit if meet an exception
+function DEBUG() {
+  [[ -n $(env | grep "\<DEBUG\>") ]] && $@
+}
+DEBUG set -xevu
+
+# Run the following command to test a single wast file:
+#   ./spec-test-script/runtest.py --wast2wasm ./workspace/wabt/out/gcc/Release/wat2wasm \
+#   --interpreter iwasm <wast file>
+
+readonly SPEC_TEST_DIR="spec/test/core"
+readonly WAST2WASM_CMD="./wabt/out/gcc/Release/wat2wasm"
+readonly WAMRC_CMD="../../../wamr-compiler/build/wamrc"
+IWASM_CMD="../../../product-mini/platforms/linux/build/iwasm"
+
+# "imports" and "linking" are only avilable when enabling multi modules
+# "comments" is for runtest.py
+
+IGNORE_LIST=(
+  "comments" "inline-module" "imports" "linking" "names"
+)
+
+readonly -a MULTI_MODULE_LIST=(
+  "imports" "linking"
+)
+
+SGX_IGNORE_LIST=("conversions" "f32_bitwise" "f64_bitwise")
+
+# these cases run failed due to native stack overflow check failed
+SGX_AOT_IGNORE_LIST=("call_indirect" "call" "fac" "skip-stack-guard-page")
+
+function usage()
+{
+    echo "Usage: all.sh [-t] [-m <x86_64|x86_32|ARMV7_VFP|THUMBV7_VFP>] [-M] [-x] [-S] [-r]"
+    exit 1
+}
+
+function run_case_w_aot()
+{
+    local test_case=$1
+    echo "============> run ${test_case} with AOT"
+    python2.7 runtest.py \
+        --wast2wasm ${WAST2WASM_CMD} \
+        --interpreter ${IWASM_CMD} \
+        ${SPEC_TEST_DIR}/${test_case} \
+        --aot-compiler ${WAMRC_CMD} \
+        --aot --aot-target ${TARGET} \
+        ${SGX_OPT} \
+        ${SIMD_OPT} \
+        ${REF_TYPES_OPT}
+        #--no_cleanup
+    if [[ $? != 0 ]]; then
+        echo "============> run ${test_case} failed"
+        exit 1
+    fi
+}
+
+function run_case_wo_aot()
+{
+    local test_case=$1
+    echo "============> run ${test_case}"
+    python2.7 runtest.py \
+        --wast2wasm ${WAST2WASM_CMD} \
+        --interpreter ${IWASM_CMD} \
+        ${SPEC_TEST_DIR}/${test_case}\
+        --aot-compiler ${WAMRC_CMD} \
+        ${SGX_OPT} \
+        ${SIMD_OPT} \
+        ${REF_TYPES_OPT}
+        #--no_cleanup
+    if [[ $? != 0 ]]; then
+        echo "============> run ${test_case} failed"
+        exit 1
+    fi
+}
+
+ENABLE_MULTI_MODULE=0
+TARGET="X86_64"
+SGX_OPT=""
+AOT=false
+SIMD_OPT=""
+REF_TYPES_OPT=""
+while getopts ":Mm:txSr" opt; do
+    case $opt in
+        t) AOT=true ;;
+        m)
+            TARGET=$OPTARG
+            if [[ ${TARGET} == 'X86_32' ]];then
+                TARGET='i386'
+            elif [[ ${TARGET} == 'X86_64' ]];then
+                TARGET='x86_64'
+            elif [[ ${TARGET} == 'ARMV7_VFP' ]];then
+                TARGET='armv7'
+            elif [[ ${TARGET} == 'THUMBV7_VFP' ]];then
+                TARGET='thumbv7'
+            elif [[ ${TARGET} == 'RISCV64' || ${TARGET} == 'RISCV64_LP64D' ]];then
+                TARGET='riscv64_lp64d'
+            elif [[ ${TARGET} == 'RISCV64_LP64' ]];then
+                TARGET='riscv64_lp64'
+            else
+                usage
+            fi
+            ;;
+        M) ENABLE_MULTI_MODULE=1 ;;
+        x) SGX_OPT="--sgx" ;;
+        S) SIMD_OPT="--simd" ;;
+        r) REF_TYPES_OPT="--ref_types" ;;
+        *) usage ;;
+    esac
+done
+
+function contain()
+{
+    # [$1, $-1)
+    local list=${@:0:${#}}
+    # [$-1]
+    local item=${@:${#}}
+    [[ ${list} =~ (^| )${item}($| ) ]] && return 0 || return 1
+}
+
+if [[ ${SGX_OPT} ]];then
+    IWASM_CMD="../../../product-mini/platforms/linux-sgx/enclave-sample/iwasm"
+    IGNORE_LIST+=("${SGX_IGNORE_LIST[@]}")
+    if [[ "true" == ${AOT} ]];then
+        IGNORE_LIST+=("${SGX_AOT_IGNORE_LIST[@]}")
+    fi
+fi
+
+declare -i COUNTER=0
+for wast in $(find ${SPEC_TEST_DIR} -name "*.wast" -type f | sort -n); do
+    # remove a prefix spec/test/core/
+    wast=${wast#${SPEC_TEST_DIR}/}
+    # ${wast%.wast} will remove a surfix .wast
+    if contain "${IGNORE_LIST[@]}" ${wast%.wast}; then
+        echo "============> ignore ${wast}"
+        continue
+    else
+        [[ "true" == ${AOT} ]] && run_case_w_aot ${wast} \
+            || run_case_wo_aot ${wast}
+        (( COUNTER += 1))
+    fi
+done
+
+# for now, Multi_Module is always disabled while AOT is true
+if [[ "false" == ${AOT} && 1 == ${ENABLE_MULTI_MODULE} ]]; then
+    echo "============> run cases about multi module"
+    for wast in ${MULTI_MODULE_LIST[@]}; do
+        run_case_wo_aot ${wast}.wast
+        (( COUNTER += 1))
+    done
+fi
+
+echo "PASS ALL ${COUNTER} SPEC CASES"
+DEBUG set -xevu
+exit 0