Speed up the spec case test by parallelism (#819)

Port spec-test-script/all.sh to spec-test-script/all.py and enable to run
spec cases with multiple threads parallelly:
- It reduces spec_test.yml from ~14min to ~9min and reduces
  compilation_on_sgx.yml from ~18min to ~12min
- run `./test_wamr.sh` will keep the same experience likes before by default
- run `./test_wamr.sh -P` will enable parallelism mode
- in parallelism mode, all.py will be in a less-output mode. It only outputs
  the last words of failed cases and will not output logs for those passed
This commit is contained in:
liang.he
2021-11-08 12:39:02 +08:00
committed by GitHub
parent 403a7d3f4f
commit 487072a78e
5 changed files with 461 additions and 20 deletions

View File

@ -455,5 +455,5 @@ jobs:
if: ${{ matrix.light == 'green' }}
run: |
source /opt/intel/sgxsdk/environment
./test_wamr.sh -x -p -s spec -t ${{ matrix.running_mode }}
./test_wamr.sh -x -p -s spec -P -t ${{ matrix.running_mode }}
working-directory: ./tests/wamr-test-suites

View File

@ -33,12 +33,12 @@ concurrency:
cancel-in-progress: true
env:
DEFAULT_TEST_OPTIONS: "-s spec"
DEFAULT_TEST_OPTIONS: "-s spec -P"
LLVM_CACHE_SUFFIX: "build-llvm_libraries_ex"
MULTI_MODULES_TEST_OPTIONS: "-s spec -M"
SIMD_TEST_OPTIONS: "-s spec -S"
THREADS_TEST_OPTIONS: "-s spec -p"
X86_32_TARGET_TEST_OPTIONS: "-m x86_32"
MULTI_MODULES_TEST_OPTIONS: "-s spec -M -P"
SIMD_TEST_OPTIONS: "-s spec -S -P"
THREADS_TEST_OPTIONS: "-s spec -p -P"
X86_32_TARGET_TEST_OPTIONS: "-m x86_32 -P"
jobs:
cancel_previous: