scripts/ci/run-test-acceptance-tests.sh

   1 #!/bin/bash -e
   2
   3 #
   4 # The timeouts are double of time the execution usually takes
   5 #
   6
   7 # run the MS test suite
   8 LANG=en_US.UTF-8 ${TESTCMD} --label=check-ms-test-suite --timeout=10m make -C acceptance-tests check-ms-test-suite
   9
  10 total_tests=$(find acceptance-tests/ -name TestResult*xml | xargs cat | grep -c "<test-case")
  11 if [ "$total_tests" -lt "1600" ]
  12         then echo "*** NOT ENOUGH TEST RESULTS RECORDED, MARKING FAILURE ***"
  13         exit 1
  14 fi
  15
  16 # run Roslyn tests, they use Mono from PATH so we need to do a temporary install
  17 ${TESTCMD} --label=install-temp-mono --timeout=10m make install
  18 OLD_PATH=$PATH
  19 export PATH=${MONO_REPO_ROOT}/tmp/mono-acceptance-tests/bin:$PATH
  20 ${TESTCMD} --label=check-roslyn --timeout=60m make -C acceptance-tests check-roslyn
  21 export PATH=$OLD_PATH
  22 rm -rf "${MONO_REPO_ROOT}/tmp/mono-acceptance-tests"
  23
  24 # run CoreCLR managed tests, we precompile them in parallel so individual steps don't need to do it
  25 ${TESTCMD} --label=coreclr-compile-tests --timeout=140m --fatal make -C acceptance-tests coreclr-compile-tests
  26 ${TESTCMD} --label=coreclr-runtest-basic --timeout=20m make -C acceptance-tests coreclr-runtest-basic
  27 ${TESTCMD} --label=coreclr-runtest-coremanglib --timeout=10m make -C acceptance-tests coreclr-runtest-coremanglib
  28
  29 # run the GC stress tests (on PRs we only run a short version)
  30 ${TESTCMD} --label=coreclr-gcstress --timeout=1200m make -C acceptance-tests coreclr-gcstress
  31
  32 ${MONO_REPO_ROOT}/scripts/ci/run-upload-sentry.sh