tests/ansi-tests.sh

   1 #!/bin/sh -e
   2
   3 if [ ! -e ansi-test ]; then
   4    git clone --depth 1 https://github.com/sbcl/ansi-test.git
   5 fi
   6
   7
   8 cd ansi-test
   9 rm -fr sandbox/scratch
  10 ../../run-sbcl.sh --lose-on-corruption --disable-ldb \
  11                   --load gclload1.lsp --load gclload2.lsp \
  12                   --eval '(setf *default-pathname-defaults* (truename #P"sandbox/"))' \
  13                   --eval '(in-package :cl-test)' \
  14                   --eval '(disable-note :nil-vectors-are-strings)' \
  15                   --eval '(time (do-tests))' \
  16                   --eval '(let* ((expected (list* "APROPOS-LIST.ERROR.2" "APROPOS.ERROR.2" "COMPILE-FILE.2"
  17  "DEFINE-COMPILER-MACRO.8" "DESTRUCTURING-BIND.ERROR.10"
  18  "EXP.ERROR.10" "EXP.ERROR.11" "EXP.ERROR.8"
  19  "EXP.ERROR.9" "EXPT.ERROR.10" "EXPT.ERROR.11" "EXPT.ERROR.8" "EXPT.ERROR.9"
  20  "FORMAT.A.29" "FORMAT.A.57" "FORMAT.A.58" "FORMAT.B.27" "FORMAT.B.28"
  21  "FORMAT.B.29" "FORMAT.D.27" "FORMAT.D.28" "FORMAT.D.29" "FORMAT.F.45"
  22  "FORMAT.F.46" "FORMAT.F.46B" "FORMAT.F.5" "FORMAT.F.8" "FORMAT.O.27"
  23  "FORMAT.O.28" "FORMAT.O.29" "FORMAT.R.37" "FORMAT.R.38" "FORMAT.S.29"
  24  "FORMAT.E.1" "FORMAT.E.2" "FORMAT.E.6" "FORMAT.E.20"
  25  "FORMAT.X.27" "FORMAT.X.28" "FORMAT.X.29" "FORMATTER.A.57" "FORMATTER.A.58"
  26  "FORMATTER.B.27" "FORMATTER.B.28" "FORMATTER.B.29" "FORMATTER.D.27"
  27  "FORMATTER.D.28" "FORMATTER.D.29" "FORMATTER.F.45" "FORMATTER.F.46"
  28  "FORMATTER.F.46B" "FORMATTER.O.27" "FORMATTER.O.28" "FORMATTER.O.29"
  29  "FORMATTER.R.37" "FORMATTER.R.38" "FORMATTER.X.27" "FORMATTER.X.28"
  30  "FORMATTER.X.29" "LOOP.1.39" "LOOP.1.40" "LOOP.1.41" "LOOP.1.42" "LOOP.1.43"
  31  "MACROLET.36" "MAKE-CONDITION.3" "MAKE-CONDITION.4"
  32  "MAKE-PATHNAME-ERROR-ABSOLUTE-WILD-INFERIORS-BACK"
  33  "MAKE-PATHNAME-ERROR-RELATIVE-WILD-INFERIORS-BACK"
  34  "PPRINT-LOGICAL-BLOCK.ERROR.1" "PPRINT-LOGICAL-BLOCK.ERROR.1-UNSAFE"
  35  "PPRINT-LOGICAL-BLOCK.ERROR.3" "PPRINT-LOGICAL-BLOCK.ERROR.3-UNSAFE"
  36  "PRINT-LEVEL.8" "PRINT-LEVEL.9" "PRINT.BACKQUOTE.RANDOM.1"
  37  "PRINT.BACKQUOTE.RANDOM.10" "PRINT.BACKQUOTE.RANDOM.11"
  38  "PRINT.BACKQUOTE.RANDOM.13" "PRINT.BACKQUOTE.RANDOM.14"
  39  "PRINT.BACKQUOTE.RANDOM.2" "PRINT.BACKQUOTE.RANDOM.3"
  40  "PRINT.BACKQUOTE.RANDOM.4" "PRINT.BACKQUOTE.RANDOM.5" "PROCLAIM.ERROR.7"
  41  "SHIFTF.7"
  42  "SUBTYPEP-COMPLEX.8"
  43  "SUBTYPEP.EQL.1" "SUBTYPEP.EQL.2" "SUBTYPEP.MEMBER.17" "SUBTYPEP.MEMBER.18"
  44  "SXHASH.17" "SXHASH.18" "SXHASH.19" "PRINT-STRUCTURE.1"
  45  "UNION.FOLD.1"
  46  (append #+win32 (list "EXP.ERROR.7"
  47                        "EXPT.ERROR.4" "EXPT.ERROR.5" "EXPT.ERROR.6" "EXPT.ERROR.7"
  48                        "PROBE-FILE.4")
  49          #+x86 (list "CIS.4")
  50          #+(and arm64 (not darwin))
  51            (list "EXP.ERROR.4" "EXP.ERROR.5" "EXP.ERROR.6" "EXP.ERROR.7" "EXPT.ERROR.4"
  52                  "EXPT.ERROR.5" "EXPT.ERROR.6" "EXPT.ERROR.7")
  53          #-sb-unicode (list "MISC.638")
  54          (if (member :sb-fasteval sb-impl:+internal-features+)
  55              (list "INTERSECTION.FOLD.1" "UNION.FOLD.1" "SET-DIFFERENCE.FOLD.1"
  56                    "SET-EXCLUSIVE-OR.FOLD.1" "ASH.ERROR.5"
  57                    "ALL-STRUCTURE-CLASSES-ARE-SUBTYPES-OF-STRUCTURE-OBJECT.2" "TRACE.8")
  58              (list "MAP.48" "SYMBOL-FUNCTION.ERROR.5"))
  59
  60          #+sb-unicode (list "BOTH-CASE-P.2" "CHAR-DOWNCASE.2" "CHAR-UPCASE.2"))))
  61                          (failing (remove "FORMAT.E.26"
  62                                           (mapcar (function string) regression-test:*failed-tests*)
  63                                           :test (function equal)))
  64                          #+sb-devel
  65                          (failing (remove "COMMON-LISP-PACKAGE-NICKNAMES" failing :test (function equal)))
  66                          (diff1 (set-difference failing  expected :test (function equal)))
  67                          (diff2 (set-difference expected failing :test (function equal))))
  68    (cond ((or diff1 diff2)
  69            (format t "Difference ~@[added ~a~] ~@[removed ~a~]~%" diff1 diff2)
  70            (sb-ext:exit :code 1))
  71          ((sb-ext:exit))))'