test/testsuite-expects.lisp

   1 (in-package #:lift-test)
   2
   3 (defvar *expect-error* nil)
   4
   5 (deftestsuite expect-error (lift-test)
   6   ()
   7   (:dynamic-variables
   8    (*test-break-on-errors?* nil)
   9    (*test-break-on-failures?* nil)))
  10
  11 (deftestsuite expect-error-helper ()
  12   ()
  13   (:expected-error *expect-error*))
  14
  15 (addtest (expect-error-helper)
  16   test-1
  17   (error "this is an error"))
  18
  19 (deftestsuite expect-error-helper-test-case ()
  20   ())
  21
  22 (addtest (expect-error-helper-test-case
  23           :expected-error (progn (print (list :ee *expect-error*))
  24                              *expect-error*))
  25   test-1
  26   (error "this is an error"))
  27
  28
  29 (addtest (expect-error)
  30   test-expects-error
  31   (let* ((*expect-error* t)
  32          (result (run-tests :suite 'expect-error-helper)))
  33     (ensure-same (lift::suites-run result) '(expect-error-helper) :test 'equal)
  34     (ensure-same (length (tests-run result)) 1)
  35     (ensure-same (length (errors result)) 0 :test '=)))
  36
  37 (addtest (expect-error)
  38   test-does-not-expect-error
  39   (let* ((*expect-error* nil)
  40          (result (run-tests :suite 'expect-error-helper)))
  41     (ensure-same (length (errors result)) 1 :test '=)))
  42
  43 (addtest (expect-error)
  44   test-case-expects-error
  45   (let* ((*expect-error* t)
  46          (result (run-tests :suite 'expect-error-helper-test-case)))
  47     (ensure-same (lift::suites-run result) '(expect-error-helper-test-case)
  48                  :test 'equal)
  49     (ensure-same (length (tests-run result)) 1)
  50     (ensure-same (length (errors result)) 0 :test '=)))
  51
  52 (addtest (expect-error)
  53   test-case-does-not-expect-error
  54   (let* ((*expect-error* nil)
  55          (result (run-tests :suite 'expect-error-helper-test-case)))
  56     (ensure-same (length (errors result)) 1 :test '=)))
  57
  58 ;;;;
  59
  60 (defvar *expect-failure* nil)
  61
  62 (deftestsuite expect-failure (lift-test)
  63   ())
  64
  65 (deftestsuite expect-failure-helper ()
  66   ()
  67   (:expected-failure *expect-failure*))
  68
  69 (addtest (expect-failure-helper)
  70   test-1
  71   (ensure-null "this is an failure"))
  72
  73 (addtest (expect-failure)
  74   test-expects-failure
  75   (let* ((*expect-failure* t)
  76          (result (run-tests :suite 'expect-failure-helper)))
  77     (ensure-same (lift::suites-run result)
  78                  '(expect-failure-helper) :test 'equal)
  79     (ensure-same (length (tests-run result)) 1)
  80     (ensure-same (length (failures result)) 0 :test '=)))
  81
  82 (addtest (expect-failure)
  83   test-does-not-expect-failure
  84   (let* ((*expect-failure* nil)
  85          (result (run-tests :suite 'expect-failure-helper)))
  86     (ensure-same (length (failures result)) 1 :test '=)))
  87
  88