selftest/tests.py

   1 #!/usr/bin/python
   2 # This script generates a list of testsuites that should be run as part of
   3 # the Samba test suite.
   4
   5 # The output of this script is parsed by selftest.pl, which then decides
   6 # which of the tests to actually run. It will, for example, skip all tests
   7 # listed in selftest/skip or only run a subset during "make quicktest".
   8
   9 # The idea is that this script outputs all of the tests of Samba, not
  10 # just those that are known to pass, and list those that should be skipped
  11 # or are known to fail in selftest/skip or selftest/knownfail. This makes it
  12 # very easy to see what functionality is still missing in Samba and makes
  13 # it possible to run the testsuite against other servers, such as
  14 # Windows that have a different set of features.
  15
  16 # The syntax for a testsuite is "-- TEST --" on a single line, followed
  17 # by the name of the test, the environment it needs and the command to run, all
  18 # three separated by newlines. All other lines in the output are considered
  19 # comments.
  20
  21 from selftesthelpers import *
  22
  23 try:
  24     config_h = os.environ["CONFIG_H"]
  25 except KeyError:
  26     config_h = os.path.join(samba4bindir, "default/include/config.h")
  27
  28 # define here var to check what we support
  29 f = open(config_h, 'r')
  30 try:
  31     have_man_pages_support = ("XSLTPROC_MANPAGES 1" in f.read())
  32 finally:
  33     f.close()
  34
  35 planpythontestsuite("none", "samba.tests.source")
  36 if have_man_pages_support:
  37     planpythontestsuite("none", "samba.tests.docs")
  38
  39 planpythontestsuite("none", "selftest.tests.test_suite", extra_path=[srcdir()])
  40 try:
  41     import testscenarios
  42 except ImportError:
  43     skiptestsuite("subunit", "testscenarios not available")
  44 else:
  45     planpythontestsuite("none", "subunit.tests.test_suite")
  46 planpythontestsuite("none", "samba.tests.blackbox.ndrdump")
  47 planpythontestsuite("none", "api", name="ldb.python", extra_path=['lib/ldb/tests/python'])
  48 planpythontestsuite("none", "samba.tests.credentials")
  49 planpythontestsuite("none", "samba.tests.registry")
  50 planpythontestsuite("none", "samba.tests.auth")
  51 planpythontestsuite("none", "samba.tests.getopt")
  52 planpythontestsuite("none", "samba.tests.security")
  53 planpythontestsuite("none", "samba.tests.dcerpc.misc")
  54 planpythontestsuite("none", "samba.tests.dcerpc.integer")
  55 planpythontestsuite("none", "samba.tests.param")
  56 planpythontestsuite("none", "samba.tests.upgrade")
  57 planpythontestsuite("none", "samba.tests.core")
  58 planpythontestsuite("none", "samba.tests.provision")
  59 planpythontestsuite("none", "samba.tests.samba3")
  60 planpythontestsuite("none", "samba.tests.strings")
  61 planpythontestsuite("none", "samba.tests.netcmd")
  62 planpythontestsuite("none", "samba.tests.dcerpc.rpc_talloc")
  63 planpythontestsuite("none", "samba.tests.hostconfig")
  64 planpythontestsuite("ad_dc_ntvfs:local", "samba.tests.messaging")
  65 planpythontestsuite("none", "samba.tests.samba3sam")
  66 planpythontestsuite(
  67     "none", "wafsamba.tests.test_suite",
  68     extra_path=[os.path.join(samba4srcdir, "..", "buildtools"),
  69                 os.path.join(samba4srcdir, "..", "third_party", "waf", "wafadmin")])
  70 plantestsuite(
  71     "samba4.blackbox.demote-saveddb", "none",
  72     ["PYTHON=%s" % python, os.path.join(bbdir, "demote-saveddb.sh"),
  73      '$PREFIX_ABS/demote', configuration])
  74 plantestsuite(
  75     "samba4.blackbox.dbcheck.alpha13", "none",
  76     ["PYTHON=%s" % python, os.path.join(bbdir, "dbcheck-oldrelease.sh"),
  77      '$PREFIX_ABS/provision', 'alpha13', configuration])
  78 plantestsuite(
  79     "samba4.blackbox.dbcheck.release-4-0-0", "none",
  80     ["PYTHON=%s" % python, os.path.join(bbdir, "dbcheck-oldrelease.sh"),
  81      '$PREFIX_ABS/provision', 'release-4-0-0', configuration])
  82 plantestsuite(
  83     "samba4.blackbox.dbcheck.release-4-1-0rc3", "none",
  84     ["PYTHON=%s" % python, os.path.join(bbdir, "dbcheck-oldrelease.sh"),
  85      '$PREFIX_ABS/provision', 'release-4-1-0rc3', configuration])
  86 plantestsuite(
  87     "samba4.blackbox.dbcheck.release-4-1-6-partial-object", "none",
  88     ["PYTHON=%s" % python, os.path.join(bbdir, "dbcheck-oldrelease.sh"),
  89      '$PREFIX_ABS/provision', 'release-4-1-6-partial-object', configuration])
  90 plantestsuite(
  91     "samba4.blackbox.upgradeprovision.alpha13", "none",
  92     ["PYTHON=%s" % python,
  93      os.path.join(bbdir, "upgradeprovision-oldrelease.sh"),
  94      '$PREFIX_ABS/provision', 'alpha13', configuration])
  95 plantestsuite(
  96     "samba4.blackbox.upgradeprovision.release-4-0-0", "none",
  97     ["PYTHON=%s" % python,
  98      os.path.join(bbdir, "upgradeprovision-oldrelease.sh"),
  99      '$PREFIX_ABS/provision', 'release-4-0-0', configuration])
 100 planpythontestsuite("none", "samba.tests.upgradeprovision")
 101 planpythontestsuite("none", "samba.tests.xattr")
 102 planpythontestsuite("none", "samba.tests.ntacls")
 103 planpythontestsuite("none", "samba.tests.policy")
 104 planpythontestsuite("none", "samba.tests.kcc.graph")
 105 planpythontestsuite("none", "samba.tests.kcc.graph_utils")
 106 planpythontestsuite("none", "samba.tests.kcc.kcc_utils")
 107 planpythontestsuite("none", "samba.tests.kcc.ldif_import_export")
 108 plantestsuite("wafsamba.duplicate_symbols", "none", [os.path.join(srcdir(), "buildtools/wafsamba/test_duplicate_symbol.sh")])