selftest/tests.py

   1 #!/usr/bin/python
   2 # This script generates a list of testsuites that should be run as part of
   3 # the Samba test suite.
   4
   5 # The output of this script is parsed by selftest.pl, which then decides
   6 # which of the tests to actually run. It will, for example, skip all tests
   7 # listed in selftest/skip or only run a subset during "make quicktest".
   8
   9 # The idea is that this script outputs all of the tests of Samba, not
  10 # just those that are known to pass, and list those that should be skipped
  11 # or are known to fail in selftest/skip or selftest/knownfail. This makes it
  12 # very easy to see what functionality is still missing in Samba and makes
  13 # it possible to run the testsuite against other servers, such as
  14 # Windows that have a different set of features.
  15
  16 # The syntax for a testsuite is "-- TEST --" on a single line, followed
  17 # by the name of the test, the environment it needs and the command to run, all
  18 # three separated by newlines. All other lines in the output are considered
  19 # comments.
  20
  21 from selftesthelpers import *
  22
  23 try:
  24     config_h = os.environ["CONFIG_H"]
  25 except KeyError:
  26     samba4bindir = bindir()
  27     config_h = os.path.join(samba4bindir, "default/include/config.h")
  28
  29 # check available features
  30 config_hash = dict()
  31 f = open(config_h, 'r')
  32 try:
  33     lines = f.readlines()
  34     config_hash = dict((x[0], ' '.join(x[1:]))
  35             for x in map(lambda line: line.strip().split(' ')[1:],
  36                          filter(lambda line: (line[0:7] == '#define') and (len(line.split(' ')) > 2), lines)))
  37 finally:
  38     f.close()
  39
  40 have_man_pages_support = ("XSLTPROC_MANPAGES" in config_hash)
  41 with_cmocka = ("HAVE_CMOCKA" in config_hash)
  42 pam_wrapper_so_path=config_hash["LIBPAM_WRAPPER_SO_PATH"]
  43
  44 planpythontestsuite("none", "samba.tests.source")
  45 if have_man_pages_support:
  46     planpythontestsuite("none", "samba.tests.docs")
  47
  48 try:
  49     import testscenarios
  50 except ImportError:
  51     skiptestsuite("subunit", "testscenarios not available")
  52 else:
  53     planpythontestsuite("none", "subunit.tests.test_suite")
  54 planpythontestsuite("none", "samba.tests.blackbox.ndrdump")
  55 planpythontestsuite("none", "api", name="ldb.python", extra_path=['lib/ldb/tests/python'])
  56 planpythontestsuite("none", "samba.tests.credentials", py3_compatible=True)
  57 planpythontestsuite("none", "samba.tests.registry")
  58 planpythontestsuite("none", "samba.tests.auth", py3_compatible=True)
  59 planpythontestsuite("none", "samba.tests.get_opt", py3_compatible=True)
  60 planpythontestsuite("none", "samba.tests.security")
  61 planpythontestsuite("none", "samba.tests.dcerpc.misc", py3_compatible=True)
  62 planpythontestsuite("none", "samba.tests.dcerpc.integer")
  63 planpythontestsuite("none", "samba.tests.param", py3_compatible=True)
  64 planpythontestsuite("none", "samba.tests.upgrade")
  65 planpythontestsuite("none", "samba.tests.core", py3_compatible=True)
  66 planpythontestsuite("none", "samba.tests.provision")
  67 planpythontestsuite("none", "samba.tests.samba3")
  68 planpythontestsuite("none", "samba.tests.strings")
  69 planpythontestsuite("none", "samba.tests.netcmd")
  70 planpythontestsuite("none", "samba.tests.dcerpc.rpc_talloc")
  71 planpythontestsuite("none", "samba.tests.dcerpc.array")
  72 planpythontestsuite("none", "samba.tests.dcerpc.string")
  73 planpythontestsuite("none", "samba.tests.hostconfig")
  74 planpythontestsuite("ad_dc_ntvfs:local", "samba.tests.messaging")
  75 planpythontestsuite("none", "samba.tests.samba3sam")
  76 planpythontestsuite(
  77     "none", "wafsamba.tests.test_suite",
  78     extra_path=[os.path.join(samba4srcdir, "..", "buildtools"),
  79                 os.path.join(samba4srcdir, "..", "third_party", "waf", "wafadmin")])
  80 plantestsuite(
  81     "samba4.blackbox.demote-saveddb", "none",
  82     ["PYTHON=%s" % python, os.path.join(bbdir, "demote-saveddb.sh"),
  83      '$PREFIX_ABS/demote', configuration])
  84 plantestsuite(
  85     "samba4.blackbox.dbcheck.alpha13", "none",
  86     ["PYTHON=%s" % python, os.path.join(bbdir, "dbcheck-oldrelease.sh"),
  87      '$PREFIX_ABS/provision', 'alpha13', configuration])
  88 plantestsuite(
  89     "samba4.blackbox.dbcheck.release-4-0-0", "none",
  90     ["PYTHON=%s" % python, os.path.join(bbdir, "dbcheck-oldrelease.sh"),
  91      '$PREFIX_ABS/provision', 'release-4-0-0', configuration])
  92 plantestsuite(
  93     "samba4.blackbox.dbcheck.release-4-1-0rc3", "none",
  94     ["PYTHON=%s" % python, os.path.join(bbdir, "dbcheck-oldrelease.sh"),
  95      '$PREFIX_ABS/provision', 'release-4-1-0rc3', configuration])
  96 plantestsuite(
  97     "samba4.blackbox.dbcheck.release-4-1-6-partial-object", "none",
  98     ["PYTHON=%s" % python, os.path.join(bbdir, "dbcheck-oldrelease.sh"),
  99      '$PREFIX_ABS/provision', 'release-4-1-6-partial-object', configuration])
 100 plantestsuite(
 101     "samba4.blackbox.dbcheck.release-4-5-0-pre1", "none",
 102     ["PYTHON=%s" % python,
 103      os.path.join(bbdir, "dbcheck-oldrelease.sh"),
 104      '$PREFIX_ABS/provision', 'release-4-5-0-pre1', configuration])
 105 plantestsuite(
 106     "samba4.blackbox.upgradeprovision.alpha13", "none",
 107     ["PYTHON=%s" % python,
 108      os.path.join(bbdir, "upgradeprovision-oldrelease.sh"),
 109      '$PREFIX_ABS/provision', 'alpha13', configuration])
 110 plantestsuite(
 111     "samba4.blackbox.upgradeprovision.release-4-0-0", "none",
 112     ["PYTHON=%s" % python,
 113      os.path.join(bbdir, "upgradeprovision-oldrelease.sh"),
 114      '$PREFIX_ABS/provision', 'release-4-0-0', configuration])
 115 plantestsuite(
 116     "samba4.blackbox.tombstones-expunge.release-4-5-0-pre1", "none",
 117     ["PYTHON=%s" % python,
 118      os.path.join(bbdir, "tombstones-expunge.sh"),
 119      '$PREFIX_ABS/provision', 'release-4-5-0-pre1', configuration])
 120 plantestsuite(
 121     "samba4.blackbox.dbcheck-links.release-4-5-0-pre1", "none",
 122     ["PYTHON=%s" % python,
 123      os.path.join(bbdir, "dbcheck-links.sh"),
 124      '$PREFIX_ABS/provision', 'release-4-5-0-pre1', configuration])
 125 planpythontestsuite("none", "samba.tests.upgradeprovision")
 126 planpythontestsuite("none", "samba.tests.xattr")
 127 planpythontestsuite("none", "samba.tests.ntacls")
 128 planpythontestsuite("none", "samba.tests.policy")
 129 planpythontestsuite("none", "samba.tests.kcc.graph")
 130 planpythontestsuite("none", "samba.tests.kcc.graph_utils")
 131 planpythontestsuite("none", "samba.tests.kcc.kcc_utils")
 132 planpythontestsuite("none", "samba.tests.kcc.ldif_import_export")
 133 plantestsuite("wafsamba.duplicate_symbols", "none", [os.path.join(srcdir(), "buildtools/wafsamba/test_duplicate_symbol.sh")])
 134 plantestsuite(
 135     "script.traffic_summary", "none",
 136     [os.path.join(srcdir(), "script/tests/test_traffic_summary.sh"),
 137      configuration])
 138 planpythontestsuite("none", "samba.tests.glue", py3_compatible=True)
 139
 140 plantestsuite("samba.tests.pam_winbind", "ad_member",
 141               [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"), valgrindify(python), pam_wrapper_so_path])
 142
 143 if with_cmocka:
 144     plantestsuite("samba.unittests.krb5samba", "none",
 145                   [os.path.join(bindir(), "default/testsuite/unittests/test_krb5samba")])