selftest/tests.py

   1 #!/usr/bin/python
   2 # This script generates a list of testsuites that should be run as part of
   3 # the Samba test suite.
   4
   5 # The output of this script is parsed by selftest.pl, which then decides
   6 # which of the tests to actually run. It will, for example, skip all tests
   7 # listed in selftest/skip or only run a subset during "make quicktest".
   8
   9 # The idea is that this script outputs all of the tests of Samba, not
  10 # just those that are known to pass, and list those that should be skipped
  11 # or are known to fail in selftest/skip or selftest/knownfail. This makes it
  12 # very easy to see what functionality is still missing in Samba and makes
  13 # it possible to run the testsuite against other servers, such as
  14 # Windows that have a different set of features.
  15
  16 # The syntax for a testsuite is "-- TEST --" on a single line, followed
  17 # by the name of the test, the environment it needs and the command to run, all
  18 # three separated by newlines. All other lines in the output are considered
  19 # comments.
  20
  21 import os
  22 from selftesthelpers import bindir, srcdir, python
  23 from selftesthelpers import planpythontestsuite, samba4srcdir
  24 from selftesthelpers import plantestsuite, bbdir
  25 from selftesthelpers import configuration, valgrindify
  26 from selftesthelpers import skiptestsuite
  27
  28 try:
  29     config_h = os.environ["CONFIG_H"]
  30 except KeyError:
  31     samba4bindir = bindir()
  32     config_h = os.path.join(samba4bindir, "default/include/config.h")
  33
  34 # check available features
  35 config_hash = dict()
  36 f = open(config_h, 'r')
  37 try:
  38     lines = f.readlines()
  39     config_hash = dict((x[0], ' '.join(x[1:]))
  40                        for x in map(lambda line: line.strip().split(' ')[1:],
  41                                     list(filter(lambda line: (line[0:7] == '#define') and (len(line.split(' ')) > 2), lines))))
  42 finally:
  43     f.close()
  44
  45 have_man_pages_support = ("XSLTPROC_MANPAGES" in config_hash)
  46 with_pam = ("WITH_PAM" in config_hash)
  47 with_elasticsearch_backend = ("HAVE_SPOTLIGHT_BACKEND_ES" in config_hash)
  48 pam_wrapper_so_path = config_hash["LIBPAM_WRAPPER_SO_PATH"]
  49 pam_set_items_so_path = config_hash["PAM_SET_ITEMS_SO_PATH"]
  50
  51 planpythontestsuite("none", "samba.tests.source")
  52 if have_man_pages_support:
  53     planpythontestsuite("none", "samba.tests.docs")
  54
  55 try:
  56     import testscenarios
  57 except ImportError:
  58     skiptestsuite("subunit", "testscenarios not available")
  59 else:
  60     planpythontestsuite("none", "subunit.tests.test_suite")
  61 planpythontestsuite("none", "samba.tests.blackbox.ndrdump")
  62 planpythontestsuite("none", "samba.tests.blackbox.check_output")
  63 planpythontestsuite("none", "api", name="ldb.python", extra_path=['lib/ldb/tests/python'])
  64 planpythontestsuite("none", "samba.tests.credentials")
  65 planpythontestsuite("none", "samba.tests.registry")
  66 planpythontestsuite("ad_dc_ntvfs:local", "samba.tests.auth")
  67 planpythontestsuite("none", "samba.tests.get_opt")
  68 planpythontestsuite("none", "samba.tests.security")
  69 planpythontestsuite("none", "samba.tests.dcerpc.misc")
  70 planpythontestsuite("none", "samba.tests.dcerpc.integer")
  71 planpythontestsuite("none", "samba.tests.param")
  72 planpythontestsuite("none", "samba.tests.upgrade")
  73 planpythontestsuite("none", "samba.tests.core")
  74 planpythontestsuite("none", "samba.tests.common")
  75 planpythontestsuite("none", "samba.tests.provision")
  76 planpythontestsuite("none", "samba.tests.password_quality")
  77 planpythontestsuite("none", "samba.tests.strings")
  78 planpythontestsuite("none", "samba.tests.netcmd")
  79 planpythontestsuite("none", "samba.tests.dcerpc.rpc_talloc")
  80 planpythontestsuite("none", "samba.tests.dcerpc.array")
  81 planpythontestsuite("none", "samba.tests.dcerpc.string_tests")
  82 planpythontestsuite("none", "samba.tests.hostconfig")
  83 planpythontestsuite("ad_dc_ntvfs:local", "samba.tests.messaging")
  84 planpythontestsuite("none", "samba.tests.s3param")
  85 planpythontestsuite("none", "samba.tests.s3passdb")
  86 planpythontestsuite("none", "samba.tests.s3registry")
  87 planpythontestsuite("none", "samba.tests.s3windb")
  88 planpythontestsuite("none", "samba.tests.s3idmapdb")
  89 planpythontestsuite("none", "samba.tests.samba3sam")
  90 planpythontestsuite(
  91     "none", "wafsamba.tests.test_suite",
  92     extra_path=[os.path.join(samba4srcdir, "..", "buildtools"),
  93                 os.path.join(samba4srcdir, "..", "third_party", "waf")])
  94 planpythontestsuite("fileserver", "samba.tests.smbd_fuzztest")
  95
  96
  97 def cmdline(script, *args):
  98     """
  99     Prefix PYTHON env var and append --configurefile option to abs script path.
 100
 101     script.sh arg1 arg2
 102     -->
 103     PYTHON=python /path/to/bbdir/script.sh arg1 arg2 \
 104     --configurefile $SMB_CONF_FILE
 105     """
 106     return [
 107         "PYTHON=%s" % python,
 108         os.path.join(bbdir, script),
 109     ] + list(args) + [configuration]
 110
 111
 112 plantestsuite(
 113     "samba4.blackbox.demote-saveddb", "none",
 114     cmdline('demote-saveddb.sh', '$PREFIX_ABS/demote'))
 115
 116 plantestsuite(
 117     "samba4.blackbox.dbcheck.alpha13", "none",
 118     cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
 119             'alpha13'))
 120
 121 # same test as above but skip member link checks
 122 plantestsuite(
 123     "samba4.blackbox.dbcheck.alpha13.quick", "none",
 124     cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
 125             'alpha13', '--quick-membership-checks'))
 126
 127 plantestsuite(
 128     "samba4.blackbox.dbcheck.release-4-0-0", "none",
 129     cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
 130             'release-4-0-0'))
 131
 132 # same test as above but skip member link checks
 133 plantestsuite(
 134     "samba4.blackbox.dbcheck.release-4-0-0.quick", "none",
 135     cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
 136             'release-4-0-0', '--quick-membership-checks'))
 137
 138 plantestsuite(
 139     "samba4.blackbox.dbcheck.release-4-1-0rc3", "none",
 140     cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
 141             'release-4-1-0rc3'))
 142
 143 # same test as above but skip member link checks
 144 plantestsuite(
 145     "samba4.blackbox.dbcheck.release-4-1-0rc3.quick", "none",
 146     cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
 147             'release-4-1-0rc3', '--quick-membership-checks'))
 148
 149 plantestsuite(
 150     "samba4.blackbox.dbcheck.release-4-1-6-partial-object", "none",
 151     cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
 152             'release-4-1-6-partial-object'))
 153
 154 # same test as above but skip member link checks
 155 plantestsuite(
 156     "samba4.blackbox.dbcheck.release-4-1-6-partial-object.quick", "none",
 157     cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
 158             'release-4-1-6-partial-object', '--quick-membership-checks'))
 159
 160 plantestsuite(
 161     "samba4.blackbox.dbcheck.release-4-5-0-pre1", "none",
 162     cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
 163             'release-4-5-0-pre1'))
 164
 165 # same test as above but skip member link checks
 166 plantestsuite(
 167     "samba4.blackbox.dbcheck.release-4-5-0-pre1.quick", "none",
 168     cmdline('dbcheck-oldrelease.sh', '$PREFIX_ABS/provision',
 169             'release-4-5-0-pre1', '--quick-membership-checks'))
 170
 171 plantestsuite(
 172     "samba4.blackbox.upgradeprovision.alpha13", "none",
 173     cmdline('upgradeprovision-oldrelease.sh', '$PREFIX_ABS/provision',
 174             'alpha13'))
 175
 176 plantestsuite(
 177     "samba4.blackbox.upgradeprovision.release-4-0-0", "none",
 178     cmdline('upgradeprovision-oldrelease.sh', '$PREFIX_ABS/provision',
 179             'release-4-0-0'))
 180
 181 plantestsuite(
 182     "samba4.blackbox.tombstones-expunge.release-4-5-0-pre1", "none",
 183     cmdline('tombstones-expunge.sh', '$PREFIX_ABS/provision',
 184             'release-4-5-0-pre1'))
 185
 186 plantestsuite(
 187     "samba4.blackbox.dbcheck-links.release-4-5-0-pre1", "none",
 188     cmdline('dbcheck-links.sh', '$PREFIX_ABS/provision',
 189             'release-4-5-0-pre1'))
 190
 191 plantestsuite(
 192     "samba4.blackbox.runtime-links.release-4-5-0-pre1", "none",
 193     cmdline('runtime-links.sh', '$PREFIX_ABS/provision',
 194             'release-4-5-0-pre1'))
 195
 196 plantestsuite(
 197     "samba4.blackbox.schemaupgrade", "none",
 198     cmdline('schemaupgrade.sh', '$PREFIX_ABS/provision'))
 199
 200 plantestsuite(
 201     "samba4.blackbox.functionalprep", "none",
 202     cmdline('functionalprep.sh', '$PREFIX_ABS/provision'))
 203
 204 planpythontestsuite("none", "samba.tests.upgradeprovision")
 205 planpythontestsuite("none", "samba.tests.xattr")
 206 planpythontestsuite("none", "samba.tests.ntacls")
 207 planpythontestsuite("none", "samba.tests.policy")
 208 planpythontestsuite("none", "samba.tests.kcc.graph")
 209 planpythontestsuite("none", "samba.tests.kcc.graph_utils")
 210 planpythontestsuite("none", "samba.tests.kcc.ldif_import_export")
 211 planpythontestsuite("none", "samba.tests.graph")
 212 plantestsuite("wafsamba.duplicate_symbols", "none", [os.path.join(srcdir(), "buildtools/wafsamba/test_duplicate_symbol.sh")])
 213 planpythontestsuite("none", "samba.tests.glue")
 214 planpythontestsuite("none", "samba.tests.tdb_util")
 215 planpythontestsuite("none", "samba.tests.samdb_api")
 216
 217 if with_pam:
 218     env = "ad_member"
 219     options = [
 220         {
 221             "description": "krb5",
 222             "pam_options": "krb5_auth krb5_ccache_type=FILE",
 223         },
 224         {
 225             "description": "default",
 226             "pam_options": "",
 227         },
 228     ]
 229     for o in options:
 230         description = o["description"]
 231         pam_options = "'%s'" % o["pam_options"]
 232
 233         plantestsuite("samba.tests.pam_winbind(local+%s)" % description, env,
 234                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 235                        valgrindify(python), pam_wrapper_so_path,
 236                        "$SERVER", "$USERNAME", "$PASSWORD",
 237                        pam_options])
 238         plantestsuite("samba.tests.pam_winbind(domain1+%s)" % description, env,
 239                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 240                        valgrindify(python), pam_wrapper_so_path,
 241                        "$DOMAIN", "$DC_USERNAME", "$DC_PASSWORD",
 242                        pam_options])
 243         plantestsuite("samba.tests.pam_winbind(domain2+%s)" % description, env,
 244                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 245                        valgrindify(python), pam_wrapper_so_path,
 246                        "$REALM", "$DC_USERNAME", "$DC_PASSWORD",
 247                        pam_options])
 248         plantestsuite("samba.tests.pam_winbind(domain3+%s)" % description, env,
 249                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 250                        valgrindify(python), pam_wrapper_so_path,
 251                        "''", "${DC_USERNAME}@${DOMAIN}", "$DC_PASSWORD",
 252                        pam_options])
 253         plantestsuite("samba.tests.pam_winbind(domain4+%s)" % description, env,
 254                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 255                        valgrindify(python), pam_wrapper_so_path,
 256                        "''", "${DC_USERNAME}@${REALM}", "$DC_PASSWORD",
 257                        pam_options])
 258         plantestsuite("samba.tests.pam_winbind(domain5+%s)" % description, env,
 259                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 260                        valgrindify(python), pam_wrapper_so_path,
 261                        "$REALM", "${DC_USERNAME}@${DOMAIN}", "$DC_PASSWORD",
 262                        pam_options])
 263         plantestsuite("samba.tests.pam_winbind(domain6+%s)" % description, env,
 264                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 265                        valgrindify(python), pam_wrapper_so_path,
 266                        "$DOMAIN", "${DC_USERNAME}@${REALM}", "$DC_PASSWORD",
 267                        pam_options])
 268         plantestsuite("samba.tests.pam_winbind(trust_f_both1+%s)" % description, env,
 269                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 270                        valgrindify(python), pam_wrapper_so_path,
 271                        "$TRUST_F_BOTH_DOMAIN",
 272                        "$TRUST_F_BOTH_USERNAME",
 273                        "$TRUST_F_BOTH_PASSWORD",
 274                        pam_options])
 275         plantestsuite("samba.tests.pam_winbind(trust_f_both2+%s)" % description, env,
 276                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 277                        valgrindify(python), pam_wrapper_so_path,
 278                        "$TRUST_F_BOTH_REALM",
 279                        "$TRUST_F_BOTH_USERNAME",
 280                        "$TRUST_F_BOTH_PASSWORD",
 281                        pam_options])
 282         plantestsuite("samba.tests.pam_winbind(trust_f_both3+%s)" % description, env,
 283                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 284                        valgrindify(python), pam_wrapper_so_path,
 285                        "''",
 286                        "${TRUST_F_BOTH_USERNAME}@${TRUST_F_BOTH_DOMAIN}",
 287                        "$TRUST_F_BOTH_PASSWORD",
 288                        pam_options])
 289         plantestsuite("samba.tests.pam_winbind(trust_f_both4+%s)" % description, env,
 290                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 291                        valgrindify(python), pam_wrapper_so_path,
 292                        "''",
 293                        "${TRUST_F_BOTH_USERNAME}@${TRUST_F_BOTH_REALM}",
 294                        "$TRUST_F_BOTH_PASSWORD",
 295                        pam_options])
 296         plantestsuite("samba.tests.pam_winbind(trust_f_both5+%s)" % description, env,
 297                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 298                        valgrindify(python), pam_wrapper_so_path,
 299                        "${TRUST_F_BOTH_REALM}",
 300                        "${TRUST_F_BOTH_USERNAME}@${TRUST_F_BOTH_DOMAIN}",
 301                        "$TRUST_F_BOTH_PASSWORD",
 302                        pam_options])
 303         plantestsuite("samba.tests.pam_winbind(trust_f_both6+%s)" % description, env,
 304                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 305                        valgrindify(python), pam_wrapper_so_path,
 306                        "${TRUST_F_BOTH_DOMAIN}",
 307                        "${TRUST_F_BOTH_USERNAME}@${TRUST_F_BOTH_REALM}",
 308                        "$TRUST_F_BOTH_PASSWORD",
 309                        pam_options])
 310         plantestsuite("samba.tests.pam_winbind(trust_e_both1+%s)" % description, env,
 311                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 312                        valgrindify(python), pam_wrapper_so_path,
 313                        "$TRUST_E_BOTH_DOMAIN",
 314                        "$TRUST_E_BOTH_USERNAME",
 315                        "$TRUST_E_BOTH_PASSWORD",
 316                        pam_options])
 317         plantestsuite("samba.tests.pam_winbind(trust_e_both2+%s)" % description, env,
 318                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 319                        valgrindify(python), pam_wrapper_so_path,
 320                        "$TRUST_E_BOTH_REALM",
 321                        "$TRUST_E_BOTH_USERNAME",
 322                        "$TRUST_E_BOTH_PASSWORD",
 323                        pam_options])
 324         plantestsuite("samba.tests.pam_winbind(trust_e_both3+%s)" % description, env,
 325                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 326                        valgrindify(python), pam_wrapper_so_path,
 327                        "''",
 328                        "${TRUST_E_BOTH_USERNAME}@${TRUST_E_BOTH_DOMAIN}",
 329                        "$TRUST_E_BOTH_PASSWORD",
 330                        pam_options])
 331         plantestsuite("samba.tests.pam_winbind(trust_e_both4+%s)" % description, env,
 332                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 333                        valgrindify(python), pam_wrapper_so_path,
 334                        "''",
 335                        "${TRUST_E_BOTH_USERNAME}@${TRUST_E_BOTH_REALM}",
 336                        "$TRUST_E_BOTH_PASSWORD",
 337                        pam_options])
 338         plantestsuite("samba.tests.pam_winbind(trust_e_both5+%s)" % description, env,
 339                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 340                        valgrindify(python), pam_wrapper_so_path,
 341                        "${TRUST_E_BOTH_REALM}",
 342                        "${TRUST_E_BOTH_USERNAME}@${TRUST_E_BOTH_DOMAIN}",
 343                        "$TRUST_E_BOTH_PASSWORD",
 344                        pam_options])
 345         plantestsuite("samba.tests.pam_winbind(trust_e_both6+%s)" % description, env,
 346                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind.sh"),
 347                        valgrindify(python), pam_wrapper_so_path,
 348                        "${TRUST_E_BOTH_DOMAIN}",
 349                        "${TRUST_E_BOTH_USERNAME}@${TRUST_E_BOTH_REALM}",
 350                        "$TRUST_E_BOTH_PASSWORD",
 351                        pam_options])
 352
 353         for authtok_options in ["", "use_authtok", "try_authtok"]:
 354             _pam_options = "'%s %s'" % (o["pam_options"], authtok_options)
 355             _description = "%s %s" % (description, authtok_options)
 356             plantestsuite("samba.tests.pam_winbind_chauthtok(domain+%s)" % _description, env,
 357                           [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind_chauthtok.sh"),
 358                            valgrindify(python), pam_wrapper_so_path, pam_set_items_so_path,
 359                            "$DOMAIN", "TestPamOptionsUser", "oldp@ssword0", "newp@ssword0",
 360                            _pam_options, 'yes',
 361                            "$DC_SERVER", "$DC_USERNAME", "$DC_PASSWORD"])
 362
 363         plantestsuite("samba.tests.pam_winbind_warn_pwd_expire(domain+%s)" % description, env,
 364                       [os.path.join(srcdir(), "python/samba/tests/test_pam_winbind_warn_pwd_expire.sh"),
 365                        valgrindify(python), pam_wrapper_so_path,
 366                        "$DOMAIN", "alice", "Secret007",
 367                        pam_options])
 368
 369
 370 plantestsuite("samba.unittests.krb5samba", "none",
 371               [os.path.join(bindir(), "default/testsuite/unittests/test_krb5samba")])
 372 plantestsuite("samba.unittests.sambafs_srv_pipe", "none",
 373               [os.path.join(bindir(), "default/testsuite/unittests/test_sambafs_srv_pipe")])
 374 plantestsuite("samba.unittests.lib_util_modules", "none",
 375               [os.path.join(bindir(), "default/testsuite/unittests/test_lib_util_modules")])
 376
 377 plantestsuite("samba.unittests.smb1cli_session", "none",
 378               [os.path.join(bindir(), "default/libcli/smb/test_smb1cli_session")])
 379
 380 plantestsuite("samba.unittests.talloc_keep_secret", "none",
 381               [os.path.join(bindir(), "default/lib/util/test_talloc_keep_secret")])
 382
 383 plantestsuite("samba.unittests.tldap", "none",
 384               [os.path.join(bindir(), "default/source3/test_tldap")])
 385 plantestsuite("samba.unittests.rfc1738", "none",
 386               [os.path.join(bindir(), "default/lib/util/test_rfc1738")])
 387 plantestsuite("samba.unittests.kerberos", "none",
 388               [os.path.join(bindir(), "test_kerberos")])
 389 plantestsuite("samba.unittests.ms_fnmatch", "none",
 390               [os.path.join(bindir(), "default/lib/util/test_ms_fnmatch")])
 391 plantestsuite("samba.unittests.byteorder", "none",
 392               [os.path.join(bindir(), "default/lib/util/test_byteorder")])
 393 plantestsuite("samba.unittests.bytearray", "none",
 394               [os.path.join(bindir(), "default/lib/util/test_bytearray")])
 395 plantestsuite("samba.unittests.byteorder_verify", "none",
 396               [os.path.join(bindir(), "default/lib/util/test_byteorder_verify")])
 397 plantestsuite("samba.unittests.util_paths", "none",
 398               [os.path.join(bindir(), "default/lib/util/test_util_paths")])
 399 plantestsuite("samba.unittests.ntlm_check", "none",
 400               [os.path.join(bindir(), "default/libcli/auth/test_ntlm_check")])
 401 plantestsuite("samba.unittests.gnutls", "none",
 402               [os.path.join(bindir(), "default/libcli/auth/test_gnutls")])
 403 plantestsuite("samba.unittests.rc4_passwd_buffer", "none",
 404               [os.path.join(bindir(), "default/libcli/auth/test_rc4_passwd_buffer")])
 405 plantestsuite("samba.unittests.schannel", "none",
 406               [os.path.join(bindir(), "default/libcli/auth/test_schannel")])
 407 plantestsuite("samba.unittests.test_registry_regfio", "none",
 408               [os.path.join(bindir(), "default/source3/test_registry_regfio")])
 409 plantestsuite("samba.unittests.test_oLschema2ldif", "none",
 410               [os.path.join(bindir(), "default/source4/utils/oLschema2ldif/test_oLschema2ldif")])
 411 if with_elasticsearch_backend:
 412     plantestsuite("samba.unittests.mdsparser_es", "none",
 413                   [os.path.join(bindir(), "default/source3/test_mdsparser_es")] + [configuration])