source3/selftest/tests.py

   1 #!/usr/bin/python
   2 # This script generates a list of testsuites that should be run as part of
   3 # the Samba 3 test suite.
   4
   5 # The output of this script is parsed by selftest.pl, which then decides
   6 # which of the tests to actually run. It will, for example, skip all tests
   7 # listed in selftest/skip or only run a subset during "make quicktest".
   8
   9 # The idea is that this script outputs all of the tests of Samba 3, not
  10 # just those that are known to pass, and list those that should be skipped
  11 # or are known to fail in selftest/skip or selftest/samba3-knownfail. This makes it
  12 # very easy to see what functionality is still missing in Samba 3 and makes
  13 # it possible to run the testsuite against other servers, such as Samba 4 or
  14 # Windows that have a different set of features.
  15
  16 # The syntax for a testsuite is "-- TEST --" on a single line, followed
  17 # by the name of the test, the environment it needs and the command to run, all
  18 # three separated by newlines. All other lines in the output are considered
  19 # comments.
  20
  21 import os, sys
  22 sys.path.insert(0, os.path.normpath(os.path.join(os.path.dirname(__file__), "../../selftest")))
  23 import selftesthelpers
  24 from selftesthelpers import *
  25 smbtorture4_options.extend([
  26    '--option=torture:sharedelay=100000',
  27    '--option=torture:writetimeupdatedelay=500000',
  28    ])
  29
  30 def plansmbtorture4testsuite(name, env, options, description=''):
  31     if description == '':
  32         modname = "samba3.%s" % (name, )
  33     else:
  34         modname = "samba3.%s %s" % (name, description)
  35
  36     selftesthelpers.plansmbtorture4testsuite(
  37         name, env, options, target='samba3', modname=modname)
  38
  39
  40 plantestsuite("samba3.blackbox.success", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_success.sh")])
  41 plantestsuite("samba3.blackbox.failure", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_failure.sh")])
  42
  43 plantestsuite("samba3.local_s3", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_local_s3.sh")])
  44
  45 plantestsuite("samba3.blackbox.registry.upgrade", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_registry_upgrade.sh"), net, dbwrap_tool])
  46
  47 tests = ["FDPASS", "LOCK1", "LOCK2", "LOCK3", "LOCK4", "LOCK5", "LOCK6", "LOCK7", "LOCK9",
  48         "UNLINK", "BROWSE", "ATTR", "TRANS2", "TORTURE",
  49         "OPLOCK1", "OPLOCK2", "OPLOCK4", "STREAMERROR",
  50         "DIR", "DIR1", "DIR-CREATETIME", "TCON", "TCONDEV", "RW1", "RW2", "RW3", "LARGE_READX", "RW-SIGNING",
  51         "OPEN", "XCOPY", "RENAME", "DELETE", "DELETE-LN", "PROPERTIES", "W2K",
  52         "TCON2", "IOCTL", "CHKPATH", "FDSESS", "CHAIN1", "CHAIN2",
  53         "CHAIN3",
  54         "GETADDRINFO", "UID-REGRESSION-TEST", "SHORTNAME-TEST",
  55         "CASE-INSENSITIVE-CREATE", "SMB2-BASIC", "NTTRANS-FSCTL", "SMB2-NEGPROT",
  56         "SMB2-SESSION-REAUTH", "SMB2-SESSION-RECONNECT",
  57         "CLEANUP1",
  58         "CLEANUP2",
  59         "CLEANUP4",
  60         "BAD-NBT-SESSION"]
  61
  62 for t in tests:
  63     plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  64     plantestsuite("samba3.smbtorture_s3.crypt_client(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "-e", "-l $LOCAL_PATH"])
  65     if t == "TORTURE":
  66         # this is a negative test to verify that the server rejects
  67         # access without encryption
  68         plantestsuite("samba3.smbtorture_s3.crypt_server(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmpenc', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  69     plantestsuite("samba3.smbtorture_s3.plain(ad_dc_ntvfs).%s" % t, "ad_dc_ntvfs", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  70
  71 # non-crypt only
  72
  73 tests = ["OPLOCK-CANCEL"]
  74 for t in tests:
  75     plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  76
  77 tests = ["RW1", "RW2", "RW3"]
  78 for t in tests:
  79     plantestsuite("samba3.smbtorture_s3.vfs_aio_fork(simpleserver).%s" % t, "simpleserver", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/vfs_aio_fork', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  80
  81 posix_tests = ["POSIX", "POSIX-APPEND"]
  82
  83 for t in posix_tests:
  84     plantestsuite("samba3.smbtorture_s3.plain(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/posix_share', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  85     plantestsuite("samba3.smbtorture_s3.crypt(nt4_dc).%s" % t, "nt4_dc", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/posix_share', '$USERNAME', '$PASSWORD', smbtorture3, "-e", "-l $LOCAL_PATH"])
  86     plantestsuite("samba3.smbtorture_s3.plain(ad_dc_ntvfs).%s" % t, "ad_dc_ntvfs", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/posix_share', '$USERNAME', '$PASSWORD', smbtorture3, "", "-l $LOCAL_PATH"])
  87
  88 env = "nt4_dc:local"
  89 t = "CLEANUP3"
  90 plantestsuite("samba3.smbtorture_s3.plain(%s).%s" % (env, t), env, [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//$SERVER_IP/tmp', '$USERNAME', '$PASSWORD', binpath('smbtorture3'), "", "-l $LOCAL_PATH"])
  91
  92 local_tests = [
  93     "LOCAL-SUBSTITUTE",
  94     "LOCAL-GENCACHE",
  95     "LOCAL-TALLOC-DICT",
  96     "LOCAL-BASE64",
  97     "LOCAL-RBTREE",
  98     "LOCAL-MEMCACHE",
  99     "LOCAL-STREAM-NAME",
 100     "LOCAL-string_to_sid",
 101     "LOCAL-sid_to_string",
 102     "LOCAL-binary_to_sid",
 103     "LOCAL-DBTRANS",
 104     "LOCAL-TEVENT-SELECT",
 105     "LOCAL-CONVERT-STRING",
 106     "LOCAL-CONV-AUTH-INFO",
 107     "LOCAL-IDMAP-TDB-COMMON",
 108     "LOCAL-MESSAGING-READ1",
 109     "LOCAL-MESSAGING-READ2",
 110     "LOCAL-MESSAGING-READ3",
 111     "LOCAL-MESSAGING-READ4",
 112     "LOCAL-MESSAGING-FDPASS1",
 113     "LOCAL-MESSAGING-FDPASS2",
 114     "LOCAL-MESSAGING-FDPASS2a",
 115     "LOCAL-MESSAGING-FDPASS2b",
 116     "LOCAL-hex_encode_buf",
 117     "LOCAL-sprintf_append",
 118     "LOCAL-remove_duplicate_addrs2"]
 119
 120 for t in local_tests:
 121     plantestsuite("samba3.smbtorture_s3.%s" % t, "none", [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//foo/bar', '""', '""', smbtorture3, ""])
 122
 123 plantestsuite("samba.vfstest.stream_depot", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/stream-depot/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 124 plantestsuite("samba.vfstest.xattr-tdb-1", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/xattr-tdb-1/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 125 plantestsuite("samba.vfstest.acl", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/vfstest-acl/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 126 plantestsuite("samba.vfstest.catia", "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/vfstest-catia/run.sh"), binpath("vfstest"), "$PREFIX", configuration])
 127
 128 for options in ["--option=clientusespnego=no", " --option=clientntlmv2auth=no --option=clientlanmanauth=yes --max-protocol=LANMAN2", ""]:
 129     env = "nt4_dc"
 130     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) %s" % (env, options), env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration, options])
 131
 132 for env in ["nt4_dc", "nt4_member", "ad_member", "ad_dc_ntvfs", "s4member"]:
 133     plantestsuite("samba3.blackbox.smbclient_machine_auth.plain (%s:local)" % env, "%s:local" % env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_machine_auth.sh"), '$SERVER', smbclient3, configuration])
 134
 135 for env in ["nt4_dc", "nt4_member", "ad_member"]:
 136     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$DC_USERNAME', '$DC_PASSWORD', smbclient3, configuration])
 137     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$SERVER/$USERNAME', '$PASSWORD', smbclient3, configuration])
 138
 139 for env in ["nt4_member", "ad_member"]:
 140     plantestsuite("samba3.blackbox.net_cred_change.(%s:local)" % env, "%s:local" % env, [os.path.join(samba3srcdir, "script/tests/test_net_cred_change.sh"), configuration])
 141
 142 env = "ad_member"
 143 t = "--krb5auth=$DOMAIN/$DC_USERNAME%$DC_PASSWORD"
 144 plantestsuite("samba3.wbinfo_simple.(%s:local).%s" % (env, t), "%s:local" % env, [os.path.join(srcdir(), "nsswitch/tests/test_wbinfo_simple.sh"), t])
 145 t = "WBCLIENT-MULTI-PING"
 146 plantestsuite("samba3.smbtorture_s3.%s" % t, env, [os.path.join(samba3srcdir, "script/tests/test_smbtorture_s3.sh"), t, '//foo/bar', '""', '""', smbtorture3, ""])
 147
 148
 149 plantestsuite("samba3.ntlm_auth.krb5(ktest:local) old ccache", "ktest:local", [os.path.join(samba3srcdir, "script/tests/test_ntlm_auth_krb5.sh"), valgrindify(python), samba3srcdir, ntlm_auth3, '$PREFIX/ktest/krb5_ccache-2', '$SERVER', configuration])
 150
 151 plantestsuite("samba3.ntlm_auth.krb5(ktest:local)", "ktest:local", [os.path.join(samba3srcdir, "script/tests/test_ntlm_auth_krb5.sh"), valgrindify(python), samba3srcdir, ntlm_auth3, '$PREFIX/ktest/krb5_ccache-3', '$SERVER', configuration])
 152
 153
 154 for env in ["maptoguest", "simpleserver"]:
 155     plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) local creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', '$USERNAME', '$PASSWORD', smbclient3, configuration + " --option=clientntlmv2auth=no --option=clientlanmanauth=yes"])
 156
 157 env = "maptoguest"
 158 plantestsuite("samba3.blackbox.smbclient_auth.plain (%s) bad username" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_auth.sh"), '$SERVER', '$SERVER_IP', 'notmy$USERNAME', '$PASSWORD', smbclient3, configuration + " --option=clientntlmv2auth=no --option=clientlanmanauth=yes"])
 159
 160 # plain
 161 for env in ["nt4_dc"]:
 162     plantestsuite("samba3.blackbox.smbclient_s3.plain (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$DC_USERNAME', '$DC_PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration])
 163
 164 for env in ["nt4_member", "ad_member"]:
 165     plantestsuite("samba3.blackbox.smbclient_s3.plain (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$SERVER', '$SERVER/$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration])
 166
 167 for env in ["nt4_dc"]:
 168     plantestsuite("samba3.blackbox.smbclient_s3.sign (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$DC_USERNAME', '$DC_PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "--signing=required"])
 169
 170 for env in ["nt4_member", "ad_member"]:
 171     plantestsuite("samba3.blackbox.smbclient_s3.sign (%s) member creds" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$SERVER', '$SERVER/$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "--signing=required"])
 172
 173 for env in ["nt4_dc"]:
 174     # encrypted
 175     plantestsuite("samba3.blackbox.smbclient_s3.crypt (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_smbclient_s3.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$USERID', '$LOCAL_PATH', '$PREFIX', smbclient3, wbinfo, net, configuration, "-e"])
 176
 177 for env in ["fileserver"]:
 178     plantestsuite("samba3.blackbox.preserve_case (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_preserve_case.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3])
 179     plantestsuite("samba3.blackbox.dfree_command (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_dfree_command.sh"), '$SERVER', '$DOMAIN', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3])
 180     plantestsuite("samba3.blackbox.valid_users (%s)" % env, env, [os.path.join(samba3srcdir, "script/tests/test_valid_users.sh"), '$SERVER', '$SERVER_IP', '$DOMAIN', '$USERNAME', '$PASSWORD', '$PREFIX', smbclient3])
 181
 182     #
 183     # tar command tests
 184     #
 185
 186     # find config.h
 187     try:
 188         config_h = os.environ["CONFIG_H"]
 189     except KeyError:
 190         config_h = os.path.join(samba4bindir, "default/include/config.h")
 191
 192     # see if libarchive is supported
 193     f = open(config_h, 'r')
 194     try:
 195         have_libarchive = ("HAVE_LIBARCHIVE 1" in f.read())
 196     finally:
 197         f.close()
 198
 199     # tar command enabled only if built with libarchive
 200     if have_libarchive:
 201         # Test smbclient/tarmode
 202         plantestsuite("samba3.blackbox.smbclient_tarmode (%s)" % env, env,
 203                       [os.path.join(samba3srcdir, "script/tests/test_smbclient_tarmode.sh"),
 204                        '$SERVER', '$SERVER_IP', '$USERNAME', '$PASSWORD',
 205                        '$LOCAL_PATH', '$PREFIX', smbclient3, configuration])
 206
 207         # Test suite for new smbclient/tar with libarchive (GSoC 13)
 208         plantestsuite("samba3.blackbox.smbclient_tar (%s)" % env, env,
 209                       [os.path.join(samba3srcdir, "script/tests/test_smbclient_tarmode.pl"),
 210                        '-n', '$SERVER', '-i', '$SERVER_IP', '-s', 'tmp',
 211                        '-u', '$USERNAME', '-p', '$PASSWORD', '-l', '$LOCAL_PATH',
 212                        '-d', '$PREFIX', '-b', smbclient3,
 213                        '--subunit', '--', configuration])
 214
 215 #TODO encrypted against member, with member creds, and with DC creds
 216 plantestsuite("samba3.blackbox.net.misc", "nt4_dc:local",
 217               [os.path.join(samba3srcdir, "script/tests/test_net_misc.sh"),
 218                scriptdir, "$SMB_CONF_PATH", net, configuration])
 219 plantestsuite("samba3.blackbox.net.local.registry", "nt4_dc:local",
 220               [os.path.join(samba3srcdir, "script/tests/test_net_registry.sh"),
 221                scriptdir, "$SMB_CONF_PATH", net, configuration])
 222 plantestsuite("samba3.blackbox.net.registry.check", "nt4_dc:local",
 223               [os.path.join(samba3srcdir, "script/tests/test_net_registry_check.sh"),
 224                scriptdir, "$SMB_CONF_PATH", net, configuration, dbwrap_tool])
 225 plantestsuite("samba3.blackbox.net.rpc.registry", "nt4_dc",
 226               [os.path.join(samba3srcdir, "script/tests/test_net_registry.sh"),
 227                scriptdir, "$SMB_CONF_PATH", net, configuration, 'rpc'])
 228
 229 plantestsuite("samba3.blackbox.net.local.registry.roundtrip", "nt4_dc:local",
 230               [os.path.join(samba3srcdir, "script/tests/test_net_registry_roundtrip.sh"),
 231                scriptdir, "$SMB_CONF_PATH", net, configuration])
 232 plantestsuite("samba3.blackbox.net.rpc.registry.roundtrip", "nt4_dc",
 233               [os.path.join(samba3srcdir, "script/tests/test_net_registry_roundtrip.sh"),
 234                scriptdir, "$SMB_CONF_PATH", net, configuration, 'rpc'])
 235
 236 plantestsuite("samba3.blackbox.net.local.conf", "nt4_dc:local",
 237               [os.path.join(samba3srcdir, "script/tests/test_net_conf.sh"),
 238                scriptdir, "$SMB_CONF_PATH", net, configuration])
 239 plantestsuite("samba3.blackbox.net.rpc.conf", "nt4_dc",
 240               [os.path.join(samba3srcdir, "script/tests/test_net_conf.sh"),
 241                scriptdir, "$SMB_CONF_PATH", net, configuration, 'rpc'])
 242
 243
 244 plantestsuite("samba3.blackbox.testparm", "nt4_dc:local",
 245               [os.path.join(samba3srcdir, "script/tests/test_testparm_s3.sh"),
 246                "$LOCAL_PATH"])
 247
 248 plantestsuite(
 249     "samba3.pthreadpool", "nt4_dc",
 250     [os.path.join(samba3srcdir, "script/tests/test_pthreadpool.sh")])
 251
 252 #smbtorture4 tests
 253
 254 base = ["base.attr", "base.charset", "base.chkpath", "base.defer_open", "base.delaywrite", "base.delete",
 255         "base.deny1", "base.deny2", "base.deny3", "base.denydos", "base.dir1", "base.dir2",
 256         "base.disconnect", "base.fdpass", "base.lock",
 257         "base.mangle", "base.negnowait", "base.ntdeny1",
 258         "base.ntdeny2", "base.open", "base.openattr", "base.properties", "base.rename", "base.rw1",
 259         "base.secleak", "base.tcon", "base.tcondev", "base.trans2", "base.unlink", "base.vuid",
 260         "base.xcopy", "base.samba3error"]
 261
 262 raw = ["raw.acls", "raw.chkpath", "raw.close", "raw.composite", "raw.context", "raw.eas",
 263        "raw.ioctl", "raw.lock", "raw.mkdir", "raw.mux", "raw.notify", "raw.open", "raw.oplock",
 264        "raw.qfileinfo", "raw.qfsinfo", "raw.read", "raw.rename", "raw.search", "raw.seek",
 265        "raw.sfileinfo.base", "raw.sfileinfo.bug", "raw.streams", "raw.unlink", "raw.write",
 266        "raw.samba3hide", "raw.samba3badpath", "raw.sfileinfo.rename", "raw.session",
 267        "raw.samba3caseinsensitive", "raw.samba3posixtimedlock",
 268        "raw.samba3rootdirfid", "raw.sfileinfo.end-of-file",
 269        "raw.bench-oplock", "raw.bench-lock", "raw.bench-open", "raw.bench-tcon",
 270        "raw.samba3checkfsp", "raw.samba3closeerr", "raw.samba3oplocklogoff", "raw.samba3badnameblob"]
 271
 272 smb2 = smbtorture4_testsuites("smb2.")
 273
 274 rpc = ["rpc.authcontext", "rpc.samba3.bind", "rpc.samba3.srvsvc", "rpc.samba3.sharesec",
 275        "rpc.samba3.spoolss", "rpc.samba3.wkssvc", "rpc.samba3.winreg",
 276        "rpc.samba3.getaliasmembership-0",
 277        "rpc.samba3.netlogon", "rpc.samba3.sessionkey", "rpc.samba3.getusername",
 278        "rpc.samba3.smb1-pipe-name", "rpc.samba3.smb2-pipe-name",
 279        "rpc.samba3.smb-reauth1", "rpc.samba3.smb-reauth2",
 280        "rpc.svcctl", "rpc.ntsvcs", "rpc.winreg", "rpc.eventlog",
 281        "rpc.spoolss.printserver", "rpc.spoolss.win", "rpc.spoolss.notify", "rpc.spoolss.printer",
 282        "rpc.spoolss.driver",
 283        "rpc.lsa", "rpc.lsa-getuser", "rpc.lsa.lookupsids", "rpc.lsa.lookupnames",
 284        "rpc.lsa.privileges", "rpc.lsa.secrets",
 285        "rpc.samr", "rpc.samr.users", "rpc.samr.users.privileges", "rpc.samr.passwords",
 286        "rpc.samr.passwords.pwdlastset", "rpc.samr.passwords.lockout", "rpc.samr.passwords.badpwdcount", "rpc.samr.large-dc", "rpc.samr.machine.auth",
 287        "rpc.samr.priv", "rpc.samr.passwords.validate",
 288        "rpc.netlogon.admin",
 289        "rpc.schannel", "rpc.schannel2", "rpc.bench-schannel1", "rpc.schannel_anon_setpw", "rpc.join", "rpc.bind"]
 290
 291 local = ["local.nss", "local.ndr"]
 292
 293 idmap = [ "idmap.rfc2307" ]
 294
 295 rap = ["rap.basic", "rap.rpc", "rap.printing", "rap.sam"]
 296
 297 unix = ["unix.info2", "unix.whoami"]
 298
 299 nbt = ["nbt.dgram" ]
 300
 301 libsmbclient = ["libsmbclient"]
 302
 303 vfs = ["vfs.fruit"]
 304
 305 tests= base + raw + smb2 + rpc + unix + local + rap + nbt + libsmbclient + idmap + vfs
 306
 307 for t in tests:
 308     if t == "base.delaywrite":
 309         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD -k yes --maximum-runtime=900')
 310     elif t == "rap.sam":
 311         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --option=doscharset=ISO-8859-1')
 312         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --option=doscharset=ISO-8859-1')
 313     elif t == "winbind.pac":
 314         plansmbtorture4testsuite(t, "ad_member:local", '//$SERVER/tmp --realm=$REALM --machine-pass --option=torture:addc=$DC_SERVER', description="machine account")
 315     elif t == "unix.whoami":
 316         plansmbtorture4testsuite(t, "nt4_member:local", '//$SERVER/tmp --machine-pass', description="machine account")
 317         plansmbtorture4testsuite(t, "ad_member:local", '//$SERVER/tmp --machine-pass --option=torture:addc=$DC_SERVER', description="machine account")
 318         for env in ["nt4_dc", "nt4_member"]:
 319             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -U$DC_USERNAME%$DC_PASSWORD')
 320             plansmbtorture4testsuite(t, env, '//$SERVER/tmpguest -U%', description='anonymous connection')
 321         for env in ["ad_dc", "ad_member"]:
 322             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -U$DC_USERNAME@$REALM%$DC_PASSWORD --option=torture:addc=$DC_SERVER')
 323             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -k yes -U$DC_USERNAME@$REALM%$DC_PASSWORD --option=torture:addc=$DC_SERVER', description='kerberos connection')
 324             plansmbtorture4testsuite(t, env, '//$SERVER/tmpguest -U% --option=torture:addc=$DC_SERVER', description='anonymous connection')
 325     elif t == "raw.samba3posixtimedlock":
 326         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpguest -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share')
 327         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmpguest -U$USERNAME%$PASSWORD --option=torture:localdir=$SELFTEST_PREFIX/ad_dc/share')
 328     elif t == "raw.chkpath":
 329         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpcase -U$USERNAME%$PASSWORD')
 330         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmpcase -U$USERNAME%$PASSWORD')
 331     elif t == "raw.samba3hide" or t == "raw.samba3checkfsp" or t ==  "raw.samba3closeerr":
 332         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 333         plansmbtorture4testsuite(t, "simpleserver", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 334         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 335     elif t == "raw.session" or t == "smb2.session":
 336         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD', 'plain')
 337         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpenc -U$USERNAME%$PASSWORD', 'enc')
 338         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -k no -U$USERNAME%$PASSWORD', 'ntlm')
 339         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -k yes -U$USERNAME%$PASSWORD', 'krb5')
 340     elif t == "rpc.lsa":
 341         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD', 'over ncacn_np ')
 342         plansmbtorture4testsuite(t, "nt4_dc", 'ncacn_ip_tcp:$SERVER_IP -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 343         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD', 'over ncacn_np ')
 344         plansmbtorture4testsuite(t, "ad_dc", 'ncacn_ip_tcp:$SERVER_IP -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 345     elif t == "rpc.samr.passwords.validate":
 346         plansmbtorture4testsuite(t, "nt4_dc", 'ncacn_ip_tcp:$SERVER_IP -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 347         plansmbtorture4testsuite(t, "ad_dc", 'ncacn_ip_tcp:$SERVER_IP -U$USERNAME%$PASSWORD', 'over ncacn_ip_tcp ')
 348     elif t == "smb2.durable-open" or t == "smb2.durable-v2-open" or t == "smb2.replay":
 349         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/durable -U$USERNAME%$PASSWORD')
 350         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/durable -U$USERNAME%$PASSWORD')
 351     elif t == "base.rw1":
 352         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 353         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/valid-users-tmp -U$USERNAME%$PASSWORD')
 354         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/write-list-tmp -U$USERNAME%$PASSWORD')
 355         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 356     elif t == "idmap.rfc2307":
 357         plantestsuite(t, "ad_member_rfc2307", [os.path.join(samba3srcdir, "../nsswitch/tests/test_idmap_rfc2307.sh"), '$DOMAIN', 'Administrator', '2000000', 'Guest', '2000001', '"Domain Users"', '2000002', 'DnsAdmins', '2000003', 'ou=idmap,dc=samba,dc=example,dc=com', '$DC_SERVER', '$DC_USERNAME', '$DC_PASSWORD'])
 358     elif t == "raw.acls":
 359         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 360         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/nfs4acl_simple -U$USERNAME%$PASSWORD', description='nfs4acl_xattr-simple')
 361         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/nfs4acl_special -U$USERNAME%$PASSWORD', description='nfs4acl_xattr-special')
 362         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmpcase -U$USERNAME%$PASSWORD')
 363     elif t == "smb2.ioctl":
 364         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/fs_specific -U$USERNAME%$PASSWORD', 'fs_specific')
 365         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 366         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 367     elif t == "smb2.lock":
 368         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/aio -U$USERNAME%$PASSWORD', 'aio')
 369         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 370         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 371     elif t == "raw.read":
 372         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 373         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/aio -U$USERNAME%$PASSWORD', 'aio')
 374         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 375     elif t == "raw.search":
 376         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 377 # test the dirsort module.
 378         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmpsort -U$USERNAME%$PASSWORD')
 379         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 380     elif t == "vfs.fruit":
 381         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --option=torture:share1=vfs_fruit --option=torture:share2=tmp --option=torture:localdir=$SELFTEST_PREFIX/nt4_dc/share')
 382         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --option=torture:share1=vfs_fruit --option=torture:share2=tmp --option=torture:localdir=$SELFTEST_PREFIX/ad_dc/share')
 383     elif t == "rpc.schannel_anon_setpw":
 384         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$%', description="anonymous password set")
 385         plansmbtorture4testsuite(t, "nt4_dc_schannel", '//$SERVER_IP/tmp -U$%', description="anonymous password set (schannel enforced server-side)")
 386         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$%', description="anonymous password set")
 387     elif t == "local.nss":
 388         for env in ["nt4_dc:local", "ad_member:local", "nt4_member:local", "ad_dc:local", "ad_dc_ntvfs:local"]:
 389             plansmbtorture4testsuite(t, env, '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 390     elif t == "smb2.notify":
 391         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD --signing=required')
 392         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD --signing=required')
 393     else:
 394         plansmbtorture4testsuite(t, "nt4_dc", '//$SERVER_IP/tmp -U$USERNAME%$PASSWORD')
 395         plansmbtorture4testsuite(t, "ad_dc", '//$SERVER/tmp -U$USERNAME%$PASSWORD')
 396
 397
 398 test = 'rpc.lsa.lookupsids'
 399 auth_options = ["", "ntlm", "spnego", "spnego,ntlm" ]
 400 signseal_options = ["", ",connect", ",sign", ",seal"]
 401 endianness_options = ["", ",bigendian"]
 402 for s in signseal_options:
 403     for e in endianness_options:
 404         for a in auth_options:
 405             binding_string = "ncacn_np:$SERVER[%s%s%s]" % (a, s, e)
 406             options = binding_string + " -U$USERNAME%$PASSWORD"
 407             plansmbtorture4testsuite(test, "nt4_dc", options, 'over ncacn_np with [%s%s%s] ' % (a, s, e))
 408             plantestsuite("samba3.blackbox.rpcclient over ncacn_np with [%s%s%s] " % (a, s, e), "nt4_dc:local", [os.path.join(samba3srcdir, "script/tests/test_rpcclient.sh"),
 409                                                              "none", options, configuration])
 410
 411     # We should try more combinations in future, but this is all
 412     # the pre-calculated credentials cache supports at the moment
 413     e = ""
 414     a = ""
 415     binding_string = "ncacn_np:$SERVER[%s%s%s]" % (a, s, e)
 416     options = binding_string + " -k yes --krb5-ccache=$PREFIX/ktest/krb5_ccache-2"
 417     plansmbtorture4testsuite(test, "ktest", options, 'krb5 with old ccache ncacn_np with [%s%s%s] ' % (a, s, e))
 418
 419     options = binding_string + " -k yes --krb5-ccache=$PREFIX/ktest/krb5_ccache-3"
 420     plansmbtorture4testsuite(test, "ktest", options, 'krb5 ncacn_np with [%s%s%s] ' % (a, s, e))
 421
 422     auth_options2 = ["krb5", "spnego,krb5"]
 423     for a in auth_options2:
 424         binding_string = "ncacn_np:$SERVER[%s%s%s]" % (a, s, e)
 425
 426         plantestsuite("samba3.blackbox.rpcclient krb5 ncacn_np with [%s%s%s] " % (a, s, e), "ktest:local", [os.path.join(samba3srcdir, "script/tests/test_rpcclient.sh"),
 427                                                                                                                               "$PREFIX/ktest/krb5_ccache-3", binding_string, "-k", configuration])
 428
 429 plantestsuite("samba3.blackbox.rpcclient_samlogon", "ad_member:local", [os.path.join(samba3srcdir, "script/tests/test_rpcclient_samlogon.sh"),
 430                                                                        "$DC_USERNAME", "$DC_PASSWORD", "ncacn_np:$DC_SERVER", configuration])
 431 plantestsuite("samba3.blackbox.sharesec", "simpleserver:local",
 432               [os.path.join(samba3srcdir, "script/tests/test_sharesec.sh"),
 433                configuration, os.path.join(bindir(), "sharesec"), "tmp"])
 434
 435 plantestsuite("samba3.blackbox.net_dom_join_fail_dc", "nt4_dc",
 436               [os.path.join(samba3srcdir, "script/tests/test_net_dom_join_fail_dc.sh"),
 437                "$USERNAME", "$PASSWORD", "$SERVER", "$PREFIX/net_dom_join_fail_dc",
 438                configuration])
 439 plantestsuite("samba3.blackbox.net_rpc_join", "nt4_dc",
 440               [os.path.join(samba3srcdir, "script/tests/test_net_rpc_join.sh"),
 441                "$USERNAME", "$PASSWORD", "$SERVER", "$PREFIX/net_rpc_join",
 442                configuration])
 443
 444 plantestsuite("samba3.blackbox.rpcclient_srvsvc", "simpleserver",
 445               [os.path.join(samba3srcdir, "script/tests/test_rpcclientsrvsvc.sh"),
 446                "$USERNAME", "$PASSWORD", "$SERVER",
 447                os.path.join(bindir(), "rpcclient"), "tmp"])
 448
 449 options_list = ["", "-e"]
 450 for options in options_list:
 451     plantestsuite("samba3.blackbox.smbclient_krb5 old ccache %s" % options, "ktest:local",
 452                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_krb5.sh"),
 453                    "$PREFIX/ktest/krb5_ccache-2",
 454                    smbclient3, "$SERVER", options, configuration])
 455
 456     plantestsuite("samba3.blackbox.smbclient_krb5 old ccache %s" % options, "ktest:local",
 457                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_krb5.sh"),
 458                    "$PREFIX/ktest/krb5_ccache-2",
 459                    smbclient3, "$SERVER", options, configuration])
 460
 461     plantestsuite("samba3.blackbox.smbclient_large_file %s" % options, "ktest:local",
 462                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_posix_large.sh"),
 463                    "$PREFIX/ktest/krb5_ccache-3",
 464                    smbclient3, "$SERVER", "$PREFIX", options, "-k " + configuration])
 465
 466     plantestsuite("samba3.blackbox.smbclient_posix_large %s krb5" % options, "ktest:local",
 467                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_posix_large.sh"),
 468                    "$PREFIX/ktest/krb5_ccache-3",
 469                    smbclient3, "$SERVER", "$PREFIX", options, "-k " + configuration])
 470
 471     plantestsuite("samba3.blackbox.smbclient_posix_large %s NTLM" % options, "nt4_dc:local",
 472                   [os.path.join(samba3srcdir, "script/tests/test_smbclient_posix_large.sh"),
 473                    "none",
 474                    smbclient3, "$SERVER", "$PREFIX", options, "-U$USERNAME%$PASSWORD " + configuration])
 475
 476 for e in endianness_options:
 477     for a in auth_options:
 478         for s in signseal_options:
 479             binding_string = "ncacn_ip_tcp:$SERVER_IP[%s%s%s]" % (a, s, e)
 480             options = binding_string + " -U$USERNAME%$PASSWORD"
 481             plansmbtorture4testsuite(test, "nt4_dc", options, 'over ncacn_ip_tcp with [%s%s%s] ' % (a, s, e))
 482
 483 plansmbtorture4testsuite('rpc.epmapper', 'nt4_dc:local', 'ncalrpc: -U$USERNAME%$PASSWORD', 'over ncalrpc')
 484 plansmbtorture4testsuite('rpc.fsrvp', 'nt4_dc:local', 'ncacn_np:$SERVER_IP[/pipe/FssagentRpc] -U$USERNAME%$PASSWORD', 'over ncacn_np')