ctdb-tests: Fix ctdb test binary name in path testing
[Samba.git] / selftest / knownfail
blobd16d72317119292b440ed7481c2b5e484991f7f8
1 # This file contains a list of regular expressions matching the names of
2 # tests that are expected to fail.
4 # "make test" will not report failures for tests listed here and will consider
5 # a successful run for any of these tests an error.
7 ^samba3.blackbox.failure.failure # this is designed to fail, for testing our test infrastructure
8 .*driver.add_driver_timestamps # we only can store dates, not timestamps
9  ^samba3.smbtorture_s3.crypt_server\(nt4_dc\).SMB2-SESSION-REAUTH # expected to give ACCESS_DENIED SMB2.1 doesn't have encryption
10 ^samba3.smbtorture_s3.crypt_server\(nt4_dc\).SMB2-SESSION-RECONNECT # expected to give CONNECTION_DISCONNECTED, we need to fix the test
11 ^samba3.smb2.session enc.reconnect # expected to give CONNECTION_DISCONNECTED, we need to fix the test
12 ^samba3.raw.session enc # expected to give ACCESS_DENIED as SMB1 encryption isn't used
13 ^samba3.smbtorture_s3.crypt_server # expected to give ACCESS_DENIED as SMB1 encryption isn't used
14 ^samba3.nbt.dgram.*netlogon2\(nt4_dc\)
15 ^samba3.*rap.sam.*.useradd # Not provided by Samba 3
16 ^samba3.*rap.sam.*.userdelete # Not provided by Samba 3
17 ^samba3.libsmbclient.opendir # This requires a workgroup called 'WORKGROUP' and for netbios browse lists to have been registered
18 # see bug 8412
19 ^samba3.smb2.rename.*.simple_nodelete
20 ^samba3.smb2.rename.*.no_share_delete_no_delete_access
21 ^samba3.blackbox.smbclient_machine_auth.plain \(nt4_dc:local\)# the NT4 DC does not currently set up a self-join
22 ^samba3.raw.samba3hide.samba3hide\((nt4_dc|ad_dc)\) # This test fails against an smbd environment with NT ACLs enabled
23 ^samba3.raw.samba3closeerr.samba3closeerr\(nt4_dc\) # This test fails against an smbd environment with NT ACLs enabled
24 ^samba3.raw.acls nfs4acl_xattr-simple.INHERITFLAGS\(nt4_dc\) # This (and the follow nfs4acl_xattr tests fail because our NFSv4 backend isn't a complete mapping yet.
25 ^samba3.raw.acls nfs4acl_xattr-simple.create_file\(nt4_dc\)
26 ^samba3.raw.acls nfs4acl_xattr-simple.create_dir\(nt4_dc\)
27 ^samba3.raw.acls nfs4acl_xattr-simple.nulldacl\(nt4_dc\)
28 ^samba3.raw.acls nfs4acl_xattr-simple.generic\(nt4_dc\)
29 ^samba3.raw.acls nfs4acl_xattr-simple.inheritance\(nt4_dc\)
30 ^samba3.raw.acls nfs4acl_xattr-special.INHERITFLAGS\(nt4_dc\)
31 ^samba3.raw.acls nfs4acl_xattr-special.create_file\(nt4_dc\)
32 ^samba3.raw.acls nfs4acl_xattr-special.create_dir\(nt4_dc\)
33 ^samba3.raw.acls nfs4acl_xattr-special.nulldacl\(nt4_dc\)
34 ^samba3.raw.acls nfs4acl_xattr-special.generic\(nt4_dc\)
35 ^samba3.raw.acls nfs4acl_xattr-special.inheritance\(nt4_dc\)
36 ^samba3.raw.acls nfs4acl_xattr-special.inherit_creator_owner\(nt4_dc\)
37 ^samba3.raw.acls nfs4acl_xattr-special.inherit_creator_group\(nt4_dc\)
38 ^samba3.base.delete.deltest16a
39 ^samba3.base.delete.deltest17a
40 ^samba3.unix.whoami anonymous connection.whoami\(ad_dc\) # We need to resolve if we should be including SID_NT_WORLD and SID_NT_NETWORK in this token
41 ^samba3.unix.whoami anonymous connection.whoami\(ad_member\) # smbd maps anonymous logins to domain guest in the local domain, not SID_NT_ANONYMOUS
42 # these show that we still have some differences between our system
43 # with our internal iconv because it passes except when we bypass our
44 # internal iconv modules
45 ^samba4.local.convert_string_handle.system.iconv.gd_ascii
46 ^samba4.local.convert_string_handle.system.iconv.gd_iso8859_cp850
47 ^samba4..*base.delete.*.deltest17\(
48 ^samba4..*base.delete.*.deltest17b
49 ^samba4..*base.delete.*.deltest17c
50 ^samba4..*base.delete.*.deltest17e
51 ^samba4..*base.delete.*.deltest17f
52 ^samba4..*base.delete.*.deltest20a
53 ^samba4..*base.delete.*.deltest20b
54 ^samba4.raw.session.reauth
55 ^samba4.raw.session.expire1
56 ^samba4.raw.rename.*.osxrename
57 ^samba4.raw.rename.*.directory rename
58 ^samba4.rpc.winreg.*security
59 ^samba4.local.registry.(dir|ldb).check hive security
60 ^samba4.local.registry.local.security
61 ^samba4.rpc.wkssvc
62 ^samba4.rpc.handles.*.lsarpc-shared
63 ^samba4.rpc.epmapper
64 ^samba4.rpc.lsalookup on ncalrpc
65 ^samba4.rpc.lsalookup on ncacn_np
66 ^samba4.rpc.lsalookup with seal,padcheck
67 ^samba4.rpc.lsalookup with validate
68 ^samba4.rpc.lsalookup with bigendian
69 ^samba4.rpc.lsa on ncacn_np with seal # This gives NT_STATUS_LOCAL_USER_SESSION_KEY
70 ^samba4.rpc.lsa with seal # This gives NT_STATUS_LOCAL_USER_SESSION_KEY
71 ^samba4.rpc.lsa.secrets.*seal # This gives NT_STATUS_LOCAL_USER_SESSION_KEY
72 ^samba4.rpc.netlogon.*.LogonUasLogon
73 ^samba4.rpc.netlogon.*.LogonUasLogoff
74 ^samba4.rpc.netlogon.*.DatabaseSync
75 ^samba4.rpc.netlogon.*.DatabaseSync2
76 ^samba4.rpc.netlogon.*.NetrEnumerateTrustedDomains
77 ^samba4.rpc.netlogon.*.NetrEnumerateTrustedDomainsEx
78 ^samba4.rpc.netlogon.*.GetPassword
79 ^samba4.rpc.netlogon.*.DatabaseRedo
80 ^samba4.rpc.netlogon.*.netlogon.lsa_over_netlogon\(ad_dc\) #Broken by split of \\pipe\lsass from \\pipe\netlogon in the IDL
81 ^samba4.rpc.netlogon.*.netlogon.SetupCredentialsDowngrade\(ad_dc_ntvfs\) # Broken by allowing NT4 crypto on this environment
82 ^samba4.rpc.netlogon.*.netlogon.SetupCredentialsDowngrade\(ad_dc_ntvfs:local\) # Broken by allowing NT4 crypto on this environment
83 ^samba4.rpc.drsuapi.*ncacn_ip_tcp.*validate # should only work with seal
84 ^samba4.rpc.drsuapi.*ncacn_ip_tcp.*bigendian # should only work with seal
85 ^samba4.rpc.samr.passwords.validate.*ncacn_ip_tcp.*with.validate # should only work with seal
86 ^samba4.rpc.samr.passwords.validate.*ncacn_ip_tcp.*with.bigendian # should only work with seal
87 ^samba4.base.charset.*.Testing partial surrogate
88 ^samba4.*.base.maximum_allowed          # broken until we implement NTCREATEX_OPTIONS_BACKUP_INTENT
89 .*net.api.delshare.*                            # DelShare isn't implemented yet
90 ^samba4.smb2.oplock.doc
91 ^samba4.smb2.lock.valid-request
92 ^samba4.ldap.python \(ad_dc_ntvfs\).Test add_ldif\(\) with BASE64 security descriptor input using WRONG domain SID\(.*\)$
93 ^samba4.raw.lock.*.async # bug 6960
94 ^samba4.raw.open.ntcreatex_supersede
95 ^samba4.smb2.lock.*.multiple-unlock # bug 6959
96 ^samba4.raw.sfileinfo.*.end-of-file\(.*\)$ # bug 6962
97 ^samba4.raw.oplock.*.batch22 # bug 6963
98 ^samba4.raw.oplock.*.doc1
99 ^samba4.raw.oplock.*.exclusive5
100 ^samba4.raw.oplock.*.exclusive9
101 ^samba4.raw.oplock.*.level_ii_1
102 ^samba4.raw.lock.*.zerobyteread # bug 6974
103 ^samba4.smb2.lock.*.zerobyteread # bug 6974
104 ^samba4.raw.streams.*.delete
105 ^samba4.raw.streams.*.createdisp
106 ^samba4.raw.streams.*.sumtab
107 ^samba4.raw.streams.*.perms
108 ^samba4.raw.acls.INHERITFLAGS
109 ^samba4.raw.acls.*.create_dir
110 ^samba4.raw.acls.*.create_file
111 ^samba4.smb2.create.*.acldir
112 ^samba4.smb2.create.*.impersonation
113 ^samba4.smb2.acls.*.generic
114 ^samba4.smb2.acls.*.inheritflags
115 ^samba4.smb2.acls.*.owner
116 ^samba4.smb2.acls.*.ACCESSBASED
117 ^samba4.ldap.dirsync.python.ad_dc_ntvfs..__main__.ExtendedDirsyncTests.test_dirsync_deleted_items
118 #^samba4.ldap.dirsync.python.ad_dc_ntvfs..__main__.ExtendedDirsyncTests.*
119 ^samba4.libsmbclient.opendir.opendir # This requires netbios browsing
120 ^samba4.rpc.drsuapi.*.drsuapi.DsGetDomainControllerInfo\(.*\)$
121 ^samba4.smb2.oplock.exclusive2\(.*\)$ # samba 4 oplocks are a mess
122 ^samba4.smb2.oplock.exclusive5\(.*\)$ # samba 4 oplocks are a mess
123 ^samba4.smb2.oplock.exclusive6\(.*\)$ # samba 4 oplocks are a mess
124 ^samba4.smb2.oplock.exclusive9\(.*\)$
125 ^samba4.smb2.oplock.brl3\(.*\)$ # samba 4 oplocks are a mess
126 ^samba4.smb2.oplock.levelii500\(.*\)$ # samba 4 oplocks are a mess
127 ^samba4.smb2.oplock.brl1\(.*\)$ # samba 4 oplocks are a mess
128 ^samba4.smb2.oplock.batch22\(.*\)$ # samba 4 oplocks are a mess
129 ^samba4.smb2.oplock.batch19\(.*\)$ # samba 4 oplocks are a mess
130 ^samba4.smb2.oplock.batch12\(.*\)$ # samba 4 oplocks are a mess
131 ^samba4.smb2.oplock.batch11\(.*\)$ # samba 4 oplocks are a mess
132 ^samba4.smb2.oplock.batch1\(.*\)$ # samba 4 oplocks are a mess
133 ^samba4.smb2.oplock.batch6\(.*\)$ # samba 4 oplocks are a mess
134 ^samba4.smb2.oplock.batch9\(.*\)$ # samba 4 oplocks are a mess
135 ^samba4.smb2.oplock.batch9a\(.*\)$ # samba 4 oplocks are a mess
136 ^samba4.smb2.oplock.batch10\(.*\)$ # samba 4 oplocks are a mess
137 ^samba4.smb2.oplock.batch20\(.*\)$ # samba 4 oplocks are a mess
138 ^samba4.smb2.oplock.batch26\(.*\)$
139 ^samba4.smb2.oplock.stream1 # samba 4 oplocks are a mess
140 ^samba4.smb2.getinfo.complex # streams on directories does not work
141 ^samba4.smb2.getinfo.qfs_buffercheck # S4 does not do the INFO_LENGTH_MISMATCH/BUFFER_OVERFLOW thingy
142 ^samba4.smb2.getinfo.qfile_buffercheck # S4 does not do the INFO_LENGTH_MISMATCH/BUFFER_OVERFLOW thingy
143 ^samba4.smb2.getinfo.qsec_buffercheck # S4 does not do the BUFFER_TOO_SMALL thingy
144 ^samba4.ntvfs.cifs.krb5.base.createx_access.createx_access\(.*\)$
145 ^samba4.rpc.lsa.forest.trust #Not fully provided by Samba4
146 ^samba4.blackbox.upgradeprovision.alpha13.ldapcmp_sd\(none\) # Due to something rewriting the NT ACL on DNS objects
147 ^samba4.blackbox.upgradeprovision.alpha13.ldapcmp_full_sd\(none\) # Due to something rewriting the NT ACL on DNS objects
148 ^samba4.blackbox.upgradeprovision.release-4-0-0.ldapcmp_sd\(none\) # Due to something rewriting the NT ACL on DNS objects
149 ^samba4.raw.read.readx\(ad_dc_ntvfs\) # fails readx 16bit alignment requirement
150 ^samba3.smb2.create.gentest
151 ^samba3.smb2.create.blob
152 ^samba3.smb2.create.open
153 ^samba3.smb2.notify.valid-req
154 ^samba3.smb2.notify.rec
155 ^samba3.smb2.durable-open.delete_on_close2
156 ^samba3.smb2.durable-v2-open.app-instance
157 ^samba3.smb2.durable-open.reopen1a-lease\(ad_dc\)$
158 ^samba3.smb2.durable-v2-open.reopen1a-lease\(ad_dc\)$
159 ^samba4.smb2.ioctl.req_resume_key\(ad_dc_ntvfs\) # not supported by s4 ntvfs server
160 ^samba4.smb2.ioctl.copy_chunk_\w*\(ad_dc_ntvfs\)        # not supported by s4 ntvfs server
161 ^samba3.smb2.dir.one
162 ^samba3.smb2.dir.modify
163 ^samba3.smb2.oplock.batch20
164 ^samba3.smb2.oplock.stream1
165 ^samba3.smb2.streams.rename
166 ^samba3.smb2.streams.rename2
167 ^samba3.smb2.streams.attributes
168 ^samba3.smb2.getinfo.complex
169 ^samba3.smb2.getinfo.fsinfo # quotas don't work yet
170 ^samba3.smb2.setinfo.setinfo
171 ^samba3.smb2.session.*reauth5 # some special anonymous checks?
172 ^samba3.smb2.compound.interim2 # wrong return code (STATUS_CANCELLED)
173 ^samba3.smb2.replay.channel-sequence
174 ^samba3.smb2.replay.replay3
175 ^samba3.smb2.replay.replay4
176 ^samba3.smb2.lock.*replay
177 ^samba4.smb2.ioctl.compress_notsup.*\(ad_dc_ntvfs\)
178 ^samba3.raw.session.*reauth2 # maybe fix this?
179 ^samba3.rpc.lsa.secrets.seal # This gives NT_STATUS_LOCAL_USER_SESSION_KEY
180 ^samba3.rpc.samr.passwords.badpwdcount.samr.badPwdCount\(nt4_dc\) # We fail this test currently
181 ^samba3.rpc.samr.passwords.lockout.*\(nt4_dc\)$ # We fail this test currently
182 ^samba3.rpc.spoolss.printer.addprinter.driver_info_winreg # knownfail or flapping?
183 ^samba3.rpc.spoolss.printer.addprinterex.driver_info_winreg # knownfail or flapping?
184 ^samba3.rpc.spoolss.printer.*.publish_toggle\(.*\)$ # needs spoolss AD member env
185 ^samba3.rpc.spoolss.printer.*.log_jobinfo\(.*\)$ # not implemented yet
186 ^samba3.rpc.spoolss.printserver.*.add_processor\(.*\)$
187 ^samba3.rpc.spoolss.printserver.*.get_core_printer_drivers\(.*\)$
188 ^samba3.rpc.spoolss.printserver.*.get_printer_driver_package_path\(.*\)$
189 ^samba4.rpc.fsrvp       # fsrvp server only provided by smbd
191 # The following tests fail against ad_dc (aka s3fs) currently.
192 # These need to be examined and either fixed or correctly categorised.
193 # but in the interests of ensuring we do not regress, we run the tests
194 # and list the current failures here.
196 ^samba3.rpc.eventlog.eventlog.GetLogIntormation\(ad_dc\)
197 ^samba3.rpc.eventlog.eventlog.FlushEventLog\(ad_dc\)
198 ^samba3.rpc.eventlog.eventlog.ReportEventLog\(ad_dc\)
199 ^samba3.rpc.eventlog.eventlog.ReadEventLog\(ad_dc\)
200 ^samba3.rpc.eventlog.eventlog.GetNumRecords\(ad_dc\)
201 ^samba3.rpc.eventlog.eventlog.OpenEventLog\(ad_dc\)
202 ^samba3.rap.basic.netsessiongetinfo\(ad_dc\)
204 # This makes less sense when not running against an AD DC
206 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -U against ad_member
207 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -G against ad_member
208 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -U check for sane mapping
209 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -G check for sane mapping
210 ^samba.wbinfo_simple.\(ad_dc_ntvfs:local\).--allocate-uid
211 ^samba.wbinfo_simple.\(ad_dc_ntvfs:local\).--allocate-gid
212 ^samba.wbinfo_simple.\(s4member:local\).--allocate-uid
213 ^samba.wbinfo_simple.\(s4member:local\).--allocate-gid
214 ^samba.wbinfo_simple.\(ad_dc:local\).--allocate-uid
215 ^samba.wbinfo_simple.\(ad_dc:local\).--allocate-gid
216 ^samba.wbinfo_simple.\(chgdcpass:local\).--allocate-uid
217 ^samba.wbinfo_simple.\(chgdcpass:local\).--allocate-gid
219 # These do not work against winbindd in member mode for unknown reasons
221 ^samba4.winbind.struct.domain_info\(s4member:local\)
222 ^samba4.winbind.struct.getdcname\(s4member:local\)
224 # These fail since ad_dc_ntvfs assigns the local user's uid to SAMBADOMAIN/Administrator
225 # hence we have a duplicate UID in nsswitch.
227 ^samba3.local.nss.reentrant enumeration crosschecks\(ad_dc_ntvfs:local\)
228 ^samba3.local.nss.reentrant enumeration\(ad_dc_ntvfs:local\)
229 ^samba3.local.nss.enumeration\(ad_dc_ntvfs:local\)
230 ^samba3.local.nss.reentrant enumeration crosschecks\(ad_dc:local\)
231 ^samba3.local.nss.reentrant enumeration\(ad_dc:local\)
232 ^samba3.local.nss.enumeration\(ad_dc:local\)
234 # These do not work against winbindd in member mode for unknown reasons
236 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -U against ad_member\(ad_member:local\)
237 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -U check for sane mapping\(ad_member:local\)
238 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -G against ad_member\(ad_member:local\)
239 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -G check for sane mapping\(ad_member:local\)
240 ^samba4.winbind.struct.getdcname\(ad_member:local\)
241 ^samba4.winbind.struct.lookup_name_sid\(ad_member:local\)
242 ^samba4.winbind.struct.getdcname\(nt4_member:local\) # Works in other modes, just not against the classic/NT4 DC
244 # Differences in our KDC compared to windows
246 ^samba4.krb5.kdc .*.as-req-pac-request # We should reply to a request for a PAC over UDP with KRB5KRB_ERR_RESPONSE_TOO_BIG unconditionally
248 # This will fail against the classic DC, because it requires kerberos
250 ^samba4.winbind.pac.*\(nt4_member:local\) # No KDC on a classic DC
252 # This fails because our python bindings create python Lists, not a type
253 # we can watch for set methods on.
255 ^samba.tests.dcerpc.integer.samba.tests.dcerpc.integer.IntegerTests.test_.*_into_uint8_list
257 # Samba sort takes a primative approach to unicode sort. These tests
258 # match Windows 2012R2 behaviour.
260 ^samba4.ldap.sort.python.+UnicodeSortTests
262 ## We assert all "ldap server require strong auth" combinations
264 ^samba4.ldb.simple.ldap with SIMPLE-BIND.*ad_dc_ntvfs # ldap server require strong auth = allow_sasl_over_tls
265 ^samba4.ldb.simple.ldap with SIMPLE-BIND.*fl2003dc    # ldap server require strong auth = yes
266 ^samba4.ldb.simple.ldaps with SASL-BIND.*fl2003dc     # ldap server require strong auth = yes
267 # These are supposed to fail as we want to verify the "tls verify peer"
268 # restrictions. Note that fl2008r2dc uses a self-signed certificate
269 # with does not have a crl file.
271 ^samba4.ldb.simple.ldaps.*SERVER_NAME.*tlsverifypeer=ca_and_name_if_available\(
272 ^samba4.ldb.simple.ldaps.*SERVER_NAME.*tlsverifypeer=ca_and_name\(
273 ^samba4.ldb.simple.ldaps.*SERVER_NAME.*tlsverifypeer=as_strict_as_possible\(
274 ^samba4.ldb.simple.ldaps.*SERVER_IP.*tlsverifypeer=ca_and_name\(
275 ^samba4.ldb.simple.ldaps.*SERVER_IP.*tlsverifypeer=as_strict_as_possible\(
276 ^samba4.ldb.simple.ldaps.*SERVER.REALM.*tlsverifypeer=as_strict_as_possible.*fl2008r2dc
278 # we don't allow auth_level_connect anymore...
280 ^samba3.blackbox.rpcclient.*ncacn_np.*with.*connect.*rpcclient # we don't allow auth_level_connect anymore
281 ^samba.tests.dns.__main__.TestComplexQueries.test_cname_two_chain_not_matching_qtype
282 # ad_dc requires signing
284 ^samba4.smb.signing.*disabled.*signing=off.*\(ad_dc\)
285 # fl2000dc doesn't support AES
286 ^samba4.krb5.kdc.*as-req-aes.*fl2000dc
287 # nt4_member and ad_member don't support ntlmv1
288 ^samba3.blackbox.smbclient_auth.plain.*_member.*option=clientntlmv2auth=no.member.creds.*as.user
289 #nt-vfs server blocks read with execute access
290 ^samba4.smb2.read.access
291 #ntvfs server blocks copychunk with execute access on read handle
292 ^samba4.smb2.ioctl.copy_chunk_bad_access
293 ^samba4.drs.getnc_exop.python.*getnc_exop.DrsReplicaPrefixMapTestCase.test_regular_prefix_map_ex_attid.*
294 # We don't support NDR64 yet, so we generate the wrong FAULT code
295 ^samba.tests.dcerpc.raw_protocol.*.TestDCERPC_BIND.test_no_auth_presentation_ctx_invalid4
296 ^samba.tests.dcerpc.raw_protocol.*.TestDCERPC_BIND.test_spnego_change_auth_type2
297 ^samba.tests.dcerpc.raw_protocol.*.TestDCERPC_BIND.test_spnego_change_transfer
298 ^samba4.rpc.echo.*on.*with.object.echo.doublepointer.*nt4_dc
299 ^samba4.rpc.echo.*on.*with.object.echo.surrounding.*nt4_dc
300 ^samba4.rpc.echo.*on.*with.object.echo.enum.*nt4_dc
301 ^samba4.rpc.echo.*on.*with.object.echo.testcall.*nt4_dc
302 ^samba4.rpc.echo.*on.*with.object.echo.testcall2.*nt4_dc
303 ^samba4.rpc.echo.*on.*with.object.echo.sinkdata.*nt4_dc
304 ^samba4.rpc.echo.*on.*with.object.echo.addone.*nt4_dc
305 ^samba4.rpc.echo.*on.*ncacn_ip_tcp.*with.object.*nt4_dc
306 ^samba.tests.dcerpc.dnsserver.samba.tests.dcerpc.dnsserver.DnsserverTests.test_add_duplicate_different_type.*
307 ^samba.tests.dcerpc.dnsserver.samba.tests.dcerpc.dnsserver.DnsserverTests.test_rank_none.*
308 ^samba.tests.dcerpc.dnsserver.samba.tests.dcerpc.dnsserver.DnsserverTests.test_security_descriptor.*