buildtools: Ignore exact Python version for ABI checking
[Samba.git] / selftest / knownfail
blobd184f4117f5db35e7f21224c477340ad7507bc7a
1 # This file contains a list of regular expressions matching the names of
2 # tests that are expected to fail.
4 # "make test" will not report failures for tests listed here and will consider
5 # a successful run for any of these tests an error.
7 ^samba3.blackbox.failure.failure # this is designed to fail, for testing our test infrastructure
8 .*driver.add_driver_timestamps # we only can store dates, not timestamps
9 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).LOCK9 # Fails against the s4 ntvfs server
10 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).OPLOCK2 # Fails against the s4 ntvfs server
11 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).STREAMERROR # Fails against the s4 ntvfs server
12 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).DIR1 # Fails against the s4 ntvfs server
13 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).DIR-CREATETIME # Fails against the s4 ntvfs server
14 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).DELETE-LN # Fails against the s4 ntvfs server
15 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).POSIX # Fails against the s4 ntvfs server
16 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).UID-REGRESSION-TEST # Fails against the s4 ntvfs server
17 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).SHORTNAME-TEST # Fails against the s4 ntvfs server
18 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).POSIX-APPEND # Fails against the s4 ntvfs server
19 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).NTTRANS-FSCTL # Fails against the s4 ntvfs server
20 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).SMB2-NEGPROT # Fails against the s4 ntvfs server
21 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).BAD-NBT-SESSION # Fails against the s4 ntvfs server
22 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).SMB2-SESSION-REAUTH # Fails against the s4 ntvfs server
23 ^samba3.smbtorture_s3.plain\(ad_dc_ntvfs\).SMB2-SESSION-RECONNECT # Fails against the s4 ntvfs server
24  ^samba3.smbtorture_s3.crypt_server\(nt4_dc\).SMB2-SESSION-REAUTH # expected to give ACCESS_DENIED SMB2.1 doesn't have encryption
25 ^samba3.smbtorture_s3.crypt_server\(nt4_dc\).SMB2-SESSION-RECONNECT # expected to give CONNECTION_DISCONNECTED, we need to fix the test
26 ^samba3.smb2.session enc.reconnect # expected to give CONNECTION_DISCONNECTED, we need to fix the test
27 ^samba3.raw.session enc # expected to give ACCESS_DENIED as SMB1 encryption isn't used
28 ^samba3.smbtorture_s3.crypt_server # expected to give ACCESS_DENIED as SMB1 encryption isn't used
29 ^samba3.nbt.dgram.*netlogon2\(nt4_dc\)
30 ^samba3.*rap.sam.*.useradd # Not provided by Samba 3
31 ^samba3.*rap.sam.*.userdelete # Not provided by Samba 3
32 ^samba3.libsmbclient.opendir # This requires a workgroup called 'WORKGROUP' and for netbios browse lists to have been registered
33 # see bug 8412
34 ^samba3.smb2.rename.*.simple_nodelete
35 ^samba3.smb2.rename.*.no_share_delete_no_delete_access
36 ^samba3.blackbox.smbclient_machine_auth.plain \(nt4_dc:local\)# the NT4 DC does not currently set up a self-join
37 ^samba3.raw.samba3hide.samba3hide\((nt4_dc|ad_dc)\) # This test fails against an smbd environment with NT ACLs enabled
38 ^samba3.raw.samba3closeerr.samba3closeerr\(nt4_dc\) # This test fails against an smbd environment with NT ACLs enabled
39 ^samba3.raw.acls nfs4acl_xattr-simple.INHERITFLAGS\(nt4_dc\) # This (and the follow nfs4acl_xattr tests fail because our NFSv4 backend isn't a complete mapping yet.
40 ^samba3.raw.acls nfs4acl_xattr-simple.sd\(nt4_dc\)
41 ^samba3.raw.acls nfs4acl_xattr-simple.create_file\(nt4_dc\)
42 ^samba3.raw.acls nfs4acl_xattr-simple.create_dir\(nt4_dc\)
43 ^samba3.raw.acls nfs4acl_xattr-simple.nulldacl\(nt4_dc\)
44 ^samba3.raw.acls nfs4acl_xattr-simple.generic\(nt4_dc\)
45 ^samba3.raw.acls nfs4acl_xattr-simple.inheritance\(nt4_dc\)
46 ^samba3.raw.acls nfs4acl_xattr-special.INHERITFLAGS\(nt4_dc\)
47 ^samba3.raw.acls nfs4acl_xattr-special.sd\(nt4_dc\)
48 ^samba3.raw.acls nfs4acl_xattr-special.create_file\(nt4_dc\)
49 ^samba3.raw.acls nfs4acl_xattr-special.create_dir\(nt4_dc\)
50 ^samba3.raw.acls nfs4acl_xattr-special.nulldacl\(nt4_dc\)
51 ^samba3.raw.acls nfs4acl_xattr-special.generic\(nt4_dc\)
52 ^samba3.raw.acls nfs4acl_xattr-special.inheritance\(nt4_dc\)
53 ^samba3.raw.acls nfs4acl_xattr-special.inherit_creator_owner\(nt4_dc\)
54 ^samba3.raw.acls nfs4acl_xattr-special.inherit_creator_group\(nt4_dc\)
55 ^samba3.base.delete.deltest16a
56 ^samba3.base.delete.deltest17a
57 ^samba3.unix.whoami anonymous connection.whoami\(ad_dc\) # We need to resolve if we should be including SID_NT_WORLD and SID_NT_NETWORK in this token
58 ^samba3.unix.whoami anonymous connection.whoami\(ad_member\) # smbd maps anonymous logins to domain guest in the local domain, not SID_NT_ANONYMOUS
59 # these show that we still have some differences between our system
60 # with our internal iconv because it passes except when we bypass our
61 # internal iconv modules
62 ^samba4.local.convert_string_handle.system.iconv.gd_ascii
63 ^samba4.local.convert_string_handle.system.iconv.gd_iso8859_cp850
64 ^samba4..*base.delete.*.deltest17\(
65 ^samba4..*base.delete.*.deltest17b
66 ^samba4..*base.delete.*.deltest17c
67 ^samba4..*base.delete.*.deltest17e
68 ^samba4..*base.delete.*.deltest17f
69 ^samba4..*base.delete.*.deltest20a
70 ^samba4..*base.delete.*.deltest20b
71 ^samba4.raw.session.reauth
72 ^samba4.raw.session.expire1
73 ^samba4.raw.rename.*.osxrename
74 ^samba4.raw.rename.*.directory rename
75 ^samba4.raw.eas
76 ^samba4.rpc.winreg.*security
77 ^samba4.local.registry.(dir|ldb).check hive security
78 ^samba4.local.registry.local.security
79 ^samba4.rpc.wkssvc
80 ^samba4.rpc.handles.*.lsarpc-shared
81 ^samba4.rpc.epmapper
82 ^samba4.rpc.lsalookup on ncalrpc
83 ^samba4.rpc.lsalookup on ncacn_np
84 ^samba4.rpc.lsalookup with seal,padcheck
85 ^samba4.rpc.lsalookup with validate
86 ^samba4.rpc.lsalookup with bigendian
87 ^samba4.rpc.netlogon.*.LogonUasLogon
88 ^samba4.rpc.netlogon.*.LogonUasLogoff
89 ^samba4.rpc.netlogon.*.DatabaseSync
90 ^samba4.rpc.netlogon.*.DatabaseSync2
91 ^samba4.rpc.netlogon.*.NetrEnumerateTrustedDomains
92 ^samba4.rpc.netlogon.*.NetrEnumerateTrustedDomainsEx
93 ^samba4.rpc.netlogon.*.GetPassword
94 ^samba4.rpc.netlogon.*.DatabaseRedo
95 ^samba4.base.charset.*.Testing partial surrogate
96 ^samba4.*.base.maximum_allowed          # broken until we implement NTCREATEX_OPTIONS_BACKUP_INTENT
97 .*net.api.delshare.*                            # DelShare isn't implemented yet
98 ^samba4.rap.*netservergetinfo
99 ^samba4.rap.*netsessionenum
100 ^samba4.rap.*netsessiongetinfo
101 ^samba4.rap.*netremotetod
102 # SMB2 in s4 does not seem to support rename correctly
103 ^samba4.smb2.rename.simple\(.*\)$
104 ^samba4.smb2.rename.no_sharing\(.*\)$
105 ^samba4.smb2.rename.share_delete_and_delete_access\(.*\)$
106 ^samba4.smb2.rename.no_share_delete_but_delete_access\(.*\)$
107 ^samba4.smb2.rename.share_delete_no_delete_access\(.*\)$
108 ^samba4.smb2.rename.no_share_delete_no_delete_access\(.*\)$
109 ^samba4.smb2.rename.msword
110 ^samba4.smb2.rename.rename_dir_bench\(ad_dc_ntvfs\)
111 ^samba4.smb2.rename.rename_dir_openfile\(.*\)$
112 ^samba4.smb2.oplock.doc
113 ^samba4.smb2.compound.related3
114 ^samba4.smb2.compound.compound-break
115 ^samba4.smb2.lock.valid-request
116 ^samba4.*base.delaywrite.*update of write time and SMBwrite truncate\(.*\)$
117 ^samba4.*base.delaywrite.*update of write time and SMBwrite truncate expand\(.*\)$
118 ^samba4.*base.delaywrite.*delayed update of write time 3a\(.*\)$
119 ^samba4.*base.delaywrite.*delayed update of write time 3c\(.*\)$
120 ^samba4.*base.delaywrite.*update of write time using SET_END_OF_FILE\(.*\)$
121 ^samba4.*base.delaywrite.*update of write time using SET_ALLOCATION_SIZE\(.*\)$
122 ^samba4.*base.delaywrite.*directory timestamp update test\(.*\)$
123 ^samba4.ldap.python \(ad_dc_ntvfs\).Test add_ldif\(\) with BASE64 security descriptor input using WRONG domain SID\(.*\)$
124 # some operations don't work over the CIFS NTVFS backend yet (eg. root_fid)
125 ^samba4.ntvfs.cifs.*.base.createx_sharemodes_dir
126 ^samba4.raw.lock.*.async # bug 6960
127 ^samba4.raw.open.ntcreatex_supersede
128 ^samba4.smb2.lock.*.multiple-unlock # bug 6959
129 ^samba4.raw.sfileinfo.*.end-of-file\(.*\)$ # bug 6962
130 ^samba4.raw.oplock.*.batch22 # bug 6963
131 ^samba4.raw.oplock.*.doc1
132 ^samba4.raw.oplock.*.exclusive5
133 ^samba4.raw.oplock.*.exclusive9
134 ^samba4.raw.oplock.*.level_ii_1
135 ^samba4.raw.lock.*.zerobyteread # bug 6974
136 ^samba4.smb2.lock.*.zerobyteread # bug 6974
137 ^samba4.raw.streams.*.delete
138 ^samba4.raw.streams.*.createdisp
139 ^samba4.raw.streams.*.sumtab
140 ^samba4.raw.streams.*.perms
141 ^samba4.raw.acls.INHERITFLAGS
142 ^samba4.raw.acls.*.create_dir
143 ^samba4.raw.acls.*.create_file
144 ^samba4.smb2.create.*.acldir
145 ^samba4.smb2.create.*.impersonation
146 ^samba4.smb2.acls.*.generic
147 ^samba4.smb2.acls.*.inheritflags
148 ^samba4.smb2.acls.*.owner
149 ^samba4.smb2.acls.*.ACCESSBASED
150 ^samba4.ldap.dirsync.python.ad_dc_ntvfs..__main__.ExtendedDirsyncTests.test_dirsync_deleted_items
151 #^samba4.ldap.dirsync.python.ad_dc_ntvfs..__main__.ExtendedDirsyncTests.*
152 ^samba4.libsmbclient.opendir.opendir # This requires netbios browsing
153 ^samba4.rpc.drsuapi.*.drsuapi.DsGetDomainControllerInfo\(.*\)$
154 ^samba4.smb2.oplock.exclusive2\(.*\)$ # samba 4 oplocks are a mess
155 ^samba4.smb2.oplock.exclusive5\(.*\)$ # samba 4 oplocks are a mess
156 ^samba4.smb2.oplock.exclusive6\(.*\)$ # samba 4 oplocks are a mess
157 ^samba4.smb2.oplock.exclusive9\(.*\)$
158 ^samba4.smb2.oplock.brl3\(.*\)$ # samba 4 oplocks are a mess
159 ^samba4.smb2.oplock.levelii500\(.*\)$ # samba 4 oplocks are a mess
160 ^samba4.smb2.oplock.brl1\(.*\)$ # samba 4 oplocks are a mess
161 ^samba4.smb2.oplock.batch22\(.*\)$ # samba 4 oplocks are a mess
162 ^samba4.smb2.oplock.batch19\(.*\)$ # samba 4 oplocks are a mess
163 ^samba4.smb2.oplock.batch12\(.*\)$ # samba 4 oplocks are a mess
164 ^samba4.smb2.oplock.batch11\(.*\)$ # samba 4 oplocks are a mess
165 ^samba4.smb2.oplock.batch1\(.*\)$ # samba 4 oplocks are a mess
166 ^samba4.smb2.oplock.batch6\(.*\)$ # samba 4 oplocks are a mess
167 ^samba4.smb2.oplock.batch9\(.*\)$ # samba 4 oplocks are a mess
168 ^samba4.smb2.oplock.batch9a\(.*\)$ # samba 4 oplocks are a mess
169 ^samba4.smb2.oplock.batch10\(.*\)$ # samba 4 oplocks are a mess
170 ^samba4.smb2.oplock.batch20\(.*\)$ # samba 4 oplocks are a mess
171 ^samba4.smb2.oplock.batch26\(.*\)$
172 ^samba4.smb2.oplock.stream1 # samba 4 oplocks are a mess
173 ^samba4.smb2.getinfo.complex # streams on directories does not work
174 ^samba4.smb2.getinfo.qfs_buffercheck # S4 does not do the INFO_LENGTH_MISMATCH/BUFFER_OVERFLOW thingy
175 ^samba4.smb2.getinfo.qfile_buffercheck # S4 does not do the INFO_LENGTH_MISMATCH/BUFFER_OVERFLOW thingy
176 ^samba4.smb2.getinfo.qsec_buffercheck # S4 does not do the BUFFER_TOO_SMALL thingy
177 ^samba4.ntvfs.cifs.krb5.base.createx_access.createx_access\(.*\)$
178 ^samba4.rpc.lsa.forest.trust #Not fully provided by Samba4
179 ^samba4.blackbox.kinit\(.*\).kinit with user password for expired password\(.*\) # We need to work out why this fails only during the pw change
180 ^samba4.blackbox.upgradeprovision.alpha13.ldapcmp_sd\(none\) # Due to something rewriting the NT ACL on DNS objects
181 ^samba4.blackbox.upgradeprovision.alpha13.ldapcmp_full_sd\(none\) # Due to something rewriting the NT ACL on DNS objects
182 ^samba4.blackbox.upgradeprovision.release-4-0-0.ldapcmp_sd\(none\) # Due to something rewriting the NT ACL on DNS objects
183 ^samba4.raw.read.readx\(ad_dc_ntvfs\) # fails readx 16bit alignment requirement
184 ^samba3.smb2.create.gentest
185 ^samba3.smb2.create.blob
186 ^samba3.smb2.create.open
187 ^samba3.smb2.notify.valid-req
188 ^samba3.smb2.notify.rec
189 ^samba3.smb2.durable-open.delete_on_close2
190 ^samba3.smb2.durable-v2-open.app-instance
191 ^samba4.smb2.ioctl.req_resume_key\(ad_dc_ntvfs\) # not supported by s4 ntvfs server
192 ^samba4.smb2.ioctl.copy_chunk_\w*\(ad_dc_ntvfs\)        # not supported by s4 ntvfs server
193 ^samba3.smb2.dir.one
194 ^samba3.smb2.dir.modify
195 ^samba3.smb2.oplock.batch20
196 ^samba3.smb2.oplock.stream1
197 ^samba3.smb2.streams.rename
198 ^samba3.smb2.streams.rename2
199 ^samba3.smb2.streams.attributes
200 ^samba3.smb2.getinfo.complex
201 ^samba3.smb2.getinfo.fsinfo # quotas don't work yet
202 ^samba3.smb2.setinfo.setinfo
203 ^samba3.smb2.session.*reauth5 # some special anonymous checks?
204 ^samba3.smb2.compound.interim2 # wrong return code (STATUS_CANCELLED)
205 ^samba3.smb2.replay.replay1
206 ^samba3.smb2.replay.replay2
207 ^samba3.smb2.replay.replay3
208 ^samba3.smb2.replay.replay4
209 ^samba3.smb2.lock.*replay
210 ^samba3.raw.session.*reauth2 # maybe fix this?
211 ^samba3.rpc.samr.passwords.badpwdcount.samr.badPwdCount\(nt4_dc\) # We fail this test currently
212 ^samba3.rpc.samr.passwords.lockout.*\(nt4_dc\)$ # We fail this test currently
213 ^samba3.rpc.spoolss.printer.addprinter.driver_info_winreg # knownfail or flapping?
214 ^samba3.rpc.spoolss.printer.addprinterex.driver_info_winreg # knownfail or flapping?
215 ^samba3.rpc.spoolss.printer.*.publish_toggle\(.*\)$ # needs spoolss AD member env
216 ^samba3.rpc.spoolss.printserver.*.add_processor\(.*\)$
217 ^samba4.rpc.fsrvp       # fsrvp server only provided by smbd
219 # The following tests fail against ad_dc (aka s3fs) currently.
220 # These need to be examined and either fixed or correctly categorised.
221 # but in the interests of ensuring we do not regress, we run the tests
222 # and list the current failures here.
224 ^samba3.rpc.eventlog.eventlog.GetLogIntormation\(ad_dc\)
225 ^samba3.rpc.eventlog.eventlog.FlushEventLog\(ad_dc\)
226 ^samba3.rpc.eventlog.eventlog.ReportEventLog\(ad_dc\)
227 ^samba3.rpc.eventlog.eventlog.ReadEventLog\(ad_dc\)
228 ^samba3.rpc.eventlog.eventlog.GetNumRecords\(ad_dc\)
229 ^samba3.rpc.eventlog.eventlog.OpenEventLog\(ad_dc\)
230 ^samba3.rap.basic.netsessiongetinfo\(ad_dc\)
232 # This makes less sense when not running against an AD DC
234 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -U against ad_member
235 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -G against ad_member
236 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -U check for sane mapping
237 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -G check for sane mapping
238 ^samba.wbinfo_simple.\(ad_dc_ntvfs:local\).--allocate-uid
239 ^samba.wbinfo_simple.\(ad_dc_ntvfs:local\).--allocate-gid
240 ^samba.wbinfo_simple.\(s4member:local\).--allocate-uid
241 ^samba.wbinfo_simple.\(s4member:local\).--allocate-gid
242 ^samba.wbinfo_simple.\(ad_dc:local\).--allocate-uid
243 ^samba.wbinfo_simple.\(ad_dc:local\).--allocate-gid
244 ^samba.wbinfo_simple.\(chgdcpass:local\).--allocate-uid
245 ^samba.wbinfo_simple.\(chgdcpass:local\).--allocate-gid
247 # These do not work against winbindd in member mode for unknown reasons
249 ^samba4.winbind.struct.domain_info\(s4member:local\)
250 ^samba4.winbind.struct.getdcname\(s4member:local\)
251 ^samba.blackbox.wbinfo\(s4member:local\).wbinfo -r against s4member\(s4member:local\)
252 ^samba.blackbox.wbinfo\(s4member:local\).wbinfo --user-sids against s4member\(s4member:local\)
253 ^samba.wbinfo_simple.\(s4member:local\).--user-groups
254 ^samba.nss.test using winbind\(s4member:local\)
256 # These fail since ad_dc_ntvfs assigns the local user's uid to SAMBADOMAIN/Administrator
257 # hence we have a duplicate UID in nsswitch.
259 ^samba3.local.nss.reentrant enumeration crosschecks\(ad_dc_ntvfs:local\)
260 ^samba3.local.nss.reentrant enumeration\(ad_dc_ntvfs:local\)
261 ^samba3.local.nss.enumeration\(ad_dc_ntvfs:local\)
262 ^samba3.local.nss.reentrant enumeration crosschecks\(ad_dc:local\)
263 ^samba3.local.nss.reentrant enumeration\(ad_dc:local\)
264 ^samba3.local.nss.enumeration\(ad_dc:local\)
266 # These fail only if we run the unix.whoami test before them
267 # in the member and ad_member environments. ==> Strange!!!
269 ^samba3.local.nss.reentrant enumeration crosschecks\(ad_member:local\)
270 ^samba3.local.nss.reentrant enumeration\(ad_member:local\)
271 ^samba3.local.nss.enumeration\(ad_member:local\)
273 # These do not work against winbindd in member mode for unknown reasons
275 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -U against ad_member\(ad_member:local\)
276 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -U check for sane mapping\(ad_member:local\)
277 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -G against ad_member\(ad_member:local\)
278 ^samba.blackbox.wbinfo\(ad_member:local\).wbinfo -G check for sane mapping\(ad_member:local\)
279 ^samba4.winbind.struct.getdcname\(ad_member:local\)
280 ^samba4.winbind.struct.lookup_name_sid\(ad_member:local\)
281 ^samba4.winbind.struct.getdcname\(nt4_member:local\) # Works in other modes, just not against the classic/NT4 DC
283 # Differences in our KDC compared to windows
285 ^samba4.krb5.kdc .*.as-req-pac-request # We should reply to a request for a PAC over UDP with KRB5KRB_ERR_RESPONSE_TOO_BIG unconditionally
287 # This will fail against the classic DC, because it requires kerberos
289 ^samba4.winbind.pac.*\(nt4_member:local\) # No KDC on a classic DC
291 # This fails because it requires the tombstone_reanimation module to be enabled
293 ^samba4.ldap.acl.python\(.*\).__main__.AclUndeleteTests.test_undelete\(.*\)
295 # This fails because the code for transitive extended matching rule
296 # LDAP_MATCH_RULE_TRANSITIVE_EVAL had to be disabled
298 ^samba4.ldap.match_rules.python.__main__.MatchRulesTests.test_extended_dn
299 ^samba4.ldap.match_rules.python.__main__.MatchRulesTests.test_g1_member_of_g4
300 ^samba4.ldap.match_rules.python.__main__.MatchRulesTests.test_object_dn_binary
301 ^samba4.ldap.match_rules.python.__main__.MatchRulesTests.test_one_way_links
302 ^samba4.ldap.match_rules.python.__main__.MatchRulesTests.test_u1_groups
303 ^samba4.ldap.match_rules.python.__main__.MatchRulesTests.test_u1_member_of_g4
304 ^samba4.ldap.match_rules.python.__main__.MatchRulesTests.test_u2_groups
305 ^samba4.ldap.match_rules.python.__main__.MatchRulesTests.test_u3_groups
306 ^samba4.ldap.match_rules.python.__main__.MatchRulesTests.test_u4_groups
308 # This fails because our python bindings create python Lists, not a type
309 # we can watch for set methods on.
311 ^samba.tests.dcerpc.integer.samba.tests.dcerpc.integer.IntegerTests.test_.*_into_uint8_list