[netcore] Makefile clean up (#16630)
[mono-project.git] / netcore / CoreFX.issues.rsp
blob1b3d2b8d9f3b8337d6c40d35fabe66275d766f41
1 -notrait category=OuterLoop 
2 -notrait category=RequiresElevation
3 -notrait category=nonnetcoreapptests
4 -notrait category=nonmonotests
5 -notrait category=failing
6 -notrait category=IgnoreForCI
8 ####################################################################
9 ##  Microsoft.VisualBasic.Core.Tests
10 ####################################################################
12 # https://github.com/mono/mono/issues/14854
13 -nomethod Microsoft.VisualBasic.Tests.ErrObjectTests.Clear
15 ####################################################################
16 ##  System.CodeDom.Tests
17 ####################################################################
19 # TODO: Hangs
20 -noclass System.CodeDom.Compiler.Tests.ExecutorTests
22 ####################################################################
23 ##  System.Collections.Specialized.Tests
24 ####################################################################
26 # TODO: Wrong exception
27 # https://github.com/mono/mono/issues/14858
28 -nomethod System.Collections.Specialized.Tests.NameValueCollectionCtorTests.Ctor_NegativeCapacity_ThrowsArgumentOutOfRangeException
30 ####################################################################
31 ##  System.Diagnostics.Process.Tests
32 ####################################################################
34 # test process hangs
35 -nomethod System.Diagnostics.Tests.ProcessTests.Kill_EntireProcessTree_True_CalledOnTreeContainingCallingProcess_ThrowsInvalidOperationException
37 # times out waiting for remote process. Would it require system wide dotnet?
38 # https://github.com/mono/mono/issues/14903
39 -nomethod System.Diagnostics.Tests.ProcessTests.ProcessStart_UseShellExecute_ExecuteOrder
41 ####################################################################
42 ##  System.Diagnostics.TraceSource.Tests
43 ####################################################################
45 # Object reference not set to an instance of an object on DefaultTraceListenerClassTests.MakeAssemblyGetEntryAssemblyReturnNull
46 # https://github.com/mono/mono/issues/14905
47 -nomethod System.Diagnostics.TraceSourceTests.DefaultTraceListenerClassTests.EntryAssemblyName_Null_NotIncludedInTrace
49 ####################################################################
50 ##  System.Diagnostics.Tracing.Tests
51 ####################################################################
53 # System.SR needs implemented.
54 # https://github.com/mono/mono/issues/14907
55 -nomethod BasicEventSourceTests.TestsManifestNegative.Test_GenerateManifest_InvalidEventSources
57 ####################################################################
58 ##  System.Dynamic.Runtime.Tests
59 ####################################################################
61 # ambigous methods
62 # https://github.com/mono/mono/issues/14906
63 -nomethod ManagedTests.DynamicCSharp.Conformance.dynamic.overloadResolution.Methods.Oneclass2methods.twoprms004.twoprms004.Test.DynamicCSharpRunTest
65 ####################################################################
66 ##  System.IO.Tests
67 ####################################################################
69 # TODO: Hangs
70 -nomethod System.IO.Tests.Directory_SetCurrentDirectory+Directory_SetCurrentDirectory_SymLink.SetToPathContainingSymLink
72 # flaky test (The process cannot access the file ...)
73 -nomethod System.IO.Tests.*.CopyFileWithData_MemberData
75 ####################################################################
76 ##  System.Linq.Expressions.Tests
77 ####################################################################
79 # OOM Exception gets thrown for the 68 (currently) tests that fail.
80 # https://github.com/mono/mono/issues/14912
81 -nomethod System.Linq.Expressions.Tests.ArrayBoundsTests.NewArrayBounds*
83 # Exceptions are different.
84 # https://github.com/mono/mono/issues/14918
85 -nomethod System.Linq.Expressions.Tests.BindTests.ConstantField
87 # System.Reflection.Emit type load / init exception https://github.com/mono/mono/issues/14919
88 -nomethod System.Linq.Expressions.Tests.Return.TailCallThenReturn
89 -nomethod System.Linq.Expressions.Tests.UnaryArithmeticNegateCheckedNullableTests.VerifyIL_NullableShortNegateChecked
90 -noclass System.Linq.Expressions.Tests.StackSpillerTests
91 -noclass System.Linq.Expressions.Tests.LambdaTests
92 -nomethod System.Linq.Expressions.Tests.BinaryCoalesceTests.VerifyIL_NullableIntCoalesceToNullableInt
93 -nomethod System.Linq.Expressions.Tests.UnaryArithmeticNegateCheckedTests.VerifyIL_ShortNegateChecked
94 -nomethod System.Linq.Expressions.Tests.BlockTests.InsignificantBlock
95 -nomethod System.Linq.Expressions.Tests.CompilerTests.VerifyIL_*
97 # InvalidOperationException - Sequence contains no matching element
98 # https://github.com/mono/mono/issues/14920
99 -nomethod System.Linq.Expressions.Tests.ArrayAccessTests.ArrayAccess_MultiDimensionalOf1
100 -nomethod System.Linq.Expressions.Tests.ArrayAccessTests.ArrayIndex_MultiDimensionalOf1
101 -nomethod System.Linq.Expressions.Tests.MemberAccessTests.Property_NoGetOrSetAccessors_ThrowsArgumentException
102 -nomethod System.Linq.Expressions.Tests.IndexExpressionTests.NoAccessorIndexedProperty
104 # IndexOutOfRangeException
105 # https://github.com/mono/mono/issues/14921
106 -nomethod System.Linq.Expressions.Tests.ArrayAccessTests.NonZeroBasedOneDimensionalArrayAccess
108 # System.InvalidOperationException : Operation is not valid due to the current state of the object.
109 # https://github.com/mono/mono/issues/14924
110 -nomethod System.Linq.Expressions.Tests.ExceptionHandlingExpressions.ExceptionThrownInFilter
112 # legit test failure... Expected 4 / actual 0
113 # https://github.com/mono/mono/issues/14925
114 -nomethod System.Linq.Expressions.Tests.ExceptionHandlingExpressions.ExpressionsUnwrapeExternallyThrownRuntimeWrappedException
116 # Expected exception but none was thrown
117 # https://github.com/mono/mono/issues/14927
118 -nomethod System.Linq.Expressions.Tests.IndexExpressionTests.IndexedPropertySetterValueTypeNotMatchPropertyType
119 -nomethod System.Linq.Expressions.Tests.IndexExpressionTests.IndexedPropertyGetReturnsWrongType
121 # Expected ArgumentException got IndexOutOfRangeException https://github.com/mono/mono/issues/14930
122 -nomethod System.Linq.Expressions.Tests.ArrayIndexTests.NonZeroBasedOneDimensionalArrayIndex
123 -nomethod System.Linq.Expressions.Tests.ArrayIndexTests.NonZeroBasedOneDimensionalArrayIndexMethod
125 # OOM Exception.  Weird
126 # https://github.com/mono/mono/issues/14933
127 -nomethod System.Linq.Expressions.Tests.ArrayBoundsTests.SingleNegativeBoundErrorMessage
129 # Arithmetic operation resulted in an overflow.
130 # https://github.com/mono/mono/issues/14934
131 -nomethod System.Linq.Expressions.Tests.ArrayBoundsTests.MultipleNegativeBoundErrorMessage
133 ####################################################################
134 ##  System.Linq.Parallel.Tests
135 ####################################################################
137 # fails w/ an ArgumentException: Arg_ObjObjEx https://github.com/mono/mono/issues/14956
138 -nomethod System.Linq.Parallel.Tests.PlinqModesTests.WithExecutionMode_Multiple
140 ####################################################################
141 ##  System.Memory.Tests
142 ####################################################################
144 # Reflection TargetException: Non-static method requires a target. 
145 # https://github.com/mono/mono/issues/14962
146 -nomethod System.SpanTests.SpanTests.ReadOnlyMemory_PropertyReturningReadOnlySpan
148 # Should throw NotSupportedException, but we do not. 
149 # https://github.com/mono/mono/issues/14993
150 -nomethod System.SpanTests.SpanTests.ReadOnlySpan_Constructor
151 -nomethod System.SpanTests.SpanTests.Span_Constructor
153 # Should throw NotSupportedException - Non static method requires a target
154 # https://github.com/mono/mono/issues/14998
155 -nomethod System.SpanTests.SpanTests.Span_InstanceMethod
156 -nomethod System.SpanTests.SpanTests.Memory_PropertyReturningSpan
157 -nomethod System.SpanTests.SpanTests.ReadOnlySpan_InstanceMethod
159 # Should throw OutOfMemory Exception, but does not throw
160 # https://github.com/mono/mono/issues/15002
161 -nomethod System.Buffers.Tests.ArrayBufferWriterTests_String.Invalid_Ctor
162 -nomethod System.Buffers.Tests.ArrayBufferWriterTests_Char.Invalid_Ctor
163 -nomethod System.Buffers.Tests.ArrayBufferWriterTests_Byte.Invalid_Ctor
165 ####################################################################
166 ##  System.Net.Http.Functional.Tests
167 ####################################################################
169 # TODO: Crashes runtime inside Interop.Http.MultiPerform (marshalling issue?)
170 # https://github.com/mono/mono/issues/15005
171 -nomethod *PlatformHandler*
173 # TODO: Hangs
174 # https://github.com/mono/mono/issues/15006
175 -nomethod *ExpectedDiagnosticSourceActivityLogging*
177 # Works, but may trigger UI!
178 # NOTE: KEEPING THIS HERE BUT COMMENTED OUT - in the event the UI is shown (wasn't for me)
179 #-nomethod System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandler_DangerousAcceptAllCertificatesValidator_Test.SetDelegate_ConnectionSucceeds
181 # When test is run, xunit claims it's not a part of the test suite 
182 #-nomethod System.Net.Http.Functional.Tests.SocketsHttpHandler_HttpClientHandler_ClientCertificates_Test.AutomaticOrManual_DoesntFailRegardlessOfWhetherClientCertsAreAvailable
184 ####################################################################
185 ##  System.Net.Sockets.Tests
186 ####################################################################
188 # TODO: Hangs and fails.
189 # https://github.com/mono/mono/issues/15010
190 -nomethod System.Net.Sockets.Tests.CreateSocket.CtorAndAccept_SocketNotKeptAliveViaInheritance
192 # flaky test
193 -nomethod System.Net.Sockets.Tests.SocketOptionNameTest.MulticastInterface_Set_AnyInterface_Succeeds
195 ####################################################################
196 ##  System.Reflection.Emit.ILGeneration.Tests
197 ####################################################################
199 # System.Reflection implementation to do.
200 -noclass System.Reflection.Emit.Tests.CustomAttributeBuilderTests
201 -nomethod System.Reflection.Emit.Tests.SignatureHelperAddArgument.*
202 -nomethod System.Reflection.Emit.Tests.SignatureHelperGetPropertySigHelper.*
203 -nomethod System.Reflection.Emit.Tests.ILGeneratorEmit3.Emit_OpCodes_LocalBuilder_TooManyLocals_ThrowsInvalidOperationException
204 -nomethod System.Reflection.Emit.Tests.ILGeneratorEmit3.Emit_OpCodes_LocalBuilder_LocalFromDifferentMethod_ThrowsArgumentException
205 -nomethod System.Reflection.Emit.Tests.ILGeneratorDeclareLocal.DeclareLocal_TypeCreated_ThrowsInvalidOperationException
206 -nomethod System.Reflection.Emit.Tests.ILGeneratorDeclareLocal.DeclareLocal_GlobalFunctionsCreated_ThrowsInvalidOperationException
207 -nomethod System.Reflection.Emit.Tests.SignatureHelperGetMethodSigHelper.GetMethodSigHelper_Module_CallingConventions_Type_Length_ReturnsThree
208 -nomethod System.Reflection.Emit.Tests.SignatureHelperGetMethodSigHelper.GetMethodSigHelper_Module_Type_TypeArray
209 -nomethod System.Reflection.Emit.Tests.SignatureHelperGetMethodSigHelper.GetMethodSigHelper_CallingConventions_Type_Length_ReturnsThree
210 -nomethod System.Reflection.Emit.Tests.SignatureHelperGetMethodSigHelper.GetMethodSigHelper_Module_Type_TypeArray_NullObjectInParameterType_ThrowsArgumentNullException
211 -nomethod System.Reflection.Emit.Tests.ILGeneratorEmit2.Emit_OpCodes_LocalBuilder_TooManyLocals_ThrowsInvalidOperationException
212 -nomethod System.Reflection.Emit.Tests.ILGeneratorEmit2.Emit_OpCodes_LocalBuilder_LocalFromDifferentMethod_ThrowsArgumentException
213 -nomethod System.Reflection.Emit.Tests.SetCustomAttributeTests.SetCustomAttribute_NullArgument_ThrowsArgumentNullException
214 -nomethod System.Reflection.Emit.Tests.ILGeneratorEmit4.TestEmitCalliNonBlittable
215 -nomethod System.Reflection.Emit.Tests.SignatureHelperAddArguments.AddArgument_NullObjectInRequiredCustomModifiers_ThrowsArgumentNullException
216 -nomethod System.Reflection.Emit.Tests.SignatureHelperAddArguments.AddArgument_NullObjectInOptionalCustomModifiers_ThrowsArgumentNullException
217 -nomethod System.Reflection.Emit.Tests.SignatureHelperAddArguments.AddArgument_DifferentCountsForCustomModifiers_ThrowsArgumentException
218 -nomethod System.Reflection.Emit.Tests.SignatureHelperAddArguments.AddArguments_SignatureFinished_ThrowsArgumentException
219 -nomethod System.Reflection.Emit.Tests.SignatureHelperAddArguments.AddArguments
221 ####################################################################
222 ##  System.Reflection.Emit.Tests
223 ####################################################################
225 # Mono behaves like coreclr but the test doesn't detect it
226 -nomethod System.Reflection.Emit.Tests.AssemblyTests.DefineDynamicModule
228 -nomethod System.Reflection.Emit.Tests.MethodBuilderEquals.Equals
229 -nomethod System.Reflection.Emit.Tests.ConstructorBuilderToString.ToString_NullRequiredOptionalCustomModifiers
230 -nomethod System.Reflection.Emit.Tests.ConstructorBuilderToString.ToString_NoRequiredOptionalCustomModifiers
231 -nomethod System.Reflection.Emit.Tests.EnumBuilderMethodTests.DefineLiteral
232 -nomethod System.Reflection.Emit.Tests.EnumBuilderMethodTests.DefineLiteral_InvalidLiteralValue_ThrowsArgumentException
233 -nomethod System.Reflection.Emit.Tests.EnumBuilderMethodTests.SetCustomAttribute_ConstructorInfo_ByteArray
234 -nomethod System.Reflection.Emit.Tests.EnumBuilderMethodTests.SetCustomAttribute_CustomAttributeBuilder
235 -nomethod System.Reflection.Emit.Tests.EnumBuilderPropertyTests.Guid_TypeCreated
236 -nomethod System.Reflection.Emit.Tests.FieldBuilderSetConstant.SetConstant_InvalidType_ThrowsArgumentException
237 -nomethod System.Reflection.Emit.Tests.GenericTypeParameterBuilderSetInterfaceConstraints.SetInterfaceConstraints_OneCustomInterface
238 -nomethod System.Reflection.Emit.Tests.GenericTypeParameterBuilderSetInterfaceConstraints.SetInterfaceConstraints_MultipleCustomInterfaces
239 -nomethod System.Reflection.Emit.Tests.MethodBuilderDefineGenericParameters.DefineGenericParameters_SingleTypeParameter_SetImplementationFlagsCalled_ThrowsInvalidOperationException
240 -nomethod System.Reflection.Emit.Tests.MethodBuilderDefineGenericParameters.DefineGenericParameters_TwoTypeParameters_SetImplementationFlagsCalled_ThrowsInvalidOperationException
241 -nomethod System.Reflection.Emit.Tests.MethodBuilderDefineGenericParameters.DefineGenericParameters_SingleTypeParameter_AlreadyDefined_ThrowsInvalidOperationException
242 -nomethod System.Reflection.Emit.Tests.MethodBuilderDefineGenericParameters.DefineGenericParameters_TwoTypeParameters_AlreadyDefined_ThrowsInvalidOperationException
243 -nomethod System.Reflection.Emit.Tests.MethodBuilderGetILGenerator.GetILGenerator_NoMethodBody_ThrowsInvalidOperationException
244 -nomethod System.Reflection.Emit.Tests.MethodBuilderMakeGenericMethod.TestNotThrowsExceptionOnNull
245 -nomethod System.Reflection.Emit.Tests.MethodBuilderMakeGenericMethod.TestNotThrowsExceptionOnEmptyArray1
246 -nomethod System.Reflection.Emit.Tests.MethodBuilderMakeGenericMethod.TestNotThrowsExceptionOnEmptyArray2
247 -nomethod System.Reflection.Emit.Tests.MethodBuilderReturnParameter.ReturnParameter_NoBody_ThrowsInvalidOperationException
248 -nomethod System.Reflection.Emit.Tests.MethodBuilderSetParameters.SetParameters
249 -nomethod System.Reflection.Emit.Tests.MethodBuilderSetParameters.SetParameters_NullParameter_ThrowsArgumentNullException
250 -nomethod System.Reflection.Emit.Tests.MethodBuilderToString.ToString_AllFieldsSet
251 -nomethod System.Reflection.Emit.Tests.MethodBuilderToString.ToString_NameAndAttributeSet
252 -nomethod System.Reflection.Emit.Tests.MethodBuilderToString.ToString_NameAttributeAndSignatureSetSet
253 -nomethod System.Reflection.Emit.Tests.MethodBuilderToString.ToString_NonGenericMethod
254 -nomethod System.Reflection.Emit.Tests.MethodBuilderToString.ToString_GenericMethod
255 -nomethod System.Reflection.Emit.Tests.ModuleBuilderDefineEnum.DefineEnum
256 -nomethod System.Reflection.Emit.Tests.ModuleBuilderDefineEnum.DefineEnum_DynamicUnderlyingType_Works
257 -nomethod System.Reflection.Emit.Tests.ModuleBuilderDefineEnum.DefineEnum_ByRefUnderlyingType_ThrowsCOMExceptionOnCreation
258 -nomethod System.Reflection.Emit.Tests.ModuleBuilderDefineType.DefineType
259 -nomethod System.Reflection.Emit.Tests.ModuleBuilderGetArrayMethod.GetArrayMethod_ValidArrayValues_VoidReturnType
260 -nomethod System.Reflection.Emit.Tests.ModuleBuilderGetArrayMethod.GetArrayMethod_ValidArrayValues_ValueReturnType
261 -nomethod System.Reflection.Emit.Tests.ModuleBuilderGetArrayMethod.GetArrayMethod_ValidArrayValues_ReferenceReturnType
262 -nomethod System.Reflection.Emit.Tests.ModuleBuilderGetArrayMethod.GetArrayMethod_ValidArrayValues_ValueParameterType
263 -nomethod System.Reflection.Emit.Tests.ModuleBuilderGetArrayMethod.GetArrayMethod_ValidArrayValues_ReferenceParameterType
264 -nomethod System.Reflection.Emit.Tests.ModuleBuilderGetArrayMethod.GetArrayMethod_JaggedArray
265 -nomethod System.Reflection.Emit.Tests.ModuleBuilderGetArrayMethod.GetArrayMethod_MultiDimensionalArray
266 -nomethod System.Reflection.Emit.Tests.ModuleBuilderGetArrayMethod.GetArrayMethod_NullParameters
267 -nomethod System.Reflection.Emit.Tests.ModuleBuilderGetArrayMethod.GetArrayMethod_ArrayClassNotArray_ThrowsArgumentException
268 -nomethod System.Reflection.Emit.Tests.ModuleBuilderGetArrayMethod.GetArrayMethod_InvalidArgument_ThrowsArgumentException
269 -nomethod System.Reflection.Emit.Tests.PropertyBuilderTest2.AddOtherMethod
270 -nomethod System.Reflection.Emit.Tests.PropertyBuilderTest11.SetConstant
271 -nomethod System.Reflection.Emit.Tests.PropertyBuilderTest11.SetConstant_TypeNotConstant_ThrowsArgumentException
272 -nomethod System.Reflection.Emit.Tests.PropertyBuilderTest12.SetCustomAttribute_CustomAttributeBuilder_TypeNotCreated_ThrowsInvalidOperationException
273 -nomethod System.Reflection.Emit.Tests.PropertyBuilderTest12.SetCustomAttribute_ConstructorInfo_ByteArray_TypeAlreadyCreated_ThrowsInvalidOperationException
274 -nomethod System.Reflection.Emit.Tests.PropertyBuilderTest15.TestThrowsExceptionForCreateTypeCalled
275 -nomethod System.Reflection.Emit.Tests.PropertyBuilderTest16.SetValue_ThrowsNotSupportedException
276 -nomethod System.Reflection.Emit.Tests.TypeBuilderAddInterfaceImplementation.AddInterfaceImplementation_TypeNotInterface_ThrowsTypeLoadExceptionOnCreation
277 -nomethod System.Reflection.Emit.Tests.TypeBuilderAddInterfaceImplementation.AddInterfaceImplementation_TypeDoesntImplementInterface_ThrowsTypeLoadExceptionOnCreation
278 -nomethod System.Reflection.Emit.Tests.TypeBuilderAssemblyQualifiedName.AssemblyQualifiedName
279 -nomethod System.Reflection.Emit.Tests.TypeBuilderCreateType.CreateType_BadAttributes
280 -nomethod System.Reflection.Emit.Tests.TypeBuilderCreateTypeInfo.CreateType_InvalidTypeAttributes_Throws
282 # Extra RTSpecialName attribute
283 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineConstructor.DefineConstructor
284 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineConstructor.DefineConstructor_NullRequiredAndOptionalCustomModifiers
285 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineDefaultConstructor.DefineDefaultConstructor
286 -nomethod System.Reflection.Emit.Tests.MethodBuilderDefineTypeInitializer.DefineTypeInitializer
288 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineMethodTests.DefineMethod
289 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineFieldTests.DefineField
290 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineFieldTests.DefineField_InvalidFieldAttributes_ThrowsTypeLoadExceptionOnCreation
291 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineFieldTests.DefineField_DynamicFieldTypeNotCreated_ThrowsTypeLoadException
292 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineGenericParameters.DefineGenericParameters_AlreadyDefinedGenericParameters_ThrowsInvalidOperationException
293 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineEvent.DefineEvent
294 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineEvent.DefineProperty_InvalidUnicodeChars
295 -nomethod System.Reflection.Emit.Tests.MethodBuilderDefineMethodOverride.DefineMethodOverride_NothingToOverride_ThrowsTypeLoadExceptionOnCreation
296 -nomethod System.Reflection.Emit.Tests.MethodBuilderDefineMethodOverride.DefineMethodOverride_ClassDoesNotImplementOrInheritMethod_ThrowsTypeLoadExceptionOnCreation
297 -nomethod System.Reflection.Emit.Tests.MethodBuilderDefineMethodOverride.DefineMethodOverride_BodyAndDeclarationTheSame_ThrowsTypeLoadExceptionOnCreation
298 -nomethod System.Reflection.Emit.Tests.MethodBuilderDefineMethodOverride.DefineMethodOverride_CalledTwiceWithDifferentBodies_ThrowsTypeLoadExceptionOnCreation
299 -nomethod System.Reflection.Emit.Tests.MethodBuilderDefineMethodOverride.DefineMethodOverride_BodyAndDeclarationHaveDifferentSignatures_ThrowsTypeLoadExceptionOnCreation
300 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineNestedType.DefineNestedType
301 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineNestedType.DefineNestedType_LongName_ThrowsArgumentException
302 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineNestedType.DefineNestedType_InvalidAttributes_ThrowsArgumentException
303 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineNestedType.DefineNestedType_InvalidParent_ThrowsArgumentException
304 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineNestedType.DefineNestedType_InvalidInterfaceType_ThrowsTypeLoadExceptionOnCreation
305 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineProperty.DefineProperty
306 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineProperty.DefineProperty_OpenGenericReturnType_ThrowsBadImageFormatExceptionGettingCreatedPropertyType
307 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineProperty.DefineProperty_NullParameterType_ThrowsArgumentNullException
308 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineProperty.DefineProperty_OpenGenericParameterType_ThrowsBadImageFormatExceptionGettingCreatedPropertyType
309 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineProperty.DefineProperty_DynamicPropertyTypeNotCreated_ThrowsTypeLoadException
310 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineProperty.DefineProperty_DynamicParameterTypeNotCreated_ThrowsTypeLoadException
311 -nomethod System.Reflection.Emit.Tests.TypeBuilderDefineProperty.DefineProperty_CalledMultipleTimes_Works
312 -nomethod System.Reflection.Emit.Tests.TypeBuilderGetConstructor.GetConstructor_TypeNotTypeBuilder_ThrowsArgumentException
313 -nomethod System.Reflection.Emit.Tests.TypeBuilderGetConstructor.GetConstructor_DeclaringTypeOfConstructorNotGenericTypeDefinitionOfType_ThrowsArgumentException
314 -nomethod System.Reflection.Emit.Tests.TypeBuilderGetConstructor.GetConstructor_TypeNotGeneric_ThrowsArgumentException
315 -nomethod System.Reflection.Emit.Tests.TypeBuilderGetField.GetField_TypeNotTypeBuilder_ThrowsArgumentException
316 -nomethod System.Reflection.Emit.Tests.TypeBuilderGetField.GetField_DeclaringTypeOfFieldNotGenericTypeDefinitionOfType_ThrowsArgumentException
317 -nomethod System.Reflection.Emit.Tests.TypeBuilderGetField.GetField_TypeNotGeneric_ThrowsArgumentException
318 -nomethod System.Reflection.Emit.Tests.TypeBuilderGetMethod.GetMethod_TypeNotTypeBuilder_ThrowsArgumentException
319 -nomethod System.Reflection.Emit.Tests.TypeBuilderGetMethod.GetMethod_MethodDefinitionNotInTypeGenericDefinition_ThrowsArgumentException
320 -nomethod System.Reflection.Emit.Tests.TypeBuilderGetMethod.GetMethod_MethodNotGenericTypeDefinition_ThrowsArgumentException
321 -nomethod System.Reflection.Emit.Tests.TypeBuilderGetMethod.GetMethod_TypeIsNotGeneric_ThrowsArgumentException
322 -nomethod System.Reflection.Emit.Tests.TypeBuilderGUID.Guid_TypeCreated_NotEmpty
324 -nomethod System.Reflection.Emit.Tests.AssemblyTests.DefineDynamicAssembly_AssemblyName_AssemblyBuilderAccess
325 -nomethod System.Reflection.Emit.Tests.AssemblyTests.DefineDynamicAssembly_AssemblyName_AssemblyBuilderAccess_CustomAttributeBuilder
327 # need to reflect https://github.com/dotnet/coreclr/pull/24937 changes
328 -nomethod System.Reflection.Emit.Tests.MethodBuilderSetSignature.SetSignature_AllParametersNull
329 -nomethod System.Reflection.Emit.Tests.MethodBuilderSetReturnType.SetReturnType_NullReturnType_ReturnsVoid
330 -nomethod System.Reflection.Emit.Tests.MethodBuilderGetGenericArguments.GetGenericArguments_NonGenericMethod_ReturnsEmptyArray
331 -nomethod System.Reflection.Emit.Tests.MethodBuilderSetSignature.SetSignature_NullReturnType_CustomModifiersSetToWrongTypes
333 ####################################################################
334 ##  System.Reflection.Tests
335 ####################################################################
337 # Expected ArgumentException, but none was thrown
338 # https://github.com/mono/mono/issues/15024
339 -nomethod System.Reflection.Tests.MethodInfoTests.Invoke_OptionalParameterUnassingableFromMissing_WithMissingValue_ThrowsArgumentException
341 # Static ctors cannot be invoke with one Invoke overload
342 # https://github.com/mono/mono/issues/15025
343 -nomethod System.Reflection.Tests.ConstructorInfoTests.Invoke_StaticConstructor_ThrowsMemberAccessException
345 # Expected MemberAccessException, but we're throwing TargetException
346 # https://github.com/mono/mono/issues/15026
347 -nomethod System.Reflection.Tests.ConstructorInfoTests.Invoke_AbstractClass_ThrowsMemberAccessException
349 # Expected TargetParameterCountException, but we have ArgumentException
350 # https://github.com/mono/mono/issues/15027
351 -nomethod System.Reflection.Tests.PropertyInfoTests.GetValue_Invalid
353 # Expected empty string, but got enumType instead 
354 # https://github.com/mono/mono/issues/15028
355 -nomethod System.Reflection.Tests.TypeInfoTests.IsEnumDefined_Invalid
357 # Fails because our Object class has extra instance methods
358 # https://github.com/mono/mono/issues/15029
359 -nomethod System.Reflection.Tests.TypeInfoTests.FindMembers
360 -nomethod System.Reflection.Tests.TypeInfoTests.GetMethods
361 -nomethod System.Reflection.Tests.TypeInfoTests.GetMembers
362 -nomethod System.Reflection.Tests.TypeInfoTests.GetMethod
364 # CustomConstantAttribute not supported
365 # https://github.com/mono/mono/issues/15037
366 -nomethod System.Reflection.Tests.ParameterInfoTests.RawDefaultValueFromAttribute
368 # SKIPPED
369 -nomethod System.Reflection.Tests.MemberInfoNetCoreAppTests.HasSameMetadataDefinitionAs__CornerCase_HasElementTypes
371 # Assertion failed... Not sure why 
372 # https://github.com/mono/mono/issues/15069
373 -nomethod System.Reflection.Tests.MemberInfoNetCoreAppTests.HasSameMetadataDefinitionAs_GenericTypeParameters
375 ####################################################################
376 ##  System.Runtime.InteropServices.Tests
377 ####################################################################
379 # Marshal Methods WILL NOT BE Implemented in MonoVM
380 # https://github.com/mono/mono/issues/15085 
381 -nomethod System.Runtime.InteropServices.Tests.IntPtrTests.ReadIntPtr_NotReadable_ThrowsArgumentException
382 -nomethod System.Runtime.InteropServices.Tests.IntPtrTests.WriteIntPtr_BlittableObject_Roundtrips
383 -nomethod System.Runtime.InteropServices.Tests.IntPtrTests.WriteIntPtr_StructWithReferenceTypes_ReturnsExpected
384 -nomethod System.Runtime.InteropServices.Tests.Int64Tests.WriteInt64_StructWithReferenceTypes_ReturnsExpected
385 -nomethod System.Runtime.InteropServices.Tests.Int64Tests.ReadInt64_BlittableObject_ReturnsExpected
386 -nomethod System.Runtime.InteropServices.Tests.Int16Tests.ReadInt16_NullObject_ThrowsAccessViolationException
387 -nomethod System.Runtime.InteropServices.Tests.Int16Tests.ReadInt16_NotReadable_ThrowsArgumentException
388 -nomethod System.Runtime.InteropServices.Tests.Int16Tests.WriteInt16_NotReadable_ThrowsArgumentException
389 -nomethod System.Runtime.InteropServices.Tests.Int16Tests.WriteInt16_BlittableObject_Roundtrips
390 -nomethod System.Runtime.InteropServices.Tests.Int16Tests.ReadInt16_StructWithReferenceTypes_ReturnsExpected
391 -nomethod System.Runtime.InteropServices.Tests.Int16Tests.WriteInt16_NullObject_ThrowsAccessViolationException
392 -nomethod System.Runtime.InteropServices.Tests.Int16Tests.ReadInt16_BlittableObject_ReturnsExpected
393 -nomethod System.Runtime.InteropServices.Tests.Int16Tests.WriteInt16_StructWithReferenceTypes_ReturnsExpected
394 -nomethod System.Runtime.InteropServices.Tests.IntPtrTests.ReadIntPtr_BlittableObject_ReturnsExpected
395 -nomethod System.Runtime.InteropServices.Tests.Int64Tests.WriteInt64_NotReadable_ThrowsArgumentException
396 -nomethod System.Runtime.InteropServices.Tests.Int64Tests.WriteInt64_BlittableObject_Roundtrips
397 -nomethod System.Runtime.InteropServices.Tests.Int64Tests.WriteInt64_NullObject_ThrowsAccessViolationException
398 -nomethod System.Runtime.InteropServices.Tests.Int64Tests.ReadInt64_NotReadable_ThrowsArgumentException
399 -nomethod System.Runtime.InteropServices.Tests.Int32Tests.ReadInt32_NullObject_ThrowsAccessViolationException
400 -nomethod System.Runtime.InteropServices.Tests.Int32Tests.WriteInt32_NullObject_ThrowsAccessViolationException
401 -nomethod System.Runtime.InteropServices.Tests.Int32Tests.WriteInt32_BlittableObject_Roundtrips
402 -nomethod System.Runtime.InteropServices.Tests.Int32Tests.WriteInt32_NotReadable_ThrowsArgumentException
403 -nomethod System.Runtime.InteropServices.Tests.Int32Tests.WriteInt32_StructWithReferenceTypes_ReturnsExpected
404 -nomethod System.Runtime.InteropServices.Tests.Int32Tests.ReadInt32_StructWithReferenceTypes_ReturnsExpected
405 -nomethod System.Runtime.InteropServices.Tests.Int32Tests.ReadInt32_NotReadable_ThrowsArgumentException
406 -nomethod System.Runtime.InteropServices.Tests.Int32Tests.ReadInt32_BlittableObject_ReturnsExpected
407 -nomethod System.Runtime.InteropServices.Tests.IntPtrTests.ReadIntPtr_NullObject_ThrowsAccessViolationException
408 -nomethod System.Runtime.InteropServices.Tests.IntPtrTests.WriteIntPtr_NullObject_ThrowsAccessViolationException
409 -nomethod System.Runtime.InteropServices.Tests.IntPtrTests.WriteIntPtr_NotReadable_ThrowsArgumentException
410 -nomethod System.Runtime.InteropServices.Tests.IntPtrTests.ReadIntPtr_StructWithReferenceTypes_ReturnsExpected
411 -nomethod System.Runtime.InteropServices.Tests.ByteTests.ReadByte_BlittableObject_ReturnsExpected
412 -nomethod System.Runtime.InteropServices.Tests.ByteTests.WriteByte_NullObject_ThrowsAccessViolationException
413 -nomethod System.Runtime.InteropServices.Tests.ByteTests.WriteByte_StructWithReferenceTypes_ReturnsExpected
414 -nomethod System.Runtime.InteropServices.Tests.ByteTests.ReadByte_StructWithReferenceTypes_ReturnsExpected
415 -nomethod System.Runtime.InteropServices.Tests.ByteTests.WriteByte_BlittableObject_Roundtrips
416 -nomethod System.Runtime.InteropServices.Tests.ByteTests.WriteByte_NotReadable_ThrowsArgumentException
417 -nomethod System.Runtime.InteropServices.Tests.ByteTests.ReadByte_NullObject_ThrowsAccessViolationException
418 -nomethod System.Runtime.InteropServices.Tests.ByteTests.ReadByte_NotReadable_ThrowsArgumentException
419 -nomethod System.Runtime.InteropServices.Tests.Int64Tests.ReadInt64_NullObject_ThrowsAccessViolationException
420 -nomethod System.Runtime.InteropServices.Tests.Int64Tests.ReadInt64_StructWithReferenceTypes_ReturnsExpected
421 -nomethod System.Runtime.InteropServices.Tests.GetExceptionCodeTests.*
422 -nomethod System.Runtime.InteropServices.Tests.GetExceptionPointersTests.GetExceptionPointers_ReturnsExpected
425 # Not sure what to check
426 # Expected ArgumentException to be thrown, but none was
427 # https://github.com/mono/mono/issues/15087
428 -nomethod System.Runtime.InteropServices.Tests.DestroyStructureTests.DestroyStructure_NonRuntimeType_ThrowsArgumentException
429 -nomethod System.Runtime.InteropServices.Tests.OffsetOfTests.OffsetOf_NotMarshallable_ThrowsArgumentException
430 -nomethod System.Runtime.InteropServices.Tests.SizeOfTests.SizeOf_InvalidType_ThrowsArgumentException
432 # Wants exception messages to be non-empty
433 # https://github.com/mono/mono/issues/15093
434 -nomethod System.Runtime.InteropServices.Tests.GetExceptionForHRTests.GetExceptionForHR_ErrorInfo_ReturnsValidException
435 -nomethod System.Runtime.InteropServices.Tests.GetExceptionForHRTests.GetExceptionForHR_NoErrorInfo_ReturnsValidException
436 -nomethod System.Runtime.InteropServices.Tests.ThrowExceptionForHRTests.ThrowExceptionForHR_NoErrorInfo_ReturnsValidException
437 -nomethod System.Runtime.InteropServices.Tests.ThrowExceptionForHRTests.ThrowExceptionForHR_ErrorInfo_ReturnsValidException
439 # Supported on Mono
440 # Expected ArgumentException
441 # https://github.com/mono/mono/issues/15097
442 -nomethod System.Runtime.InteropServices.Tests.GetFunctionPointerForDelegateTests.GetFunctionPointer_GenericDelegate_ThrowsArgumentException
444 # AE with The structure must not be a value class;
445 # https://github.com/mono/mono/issues/15101
446 -nomethod System.Runtime.InteropServices.Tests.PtrToStructureTests.PtrToStructure_ZeroPointer_ThrowsArgumentNullException
448 # Expected 255 / Actual 1
449 # https://github.com/mono/mono/issues/15102
450 -nomethod System.Runtime.InteropServices.Tests.StructureToPtrTests.StructureToPtr_ByValBoolArray_Success
452 # MarshalDirectiveException
453 # https://github.com/mono/mono/issues/15103
454 -nomethod System.Runtime.InteropServices.Tests.StructureToPtrTests.StructureToPtr_ByValDateArray_Success
456 # Expects AE but none was thrown
457 # https://github.com/mono/mono/issues/15104
458 -nomethod System.Runtime.InteropServices.Tests.StructureToPtrTests.StructureToPtr_InvalidLengthByValArrayInStruct_ThrowsArgumentException
460 ####################################################################
461 ##  System.Runtime.Numerics.Tests
462 ####################################################################
464 # Expected vs Actual are pretty different
465 # https://github.com/mono/mono/issues/15106
466 -nomethod System.Numerics.Tests.ComplexTests.Sin_Advanced
468 # Same as above
469 # https://github.com/mono/mono/issues/15107
470 -nomethod System.Numerics.Tests.ComplexTests.Sinh_Advanced
472 # Same as above
473 # https://github.com/mono/mono/issues/15108
474 -nomethod System.Numerics.Tests.ComplexTests.Cos_Advanced
476 # Same as above
477 # https://github.com/mono/mono/issues/15109
478 -nomethod System.Numerics.Tests.ComplexTests.Cosh_Advanced
480 # Same as above
481 # https://github.com/mono/mono/issues/15110
482 -nomethod System.Numerics.Tests.ComplexTests.Exp
484 ####################################################################
485 ##  System.Runtime.Serialization.Formatters.Tests
486 ####################################################################
488 # Expected MemberAccessException but none was thrown
489 # https://github.com/mono/mono/issues/15111
490 -nomethod System.Runtime.Serialization.Formatters.Tests.FormatterServicesTests.GetUninitializedObject_OpenGenericClass_ThrowsMemberAccessException
492 # NotNull Assertion failure
493 # https://github.com/mono/mono/issues/15112
494 -nomethod System.Runtime.Serialization.Formatters.Tests.SerializationGuardTests.BlockReflectionDodging
496 # Expected AE but none thrown
497 # https://github.com/mono/mono/issues/15113
498 -nomethod System.Runtime.Serialization.Formatters.Tests.FormatterServicesTests.GetUninitializedObject_NotSupportedType_ThrowsArgumentException
500 # Expected TypeInitializationException but none thrown 
501 # https://github.com/mono/mono/issues/15114
502 -nomethod System.Runtime.Serialization.Formatters.Tests.FormatterServicesTests.GetUninitializedObject_StaticConstructorThrows_ThrowsTypeInitializationException
504 # Object reference not set to an instance of an object error
505 # https://github.com/mono/mono/issues/15115
506 -nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateAgainstBlobs
507 -nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.RoundtripManyObjectsInOneStream
508 -nomethod System.Runtime.Serialization.Formatters.Tests.BinaryFormatterTests.ValidateBasicObjectsRoundtrip
510 ####################################################################
511 ##  System.Runtime.Tests
512 ####################################################################
514 # https://github.com/mono/mono/issues/14291 incorrect line numbers
515 # See https://github.com/mono/mono/issues/15140 and https://github.com/mono/mono/issues/15141
516 -nomethod System.Tests.ExceptionTests.ThrowStatementDoesNotResetExceptionStackLineSameMethod
517 -nomethod System.Tests.ExceptionTests.ThrowStatementDoesNotResetExceptionStackLineOtherMethod
519 # RuntimeAssembly.IsCollectible is not implemented yet
520 # Implementation task https://github.com/mono/mono/issues/15142
521 -nomethod System.Reflection.Tests.IsCollectibleTests.*
523 # Mono ignores [Optional] attribute defined on parameters in delegates
524 # https://github.com/mono/mono/issues/15148
525 -nomethod System.Tests.DelegateTests.DynamicInvoke_OptionalParameterUnassingableFromMissing_WithMissingValue
526 -nomethod System.Tests.DelegateTests.DynamicInvoke_OptionalParameter_WithMissingValue
527 -nomethod System.Tests.DelegateTests.DynamicInvoke_ParameterSpecification_ArrayOfMissing
529 # mono doesn't support termination signals, the test kills a process via libc's kill(pid)
530 # and expects it to trigger domain.ProcessExit event
531 -nomethod System.Tests.ExitCodeTests.SigTermExitCode
533 # error: Invalid IL code in (wrapper dynamic-method) object:<xsl:apply-templates> (System.Xml.Xsl.Runtime.XmlQueryRuntime,System.Xml.XPath.XPathNavigator,double): IL_0179: ret
534 -nomethod System.Tests.Types.VoidTests.IsByRef_Get_ReturnsExpected
536 # throws ArgumentException
537 # https://github.com/mono/mono/issues/15152
538 -nomethod System.Reflection.Tests.PointerTests.PointerPropertyGetValue
540 # GC.GetTotalAllocatedBytes is not implemented
541 -nomethod System.Tests.GCTests.GetTotalAllocatedBytes
543 # GC.GetAllocatedBytesForCurrentThread is not implemented
544 -nomethod System.Tests.GCTests.GetAllocatedBytesForCurrentThread
546 # GCSettings.LatencyMode is not implemented
547 -nomethod System.Tests.GCTests.LatencyRoundtrips
549 # GC.GetGCMemoryInfo is not implemented
550 -nomethod System.Tests.GCTests.GetGCMemoryInfo
552 # Could not load type 'System.Nullable`1[[System.Int32, mscorlib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089]]' from assembly 'mscorlib, Version=4.0.0.0, Culture=neutral, PublicKeyToken=b77a5c561934e089'
553 # https://github.com/mono/mono/issues/15153
554 -nomethod System.Tests.ActivatorTests.TestingCreateInstanceObjectHandleFullSignature
556 # flaky test, System.ArgumentNullException : Key cannot be null. Parameter name: key
557 -nomethod System.Tests.GetEnvironmentVariable.EnvironmentVariablesAreHashtable
559 ####################################################################
560 ##  System.Threading.Tests
561 ####################################################################
563 # Monitor.LockContentionCount is not implemented
564 # Implementation https://github.com/mono/mono/issues/15155
565 # https://github.com/mono/mono/issues/15156
566 -nomethod System.Threading.Tests.MonitorTests.Enter_HasToWait_LockContentionCountTest
568 # Process hangs and test fails with [ERROR] FATAL UNHANDLED EXCEPTION: System.Threading.WaitHandleCannotBeOpenedException: No handle of the given name exists.
569 # https://github.com/mono/mono/issues/15157
570 -nomethod System.Threading.Tests.MutexTests.CrossProcess_NamedMutex_ProtectedFileAccessAtomic
572 # Fails with typeof(System.Threading.WaitHandleCannotBeOpenedException): A WaitHandle with system-wide name '' cannot be created. A WaitHandle of a different type might have the same name.
573 # Expects an ArgumentException
574 # https://github.com/mono/mono/issues/15158
575 -nomethod System.Threading.Tests.MutexTests.OpenExisting_InvalidNames
577 # Expects ArgumentException but none is thrown
578 # https://github.com/mono/mono/issues/15159
579 -nomethod System.Threading.Tests.MutexTests.Ctor_InvalidNames_Unix
581 # Expects PlatformNotSupportedException, but we give an ArgumentNullException
582 # https://github.com/mono/mono/issues/15160
583 -nomethod System.Threading.Tests.SemaphoreTests.OpenExisting_NotSupported_Unix
585 # Expects PlatformNotSupportedException but none thrown
586 # https://github.com/mono/mono/issues/15161
587 -nomethod System.Threading.Tests.SemaphoreTests.Ctor_NamesArentSupported_Unix
589 ####################################################################
590 ##  System.Threading.Tests
591 ####################################################################
593 # Requires precise GC (should be ignored in dotnet/corefx for mono)
594 -nomethod System.Threading.Tasks.Tests.ExecutionContextFlowTest.TaskCompletionSourceDoesntCaptureExecutionContext
596 ####################################################################
597 ##  System.Threading.ThreadPool.Tests
598 ####################################################################
600 # Tests for ThreadPool.SetMaxThreads(-1, -1) == true, which only happens to work on CoreCLR because
601 # the managed SetMaxThreadsNative prototype uses "int"s while the unmanaged code uses "DWORD"s and
602 # thus it interprets it as large positive numbers.
604 # https://github.com/mono/mono/issues/15164
605 -nomethod System.Threading.ThreadPools.Tests.ThreadPoolTests.SetMinMaxThreadsTest
607 # TODO: Differences in behaviour between NetFX and CoreFX
608 -nomethod System.Threading.ThreadPools.Tests.ThreadPoolTests.SetMinThreadsTo0Test
610 # Explicitly skipped if it's MonoVM (SkipOnTargetFramework)
611 -nomethod System.Threading.ThreadPools.Tests.ThreadPoolTests.SetMinMaxThreadsTest_ChangedInDotNetCore
613 ####################################################################
614 ##  System.ComponentModel.Composition.Tests
615 ####################################################################
617 -nomethod System.ComponentModel.Composition.CompositionServicesTests.GetDefaultContractNameTest
618 -nomethod System.ComponentModel.Composition.MetadataViewProviderTests.GetMetadataView_InterfaceWithIndexer_ShouldThrowNotSupportedException
619 -nomethod Tests.Integration.ExportFactoryTests.ExportFactoryStandardImports_ShouldWorkProperly
621 # flaky test - System.TypeLoadException : Could not load type '_proxy_System.ComponentModel.Composition.IStronglyTypedStructure_3b7f133d-79c7-449e-8f68-22aa093dbb8d' from assembly ''.
622 -nomethod System.ComponentModel.Composition.MetadataAttributeTests.StronglyTypedStructureTest
623 -nomethod System.ComponentModel.Composition.MetadataAttributeTests.StronglyTypedStructureTestWithTransparentViews
624 -nomethod System.ComponentModel.Composition.MetadataViewProviderTests.GetMetadataView_IMetadataViewWithDefaultedInt64
625 -nomethod System.ComponentModel.Composition.ExportCollectionTests.ImportCollectionsFromContainerOnly
626 # disable the whole namespace, https://github.com/mono/mono/issues/16417
627 -nonamespace System.ComponentModel.Composition
628 # same issue (only System.ComponentModel.Composition uses this namespace)
629 -nonamespace Tests.Integration
631 ####################################################################
632 ##  System.Composition.TypedParts.Tests
633 ####################################################################
635 # Missing assembly Microsoft.VisualStudio.TestPlatform.ObjectModel, Version=15.0.0.0, Culture=neutral, PublicKeyToken=b03f5f7f11d50a3a
636 # https://github.com/mono/mono/issues/15170
637 -nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssemblies_Assemblies_ThrowsCompositionFailedExceptionOnCreation
638 -nomethod System.Composition.Hosting.Tests.ContainerConfigurationTests.WithAssembly_Assembly_ThrowsCompositionFailedExceptionOnCreation
640 ####################################################################
641 ##  System.Data.Common.Tests
642 ####################################################################
644 # Invalid IL - IL_00bc: castclass 0x0100000d
645 -nomethod System.Data.Tests.SqlTypes.SqlCharsTest.ReadWriteXmlTest
647 # Invalid IL code in Microsoft.Xml.Serialization.GeneratedAssembly.XmlSerializationReaderSqlInt32:Read1_int (): IL_00bc: castclass 0x0100000d
648 # https://github.com/mono/mono/issues/15174
649 -nomethod System.Data.Tests.SqlTypes.SqlInt32Test.ReadWriteXmlTest
651 # System.InvalidProgramException : Invalid IL code in Microsoft.Xml.Serialization.GeneratedAssembly.XmlSerializationReaderSqlInt64:Read1_long (): IL_00bc: castclass 0x0100000d
652 # https://github.com/mono/mono/issues/15175
653 -nomethod System.Data.Tests.SqlTypes.SqlInt64Test.ReadWriteXmlTest
655 # System.InvalidProgramException : Invalid IL code in Microsoft.Xml.Serialization.GeneratedAssembly.XmlSerializationReaderSqlDouble:Read1_double (): IL_00bc: castclass 0x0100000d
656 # https://github.com/mono/mono/issues/15176
657 -nomethod System.Data.Tests.SqlTypes.SqlDoubleTest.ReadWriteXmlTest
659 # System.InvalidProgramException : Invalid IL code in Microsoft.Xml.Serialization.GeneratedAssembly.XmlSerializationReaderSqlInt16:Read1_short (): IL_00bc: castclass 0x0100000d
660 # https://github.com/mono/mono/issues/15177
661 -nomethod System.Data.Tests.SqlTypes.SqlInt16Test.ReadWriteXmlTest
663 # System.InvalidProgramException : Invalid IL code in Microsoft.Xml.Serialization.GeneratedAssembly.XmlSerializationReaderSqlDecimal:Read1_decimal (): IL_00bc: castclass 0x0100000d
664 # https://github.com/mono/mono/issues/15178
665 -nomethod System.Data.Tests.SqlTypes.SqlDecimalTest.ReadWriteXmlTest
667 # System.InvalidProgramException : Invalid IL code in Microsoft.Xml.Serialization.GeneratedAssembly.XmlSerializationReaderSqlString:Read1_string (): IL_00bc: castclass 0x0100000d
668 # https://github.com/mono/mono/issues/15179
669 -nomethod System.Data.Tests.SqlTypes.SqlStringTest.ReadWriteXmlTest
671 # Assert IsNotNull failure
672 # https://github.com/mono/mono/issues/15180
673 -nomethod System.Data.Common.Tests.DbConnectionTests.ProviderFactoryTest
675 ####################################################################
676 ##  System.Data.SqlClient.Tests
677 ####################################################################
679 # Test does not run when included 
680 -nomethod System.Data.SqlClient.Tests.AADAccessTokenTest.InvalidCombinationOfAccessToken
682 # Hangs and then fails... All async tests display the same failure
683 # https://github.com/mono/mono/issues/15181
684 -nomethod System.Data.SqlClient.Tests.DiagnosticTest.ExecuteNonQueryAsyncTest
685 -nomethod System.Data.SqlClient.Tests.DiagnosticTest.ExecuteReaderAsyncTest
686 -nomethod System.Data.SqlClient.Tests.DiagnosticTest.ExecuteNonQueryAsyncErrorTest
687 -nomethod System.Data.SqlClient.Tests.DiagnosticTest.ExecuteScalarAsyncErrorTest
688 -nomethod System.Data.SqlClient.Tests.DiagnosticTest.ExecuteScalarAsyncTest
690 ####################################################################
691 ##  System.Diagnostics.StackTrace.Tests
692 ####################################################################
694 # Expected -1, but got 0
695 # https://github.com/mono/mono/issues/15183
696 -nomethod System.Diagnostics.Tests.StackFrameTests.Ctor_SkipFrames
698 # Assertion differences 
699 # https://github.com/mono/mono/issues/15184
700 -nomethod System.Diagnostics.Tests.StackFrameTests.Ctor_Filename_LineNumber_ColNumber
702 # A little off 
703 # Assert.Equal() Failure
704 #                ↓ (pos 0)
705 #      Expected: MoveNext at offset 90 in file:line:column···
706 #      Actual:   .ctor at offset 90 in file:line:column Fi···
707 # https://github.com/mono/mono/issues/15186
708 -nomethod System.Diagnostics.Tests.StackFrameTests.ToString_Invoke_ReturnsExpected
710 # Assertion differences.  Expects -1, got 0
711 # https://github.com/mono/mono/issues/15187
712 -nomethod System.Diagnostics.Tests.StackFrameTests.Ctor_SkipFrames_FNeedFileInfo
714 # JIT should not inline custom throw helpers
715 -nomethod System.Diagnostics.Tests.StackTraceTests.Ctor_Exception_SkipFrames
716 -nomethod System.Diagnostics.Tests.StackTraceTests.Ctor_Exception_SkipFrames_FNeedFileInfo
718 ####################################################################
719 ##  System.Numerics.Vectors.Tests
720 ####################################################################
722 # Expects NotSupportedException, but actual was TypeInitializationException
723 # https://github.com/mono/mono/issues/15190
724 -nomethod System.Numerics.Tests.GenericVectorTests.ConstructorWithUnsupportedTypes_DateTime
725 -nomethod System.Numerics.Tests.GenericVectorTests.ConstructorWithUnsupportedTypes_Char
726 -nomethod System.Numerics.Tests.GenericVectorTests.ConstructorWithUnsupportedTypes_Guid
728 ####################################################################
729 ##  System.Reflection.Context.Tests
730 ####################################################################
732 # System.ArgumentNullException : Value cannot be null.
733 # Parameter name: attributeType
734 # https://github.com/mono/mono/issues/15191
735 -nomethod System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_MemberAttributes_Success
736 -nomethod System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_ParameterAttributes_Success
737 -nomethod System.Reflection.Context.Tests.CustomReflectionContextTests.MapType_Interface_Throws
739 ####################################################################
740 ##  System.Reflection.TypeExtensions.CoreCLR.Tests
741 ####################################################################
743 # Assertion... Expected true, got false
744 # https://github.com/mono/mono/issues/15194
745 -nomethod System.Reflection.Tests.MetadataTokenTests.SuccessImpliesNonNilWithCorrectTable
747 ####################################################################
748 ##  System.Runtime.Loader.DefaultContext.Tests
749 ####################################################################
751 # Expected FileNotFoundException, got none
752 # https://github.com/mono/mono/issues/15195
753 -nomethod System.Runtime.Loader.Tests.DefaultLoadContextTests.LoadInDefaultContext
755 ####################################################################
756 ##  System.Runtime.Loader.RefEmitLoadContext.Tests
757 ####################################################################
759 # Relies on AssemblyLoadContext.GetLoadContext, which is not implemented
760 -nomethod System.Runtime.Loader.Tests.RefEmitLoadContextTests.LoadRefEmitAssembly
762 ####################################################################
763 ##  System.Threading.Overlapped.Tests
764 ####################################################################
766 # Overflow Exception
767 # https://github.com/mono/mono/issues/15197
768 -nomethod OverlappedTests.PropertyTest2
770 # NRE in Overlapped.Pack
771 # https://github.com/mono/mono/issues/15308
772 -nomethod OverlappedTests.PackNegTest
773 -nomethod OverlappedTests.PackNegTest1
775 # NRE at Overlapped.Unpack (similar to pack)
776 # https://github.com/mono/mono/issues/15310
777 -nomethod OverlappedTests.UnPackTest
779 # NRE may be similar to above
780 # https://github.com/mono/mono/issues/15311
781 -nomethod OverlappedTests.PropertyTest3
782 -nomethod OverlappedTests.PropertyTest1
784 # NRE
785 # https://github.com/mono/mono/issues/15312
786 -nomethod ThreadPoolBoundHandleTests.BindHandle_MinusOneAsHandle_ThrowsArgumentException
788 # No Exception thrown
789 # https://github.com/mono/mono/issues/15313 
790 -nomethod ThreadPoolBoundHandleTests.PreAllocatedOverlapped_NonBlittableTypeAsPinData_Throws
791 -nomethod ThreadPoolBoundHandleTests.PreAllocatedOverlapped_ObjectArrayWithNonBlittableTypeAsPinData_Throws
792 -nomethod ThreadPoolBoundHandleTests.GetNativeOverlappedState_NullAsNativeOverlapped_ThrowsArgumentNullException
794 # NRE on BindHandle 
795 # https://github.com/mono/mono/issues/15314
796 -nomethod ThreadPoolBoundHandleTests.BindHandle_ZeroAsHandle_ThrowsArgumentException
797 -nomethod ThreadPoolBoundHandleTests.BindHandle_NullAsHandle_ThrowsArgumentNullException
798 -nomethod ThreadPoolBoundHandleTests.BindHandle_ValidHandle_ThrowsPlatformNotSupportedException
800 # Test not run
801 -nomethod ThreadPoolBoundHandleTests.PreAllocatedOverlapped_NullAsCallback_ThrowsArgumentNullException
803 ####################################################################
804 ##  System.Runtime.Extensions.Tests
805 ####################################################################
807 # GC.GetGCMemoryInfo is not implemented
808 # https://github.com/mono/mono/issues/15236
809 -nomethod System.Tests.AppDomainTests.MonitoringIsEnabled
811 # Mono expands generic Types in stacktraces unlike the .NET Core (sounds more like a feature: https://gist.github.com/EgorBo/3abb37d2ff4fc904bc7472c62498f933)
812 # https://github.com/mono/mono/issues/15315
813 -nomethod System.Tests.EnvironmentStackTrace.StackTraceTest
815 # These events are not wired up in mono
816 # https://github.com/mono/mono/issues/16246
817 -nomethod System.Tests.AppDomainTests.TypeResolve
818 -nomethod System.Tests.AppDomainTests.ResourceResolve
819 -nomethod System.Tests.AppDomainTests.AssemblyLoad
820 -nomethod System.Tests.AppDomainTests.FirstChanceException_Called
821 -nomethod System.Tests.AppDomainTests.AssemblyResolve_FirstChanceException
822 -nomethod System.Tests.AppDomainTests.AssemblyResolveInvalidAssemblyName
824 # AssemblyLoadContext.SetProfileOptimizationRoot is no-op (not implemented)
825 -nomethod System.Runtime.Tests.ProfileOptimizationTest.ProfileOptimization_CheckFileExists
827 ####################################################################
828 ##  System.Reflection.TypeExtensions.Tests
829 ####################################################################
831 # Assertion difference.  Expects 2, but got 1
832 # https://github.com/mono/mono/issues/15316
833 -nomethod System.Reflection.Tests.ConstructorInfoInvokeArrayTests.Invoke_1DArrayConstructor
835 # Exception difference
836 # https://github.com/mono/mono/issues/15317
837 -nomethod System.Reflection.Tests.ConstructorInfoTests.Invoke_Invalid
839 # Large Array support
840 # https://github.com/mono/mono/issues/15318
841 -nomethod System.Reflection.Tests.ConstructorInfoInvokeArrayTests.Invoke_LargeDimensionalArrayConstructor
843 # Throws a lot of different exceptions
844 # https://github.com/mono/mono/issues/15319
845 -nomethod System.Reflection.Tests.PropertyInfoTests.GetGetMethod_GetSetMethod
847 # Extra methods 
848 # https://github.com/mono/mono/issues/15320
849 -nomethod System.Reflection.Tests.TypeTests.GetMethods
851 ####################################################################
852 ##  System.Reflection.Emit.Lightweight.Tests
853 ####################################################################
855 # A different CreateDelegate issue
856 # https://github.com/mono/mono/issues/15321
857 -nomethod System.Reflection.Emit.Tests.DynamicMethodGetILGenerator1.GetILGenerator_Int_Module_CoreclrIgnoresSkipVisibility
858 -nomethod System.Reflection.Emit.Tests.DynamicMethodGetILGenerator1.GetILGenerator_Module_CoreclrIgnoresSkipVisibility
859 -nomethod System.Reflection.Emit.Tests.DynamicILInfoTests.GetTokenFor_IntGenerics_Success
861 # Need to implement System.Reflection.Emit.DynamicILInfo.SetLocalSignature(Byte[] localSignature)
862 -nomethod System.Reflection.Emit.Tests.DynamicILInfoTests.Test_TwoDimTest
863 -nomethod System.Reflection.Emit.Tests.DynamicILInfoTests.Test_GenericMethod
864 -nomethod System.Reflection.Emit.Tests.DynamicILInfoTests.GetTokenFor_CtorMethodAndField_Success
865 -nomethod System.Reflection.Emit.Tests.DynamicILInfoTests.GetTokenFor_String_Success
866 -nomethod System.Reflection.Emit.Tests.DynamicILInfoTests.GetTokenFor_StringGenerics_Success
867 -nomethod System.Reflection.Emit.Tests.DynamicILInfoTests.Test_CallGM
868 -nomethod System.Reflection.Emit.Tests.DynamicILInfoTests.GetTokenFor_Exception_Success
869 -nomethod System.Reflection.Emit.Tests.DynamicILInfoTests.GetTokenFor_DynamicMethod_Success
871 # Need to implement System.Reflection.Emit.DynamicILInfo.SetExceptions(Byte* exceptions, Int32 exceptionsSize)
872 -nomethod System.Reflection.Emit.Tests.DynamicILInfoTests.SetX_NullInput_ThrowsArgumentNullException
873 -nomethod System.Reflection.Emit.Tests.DynamicMethodctor1.InvalidOwner_ThrowsArgumentException
875 # Exception string is different (Expect System.String vs actual String)
876 # https://github.com/mono/mono/issues/15323
877 -nomethod System.Reflection.Emit.Tests.DynamicMethodToString.ToStringTest
879 # Expected: typeof(System.ArgumentOutOfRangeException)
880 # Actual:   typeof(System.OverflowException): Arithmetic operation resulted in an overflow.
881 # https://github.com/mono/mono/issues/15334
882 -nomethod System.Reflection.Emit.Tests.DynamicILInfoTests.SetX_NegativeInputSize_ThrowsArgumentOutOfRangeException
884 ####################################################################
885 ##  System.Runtime.Loader.Tests
886 ####################################################################
888 # NOTE: Not run (relies on collectible ALCs)
889 -nomethod System.Runtime.Loader.Tests.ContextualReflectionTest.*
891 # relies on collectible AssemblyLoadContext
892 -nomethod System.Runtime.Loader.Tests.AssemblyLoadContextTest.Unload_*
893 -nomethod System.Runtime.Loader.Tests.AssemblyLoadContextTest.Finalizer_CollectibleWithNoAssemblyLoaded
894 -nomethod System.Runtime.Loader.Tests.AssemblyLoadContextTest.PublicConstructor_Theory
895 -nomethod System.Runtime.Loader.Tests.AssemblyLoadContextTest.Unsupported_FixedAddressValueType
897 ####################################################################
898 ##  System.Reflection.MetadataLoadContext.Tests
899 ####################################################################
901 # https://github.com/mono/mono/issues/15340
902 -nomethod System.Reflection.Tests.CustomAttributeTests.TestDllImportPseudoCustomAttribute
903 -nomethod System.Reflection.Tests.CustomAttributeTests.TestMarshalAsPseudoCustomAttribute
904 -nomethod System.Reflection.Tests.ParameterTests.TestPseudoCustomAttributes
905 -nomethod System.Reflection.Tests.TypeTests.TestExplicitOffsetPseudoCustomAttribute
907 # Assertion failure: Expected: true, Actual: false
908 # https://github.com/mono/mono/issues/15344
909 -nomethod System.Reflection.Tests.TypeInvariants.TestInvariantCode
911 # System.TypeLoadException : Could not find type 'Typ\\W\[t\]S\+r\*n\&e\,haracters' in assembly ''.
912 # https://github.com/mono/mono/issues/15349
913 -nomethod System.Reflection.Tests.TypeTests.TypesWithStrangeCharacters
915 # flaky tests
916 -nomethod System.Reflection.Tests.TypeInfoDeclaredImplementedInterfacesTests.*
918 ####################################################################
919 ##  System.Utf8String.Experimental.Tests
920 ####################################################################
922 # Experimental feature 
923 # Will be removed and we can skip for now.
924 -nomethod System.Tests.MemoryTests.*
925 -nomethod System.Tests.Utf8StringTests.*
926 -nomethod System.Tests.Utf8ExtensionsTests.*
927 -nomethod System.Tests.ReflectionTests.*
928 -nomethod System.Net.Http.Tests.Utf8StringContentTests.*
930 ####################################################################
931 ##  System.ComponentModel.Composition.Registration.Tests
932 ####################################################################
934 # System.ComponentModel.Composition.Registration APIs are not supported on this platform.
935 -nomethod System.ComponentModel.Composition.Registration.Tests.RegistrationBuilderTests.*
936 -nomethod System.ComponentModel.Composition.Registration.Tests.PartBuilderUnitTests.*
937 -nomethod System.ComponentModel.Composition.Registration.Tests.PartBuilderOfTInheritanceTests.*
938 -nomethod System.ComponentModel.Composition.Registration.Tests.ExportBuilderUnitTests.*
939 -nomethod System.ComponentModel.Composition.Registration.Tests.RegistrationBuilderAttributedOverrideUnitTests.*
940 -nomethod System.ComponentModel.Composition.Registration.Tests.PartBuilderOfTTests.*
941 -nomethod System.ComponentModel.Composition.Registration.Tests.PartBuilderTests.*
942 -nomethod System.ComponentModel.Composition.Registration.Tests.ExportBuilderTests.*
943 -nomethod System.ComponentModel.Composition.Registration.Tests.ImportBuilderTests.*
944 -nomethod System.ComponentModel.Composition.Registration.Tests.RegistrationBuilderUnitTests.*
945 -nomethod System.ComponentModel.Composition.Registration.Tests.RegistrationBuilderExportFuncUnitTests.*
946 -nomethod System.ComponentModel.Composition.Registration.Tests.PartBuilderInterfaceTests.*
947 -nomethod System.ComponentModel.Composition.Registration.Tests.ExportInterfacesContractExclusionTests.*
949 ####################################################################
950 ##  System.Xml.Xsl.XslTransformApi.Tests
951 ####################################################################
953 # Xml differences... Looks like the parsing isn't working
954 # https://github.com/mono/mono/issues/15353
955 -nomethod System.Xml.Tests.CXmlResolverTest.TC_AbsolutePath_Transform
956 -nomethod System.Xml.Tests.CTransformResolverTest.TC_AbsolutePath_Transform
958 ####################################################################
959 ##  System.Net.Requests.Tests
960 ####################################################################
962 # hangs:
963 -nomethod System.Net.Tests.HttpWebRequestTest.HttpWebRequest_SetHostHeader_ContainsPortNumber
965 ####################################################################
966 ##  System.Security.Cryptography.X509Certificates.Tests
967 ####################################################################
969 # Passes local, but leaving here because it may be flaky 
970 -nomethod System.Security.Cryptography.X509Certificates.Tests.DynamicChainTests.TestInvalidAia
972 # disabled in CoreCLR too
973 -noclass System.Security.Cryptography.X509Certificates.Tests.X509Certificate2UITests
975 -nomethod System.IO.Tests.File_Move_Tests.File_Move_From_Unwatched_To_Watched
977 # unxpected non-breaking space in strings (char(160) - char(32))
978 -nomethod DataContractJsonSerializerTests.DCJS_VerifyDateTimeForDateTimeFormat
979 -nomethod DataContractJsonSerializerTests.DCJS_VerifyDateTimeForFormatStringDCJsonSerSettings
981 # GetCustomAttribute should ignore NullableContextAttribute?
982 -nomethod System.Reflection.Tests.GetCustomAttributes_MemberInfo.GetCustomAttributeAll
983 -nomethod System.Tests.AttributeGetCustomAttributes.MultipleAttributesTest
985 # Unexpected IntPtr.Zero from Interop.Mmap
986 -nomethod System.IO.MemoryMappedFiles.Tests.MemoryMappedViewAccessorTests.ValidAccessLevelCombinations
987 -nomethod System.IO.MemoryMappedFiles.Tests.MemoryMappedViewStreamTests.ValidAccessLevelCombinations
989 # requires precise gc (to be ignored in dotnet/corefx, e.g. https://github.com/dotnet/corefx/pull/39176)
990 -nomethod System.IO.Tests.FileStream_Dispose.Dispose_CallsVirtualDispose_TrueArg
991 -nomethod System.Net.Sockets.Tests.DisposedSocket.NonDisposedSocket_SafeHandlesCollected
992 -nomethod System.Diagnostics.TraceSourceTests.SwitchClassTests.PruneTest
994 # Flaky test (FileSystemWatcher)
995 -nomethod System.IO.Tests.Directory_NotifyFilter_Tests.FileSystemWatcher_Directory_NotifyFilter_LastWriteTime
997 # Flaky test
998 -nomethod System.Security.Cryptography.Rsa.Tests.RSAKeyFileTests.ReadEncryptedRsa16384