content/test/gpu/gpu_tests/webgl_conformance_expectations.py

   1 # Copyright (c) 2013 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 from telemetry.page import test_expectations
   6
   7 # Valid expectation conditions are:
   8 #
   9 # Operating systems:
  10 #     win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion,
  11 #     linux, chromeos, android
  12 #
  13 # GPU vendors:
  14 #     amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm,
  15 #     vivante
  16 #
  17 # Specific GPUs can be listed as a tuple with vendor name and device ID.
  18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604')
  19 # Device IDs must be paired with a GPU vendor.
  20
  21 class WebGLConformanceExpectations(test_expectations.TestExpectations):
  22   def SetExpectations(self):
  23     # Sample Usage:
  24     # self.Fail('gl-enable-vertex-attrib.html',
  25     #     ['mac', 'amd', ('nvidia', 0x1234)], bug=123)
  26
  27     # Fails on all platforms
  28     self.Fail('conformance/glsl/misc/shaders-with-mis-matching-uniforms.html',
  29         bug=351396)
  30     self.Fail('conformance/glsl/misc/boolean_precision.html',
  31         bug=368874)
  32     self.Fail('conformance/glsl/misc/shader-struct-scope.html',
  33         bug=368910)
  34
  35     # Flaky on Win
  36     self.Fail('conformance/extensions/webgl-draw-buffers.html',
  37         ['win'], bug=369349)
  38
  39     # Win7 / Intel failures
  40     self.Fail('conformance/rendering/gl-scissor-test.html',
  41         ['win7', 'intel'], bug=314997)
  42     self.Fail('conformance/context/premultiplyalpha-test.html',
  43         ['win7', 'intel'])
  44     self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html',
  45         ['win7', 'intel'])
  46     self.Fail('conformance/rendering/gl-viewport-test.html',
  47         ['win7', 'intel'], bug=372511)
  48
  49     # Mac / Intel failures
  50     # Radar 13499466
  51     self.Fail('conformance/limits/gl-max-texture-dimensions.html',
  52         ['mac', 'intel'], bug=225642)
  53     # Radar 13499623
  54     self.Fail('conformance/textures/texture-size.html',
  55         ['mac', 'intel'], bug=225642)
  56
  57     # Mac / Intel HD 3000 failures
  58     self.Skip('conformance/ogles/GL/control_flow/control_flow_009_to_010.html',
  59         ['mac', ('intel', 0x116)], bug=322795)
  60     # Radar 13499677
  61     self.Fail('conformance/glsl/functions/glsl-function-smoothstep-gentype.html',
  62         ['mac', ('intel', 0x116)], bug=225642)
  63     self.Fail('conformance/extensions/webgl-draw-buffers.html',
  64         ['mac', ('intel', 0x116)], bug=369349)
  65
  66     # Mac 10.8 / Intel HD 3000 failures
  67     self.Fail('conformance/rendering/gl-scissor-test.html',
  68         ['mountainlion', ('intel', 0x116)], bug=314997)
  69     self.Fail('conformance/ogles/GL/operators/operators_009_to_016.html',
  70         ['mountainlion', ('intel', 0x116)], bug=322795)
  71
  72     # Mac Retina failures
  73     self.Fail(
  74         'conformance/glsl/bugs/array-of-struct-with-int-first-position.html',
  75         ['mac', ('nvidia', 0xfd5), ('nvidia', 0xfe9)], bug=368912)
  76
  77     # Mac 10.8 / ATI failures
  78     self.Fail(
  79         'conformance/rendering/point-with-gl-pointcoord-in-fragment-shader.html',
  80         ['mountainlion', 'amd'])
  81
  82     # Mac 10.7 / Intel failures
  83     self.Skip('conformance/glsl/functions/glsl-function-asin.html',
  84         ['lion', 'intel'])
  85     self.Skip('conformance/glsl/functions/glsl-function-dot.html',
  86         ['lion', 'intel'])
  87     self.Skip('conformance/glsl/functions/glsl-function-faceforward.html',
  88         ['lion', 'intel'])
  89     self.Skip('conformance/glsl/functions/glsl-function-length.html',
  90         ['lion', 'intel'])
  91     self.Skip('conformance/glsl/functions/glsl-function-normalize.html',
  92         ['lion', 'intel'])
  93     self.Skip('conformance/glsl/functions/glsl-function-reflect.html',
  94         ['lion', 'intel'])
  95     self.Skip('conformance/rendering/line-loop-tri-fan.html',
  96         ['lion', 'intel'])
  97     self.Skip('conformance/ogles/GL/control_flow/control_flow_001_to_008.html',
  98         ['lion', 'intel'], bug=345575)
  99     self.Skip('conformance/ogles/GL/dot/dot_001_to_006.html',
 100         ['lion', 'intel'], bug=323736)
 101     self.Skip('conformance/ogles/GL/faceforward/faceforward_001_to_006.html',
 102         ['lion', 'intel'], bug=323736)
 103     self.Skip('conformance/ogles/GL/length/length_001_to_006.html',
 104         ['lion', 'intel'], bug=323736)
 105     self.Skip('conformance/ogles/GL/normalize/normalize_001_to_006.html',
 106         ['lion', 'intel'], bug=323736)
 107     self.Skip('conformance/ogles/GL/reflect/reflect_001_to_006.html',
 108         ['lion', 'intel'], bug=323736)
 109     self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html',
 110         ['lion', 'intel'], bug=323736)
 111     self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html',
 112         ['lion', 'intel'], bug=323736)
 113
 114     # Android failures
 115     # The following test is very slow and therefore times out on Android bot.
 116     self.Skip('conformance/rendering/multisample-corruption.html',
 117         ['android'])
 118     # The following test times out on Android bot.
 119     self.Fail('conformance/uniforms/gl-uniform-arrays.html',
 120         ['android'], bug=369300)
 121     self.Fail('conformance/glsl/misc/empty_main.vert.html',
 122         ['android'], bug=315976)
 123     self.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
 124         ['android'], bug=315976)
 125     # The following tests are disabled due to security issues.
 126     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video.html',
 127         ['android'], bug=334204)
 128     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video-rgb565.html',
 129         ['android'], bug=334204)
 130     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video-rgba4444.html',
 131         ['android'], bug=334204)
 132     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video-rgba5551.html',
 133         ['android'], bug=334204)
 134     self.Fail('conformance/textures/texture-npot-video.html',
 135         ['android'], bug=334204)
 136