taskcluster/ci/test/reftest.yml

   1 # This Source Code Form is subject to the terms of the Mozilla Public
   2 # License, v. 2.0. If a copy of the MPL was not distributed with this
   3 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
   4 ---
   5 job-defaults:
   6     suite:
   7         category: reftest
   8     target:
   9         by-test-platform:
  10             android-em-7.*: geckoview-test_runner.apk
  11             android-hw-.*: geckoview-test_runner.apk
  12             default: null
  13     tier: default
  14     test-manifest-loader: null  # don't load tests in the taskgraph
  15     mozharness:
  16         script:
  17             by-test-platform:
  18                 android-em.*: android_emulator_unittest.py
  19                 android-hw.*: android_hardware_unittest.py
  20                 default: desktop_unittest.py
  21         config:
  22             by-test-platform:
  23                 android-em-7.*:
  24                     - android/android_common.py
  25                     - android/android-x86_64.py
  26                 android-hw.*:
  27                     - android/android_common.py
  28                     - android/android_hw.py
  29                 linux.*:
  30                     - unittests/linux_unittest.py
  31                     - remove_executables.py
  32                 macosx.*:
  33                     - unittests/mac_unittest.py
  34                 windows.*:
  35                     - unittests/win_unittest.py
  36
  37 crashtest:
  38     description: "Crashtest run"
  39     schedules-component: crashtest
  40     treeherder-symbol: R(C)
  41     worker-type:
  42         by-test-platform:
  43             linux.*: t-linux-large-gcp
  44             default: default
  45     chunks:
  46         by-test-platform:
  47             android-em-7.*: 1
  48             linux.*64-tsan-qr/opt: 32
  49             default: 1
  50     variants:
  51         - no-fission
  52         - wayland
  53         - webrender-sw+no-fission
  54         - webrender-sw
  55     run-on-projects:
  56         by-variant:
  57             wayland:
  58                 by-test-platform:
  59                     linux1804-64-qr/debug: built-projects
  60                     linux1804-64(-tsan|-asan)-qr/opt: built-projects
  61                     default: []
  62             webrender-sw+no-fission:
  63                 by-test-platform:
  64                     android-em-7.0-x86_64-qr/debug: built-projects
  65                     linux1804-64-qr/debug: ['trunk']
  66                     linux1804-64(-shippable|-asan)?-qr/opt: ['trunk']
  67                     default: []
  68             webrender-sw:
  69                 by-test-platform:
  70                     macosx101.*64-qr/debug: built-projects
  71                     linux.*-64-qr/debug: built-projects
  72                     linux.*-64(-tsan|-asan)-qr/opt: built-projects
  73                     windows10-64-2004-asan-qr/opt: built-projects
  74                     windows10-64-2004-qr/debug: built-projects
  75                     default: []
  76             no-fission:
  77                 by-test-platform:
  78                     android-em-7.0-x86_64-qr/debug-isolated-process: []
  79                     linux1804-64-qr/debug: ['trunk']
  80                     linux1804-64(-shippable|-asan)?-qr/opt: ['trunk']
  81                     android.*: built-projects
  82                     default: []
  83             default:
  84                 by-test-platform:
  85                     android.*: []
  86                     default: built-projects
  87     max-run-time: 3600
  88     tier:
  89         by-test-platform:
  90             windows10-aarch64-qr.*: 2
  91             android-hw-.*-qr/.*: 2
  92             android-em-7.0-x86_64-qr/debug-isolated-process: 3
  93             default: default
  94
  95 crashtest-qr:
  96     description: "Crashtest Webrender run"
  97     schedules-component: crashtest
  98     treeherder-symbol: R(C)
  99     chunks: 1
 100     variants:
 101         - no-fission
 102     run-on-projects:
 103         by-variant:
 104             no-fission: built-projects
 105             default: []
 106     max-run-time: 1200
 107     tier: 2
 108     virtualization: virtual
 109
 110 jsreftest:
 111     description: "JS Reftest run"
 112     schedules-component: jsreftest
 113     treeherder-symbol: R(J)
 114     worker-type:
 115         by-test-platform:
 116             linux.*: t-linux-large-gcp
 117             default: default
 118     instance-size: default
 119     chunks:
 120         by-test-platform:
 121             android-hw.*\/debug: 12
 122             android-hw.*/(opt|pgo)?: 6
 123             windows.*\/opt: 2
 124             windows10-64-2004-asan-qr/opt: 3
 125             windows10-64-2004-ccov-qr/opt: 5
 126             linux.*64-ccov.*/.*: 5
 127             linux1804-64-qr/opt: 4
 128             linux1804-64-qr/debug: 5
 129             linux1804-64/debug: 5
 130             macosx.*-64-ccov.*/.*: 5
 131             macosx.*-64(-shippable)?/opt: 2
 132             default: 3
 133     max-run-time:
 134         by-test-platform:
 135             .*ccov.*: 7200
 136             default: 3600
 137     variants:
 138         - no-fission
 139     run-on-projects:
 140         by-variant:
 141             no-fission:
 142                 by-test-platform:
 143                     linux1804-64-qr/debug: ['trunk']
 144                     linux1804-64(-shippable|-asan)?-qr/opt: ['trunk']
 145                     android-hw-.*-aarch64(?:-shippable)?-qr/.*: ['mozilla-central', 'release']
 146                     android-hw-.*-arm7(?:-shippable)?-qr/.*: ['mozilla-central', 'release']
 147                     android.*: built-projects
 148                     default: []
 149             default:
 150                 by-test-platform:
 151                     android.*/.*: []
 152                     default: built-projects
 153     virtualization: virtual
 154
 155 reftest:
 156     description: "Reftest run"
 157     treeherder-symbol: R(R)
 158     worker-type:
 159         by-test-platform:
 160             linux.*: t-linux-large-gcp
 161             default: default
 162     virtualization: virtual-with-gpu
 163     chunks:
 164         by-test-platform:
 165             android-em-7.*: 3
 166             linux1804-64(-shippable|-devedition|-qr)?/opt: 5
 167             linux.*64-tsan-qr/opt: 32
 168             macosx101.*-64-shippable(-qr)?/opt: 3
 169             macosx101.*-64/debug: 4
 170             macosx101.*-64(-ccov.*|-qr)/debug: 6
 171             windows.*/opt: 2
 172             windows10-64-2004.*/debug: 4
 173             windows10-32.*/debug: 6
 174             windows10-64-2004-asan-qr/opt: 3
 175             windows10-64-2004-ccov-qr/opt: 9
 176             default: 8
 177     variants:
 178         - no-fission
 179         - wayland
 180         - webrender-dcomp-disabled
 181         - webrender-dcomp-present
 182         - webrender-dcomp-overlays
 183         - webrender-dcomp-compositing  # Should match default
 184         - webrender-sw+no-fission
 185         - webrender-sw
 186     run-on-projects:
 187         by-variant:
 188             wayland:
 189                 by-test-platform:
 190                     linux1804-64-qr/debug: built-projects
 191                     linux1804-64(-asan|-tsan)-qr/opt: built-projects
 192                     default: []
 193             webrender-sw+no-fission:
 194                 by-test-platform:
 195                     android-em-7.0-x86_64-qr/debug: built-projects
 196                     linux1804-64-qr/debug: ['trunk']
 197                     linux1804-64(-shippable|-asan)?-qr/opt: ['trunk']
 198                     default: []
 199             webrender-sw:
 200                 by-test-platform:
 201                     linux1804-64-qr/debug: built-projects
 202                     linux1804-64(-asan|-tsan)-qr/opt: built-projects
 203                     macosx101.*64-qr/debug: built-projects
 204                     windows10-64-2004(-asan)?-qr/opt: built-projects
 205                     windows7-32(?:-shippable)?-qr/opt: built-projects
 206                     default: []
 207             no-fission:
 208                 by-test-platform:
 209                     android-em-7.0-x86_64-qr/debug-isolated-process: []
 210                     linux1804-64-qr/debug: ['trunk']
 211                     linux1804-64(-shippable|-asan)?-qr/opt: ['trunk']
 212                     android.*: built-projects
 213                     default: []
 214             default:
 215                 by-test-platform:
 216                     android.*/.*: []
 217                     linux.*asan/opt: []
 218                     windows10-aarch64-qr/opt: []
 219                     default: built-projects
 220     max-run-time:
 221         by-test-platform:
 222             windows10-32-mingwclang-qr/debug: 5400
 223             windows10-64-2004-ccov.*/.*: 5400
 224             windows10-64-2004-asan-qr/opt: 5400
 225             macosx.*64-ccov.*/.*: 5400
 226             default: 3600
 227     mozharness:
 228         chunked:
 229             by-test-platform:
 230                 android-em.*: false
 231                 macosx.*64/opt: false
 232                 windows10-64-2004.*/opt: false
 233                 default: true
 234     tier:
 235         by-test-platform:
 236             windows10-aarch64-qr.*: 2
 237             android-hw-.*-qr/.*: 2
 238             android-em-7.0-x86_64-qr/debug-isolated-process: 3
 239             default: default
 240
 241 reftest-qr:
 242     description: "Reftest webrender run"
 243     treeherder-symbol: R(R)
 244     chunks: 2
 245     variants:
 246         - no-fission
 247         - webrender-sw+no-fission
 248     run-without-variant: false
 249     run-on-projects:
 250         by-variant:
 251             webrender-sw+no-fission:
 252                 by-test-platform:
 253                     android-hw-p2-8-0-android-aarch64-qr/debug: built-projects
 254                     default: []
 255             no-fission: built-projects
 256     max-run-time: 2400
 257     mozharness:
 258         chunked: true
 259     tier: 2
 260     virtualization: virtual
 261
 262 reftest-snapshot:
 263     description: "Reftest snapshot"
 264     worker-type:
 265         by-test-platform:
 266             linux.*: t-linux-large-gcp
 267             default: default
 268     treeherder-symbol: R(Rs)
 269     virtualization: virtual
 270     run-on-projects:
 271         by-test-platform:
 272             linux1804-64-qr/debug: ['trunk']
 273             default: []
 274     tier: default
 275     chunks: 8
 276     mozharness:
 277         chunked: true