taskcluster/ci/perftest/android.yml

   1 # This Source Code Form is subject to the terms of the Mozilla Public
   2 # License, v. 2.0. If a copy of the MPL was not distributed with this
   3 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
   4 ---
   5
   6 job-defaults:
   7     fetches:
   8         toolchain:
   9             - linux64-node
  10             - linux64-geckodriver
  11
  12     worker:
  13         env:
  14             PYTHONPATH: "testing/mozbase/mozdevice:third_party/python/six"
  15
  16     run:
  17         sparse-profile: perftest
  18         checkout: true
  19         cwd: '{checkout}'
  20         command: >-
  21             cd $GECKO_PATH &&
  22             python3 python/mozperftest/mozperftest/runner.py
  23             --on-try
  24             --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
  25             --output $MOZ_FETCHES_DIR/../artifacts
  26
  27 hw-a51:
  28     worker-type: t-bitbar-gw-perf-a51
  29     description: Run ./mach perftest on a Samsung Galaxy a51
  30     treeherder:
  31         symbol: perftest-a51
  32     platform: android-hw-a51-11-0-arm7-shippable/opt
  33
  34 # TODO: is this right?
  35 hw-a51-aarch64:
  36     worker-type: t-bitbar-gw-perf-a51
  37     description: Run ./mach perftest on a Samsung Galaxy a51
  38     treeherder:
  39         symbol: perftest-a51
  40     platform: android-hw-a51-11-0-aarch64-shippable/opt
  41
  42 hw-a51-startup-fenix-cold-main-first-frame:
  43     worker-type: t-bitbar-gw-perf-a51
  44     description: Run android startup perftest on Fenix on a Samsung A51
  45     treeherder:
  46         symbol: perftest(startup-fenix-cmff)
  47         tier: 2
  48     platform: android-hw-a51-11-0-aarch64-shippable/opt
  49     attributes:
  50         cron: true
  51     run:
  52         command: >-
  53             mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
  54             cd $GECKO_PATH &&
  55             python3 python/mozperftest/mozperftest/runner.py
  56             --flavor=mobile-browser
  57             --AndroidStartUp
  58             testing/performance/perftest_android_startup.js
  59             --browsertime-cycles=0
  60             --AndroidStartUp-test-name=cold_main_first_frame
  61             --perfherder
  62             --hooks
  63             testing/performance/hooks_android_startup.py
  64             --AndroidStartUp-product=fenix
  65             --AndroidStartUp-release-channel=nightly
  66
  67 hw-a51-startup-fenix-cold-view-nav-start:
  68     worker-type: t-bitbar-gw-perf-a51
  69     description: Run android startup perftest on Fenix on a Samsung A51
  70     treeherder:
  71         symbol: perftest(startup-fenix-cvns)
  72         tier: 2
  73     platform: android-hw-a51-11-0-aarch64-shippable/opt
  74     attributes:
  75         cron: true
  76     run:
  77         command: >-
  78             mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
  79             cd $GECKO_PATH &&
  80             python3 python/mozperftest/mozperftest/runner.py
  81             --flavor=mobile-browser
  82             --AndroidStartUp
  83             testing/performance/perftest_android_startup.js
  84             --browsertime-cycles=0
  85             --AndroidStartUp-test-name=cold_view_nav_start
  86             --perfherder
  87             --hooks
  88             testing/performance/hooks_android_startup.py
  89             --AndroidStartUp-product=fenix
  90             --AndroidStartUp-release-channel=nightly
  91
  92 hw-a51-startup-focus-cold-main-first-frame:
  93     worker-type: t-bitbar-gw-perf-a51
  94     description: Run android startup perftest on Focus on a Samsung A51
  95     treeherder:
  96         symbol: perftest(startup-focus-cmff)
  97         tier: 2
  98     platform: android-hw-a51-11-0-aarch64-shippable/opt
  99     attributes:
 100         cron: true
 101     run:
 102         command: >-
 103             mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
 104             cd $GECKO_PATH &&
 105             python3 python/mozperftest/mozperftest/runner.py
 106             --flavor=mobile-browser
 107             --AndroidStartUp
 108             testing/performance/perftest_android_startup.js
 109             --browsertime-cycles=0
 110             --AndroidStartUp-test-name=cold_main_first_frame
 111             --perfherder
 112             --hooks
 113             testing/performance/hooks_android_startup.py
 114             --AndroidStartUp-product=focus
 115             --AndroidStartUp-release-channel=nightly
 116
 117 hw-a51-startup-focus-cold-view-nav-start:
 118     worker-type: t-bitbar-gw-perf-a51
 119     description: Run android startup perftest on Focus on a Samsung A51
 120     treeherder:
 121         symbol: perftest(startup-focus-cvns)
 122         tier: 2
 123     platform: android-hw-a51-11-0-aarch64-shippable/opt
 124     attributes:
 125         cron: true
 126     run:
 127         command: >-
 128             mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
 129             cd $GECKO_PATH &&
 130             python3 python/mozperftest/mozperftest/runner.py
 131             --flavor=mobile-browser
 132             --AndroidStartUp
 133             testing/performance/perftest_android_startup.js
 134             --browsertime-cycles=0
 135             --AndroidStartUp-test-name=cold_view_nav_start
 136             --perfherder
 137             --hooks
 138             testing/performance/hooks_android_startup.py
 139             --AndroidStartUp-product=focus
 140             --AndroidStartUp-release-channel=nightly
 141
 142 hw-a51-startup-geckoview-cold-main-first-frame:
 143     worker-type: t-bitbar-gw-perf-a51
 144     description: Run android startup perftest on Geckoview on a Samsung A51
 145     treeherder:
 146         symbol: perftest(startup-geckoview-cmff)
 147         tier: 2
 148     platform: android-hw-a51-11-0-aarch64-shippable/opt
 149     attributes:
 150         cron: true
 151     run:
 152         command: >-
 153             mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
 154             cd $GECKO_PATH &&
 155             python3 python/mozperftest/mozperftest/runner.py
 156             --flavor=mobile-browser
 157             --AndroidStartUp
 158             testing/performance/perftest_android_startup.js
 159             --browsertime-cycles=0
 160             --AndroidStartUp-test-name=cold_main_first_frame
 161             --perfherder
 162             --hooks
 163             testing/performance/hooks_android_startup.py
 164             --AndroidStartUp-product=geckoview_example
 165             --AndroidStartUp-release-channel=nightly
 166
 167 hw-a51-startup-geckoview-cold-view-nav-start:
 168     worker-type: t-bitbar-gw-perf-a51
 169     description: Run android startup perftest on Geckoview_example on a Samsung A51
 170     treeherder:
 171         symbol: perftest(startup-geckoview-cvns)
 172         tier: 2
 173     platform: android-hw-a51-11-0-aarch64-shippable/opt
 174     attributes:
 175         cron: true
 176     run:
 177         command: >-
 178             mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
 179             cd $GECKO_PATH &&
 180             python3 python/mozperftest/mozperftest/runner.py
 181             --flavor=mobile-browser
 182             --AndroidStartUp
 183             testing/performance/perftest_android_startup.js
 184             --browsertime-cycles=0
 185             --AndroidStartUp-test-name=cold_view_nav_start
 186             --perfherder
 187             --hooks
 188             testing/performance/hooks_android_startup.py
 189             --AndroidStartUp-product=geckoview_example
 190             --AndroidStartUp-release-channel=nightly
 191
 192 hw-a51-perfstats-gv:
 193     worker-type: t-bitbar-gw-perf-a51
 194     description: Run PerfStats perftest on GeckoView on a Samsung A51
 195     treeherder:
 196         symbol: perftest(perfstats-gv)
 197     platform: android-hw-a51-11-0-arm7-shippable/opt
 198     attributes:
 199         cron: false
 200     run:
 201         command: >-
 202             mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
 203             cd $GECKO_PATH &&
 204             python3 python/mozperftest/mozperftest/runner.py
 205             --flavor mobile-browser
 206             --android
 207             --android-app-name org.mozilla.geckoview_example
 208             --android-activity org.mozilla.geckoview_example.GeckoViewActivity
 209             --android-clear-logcat
 210             --android-capture-logcat logcat
 211             --android-install-apk gve_nightly_api16
 212             --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
 213             --output $MOZ_FETCHES_DIR/../artifacts
 214             --perfherder
 215             --perfherder-app geckoview
 216             --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms
 217             --browsertime-iterations 10
 218             --hooks testing/performance/hooks_perfstats.py
 219             testing/performance/perftest_perfstats.js
 220
 221 hw-a51-aarch64-perfstats-gv:
 222     worker-type: t-bitbar-gw-perf-a51
 223     description: Run PerfStats perftest on GeckoView on a Samsung A51
 224     treeherder:
 225         symbol: perftest(perfstats-gv)
 226     platform: android-hw-a51-11-0-aarch64-shippable/opt
 227     attributes:
 228         cron: false
 229     run:
 230         command: >-
 231             mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
 232             cd $GECKO_PATH &&
 233             python3 python/mozperftest/mozperftest/runner.py
 234             --flavor mobile-browser
 235             --android
 236             --android-app-name org.mozilla.geckoview_example
 237             --android-activity org.mozilla.geckoview_example.GeckoViewActivity
 238             --android-clear-logcat
 239             --android-capture-logcat logcat
 240             --android-install-apk gve_nightly_aarch64
 241             --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
 242             --output $MOZ_FETCHES_DIR/../artifacts
 243             --perfherder
 244             --perfherder-app geckoview
 245             --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms
 246             --browsertime-iterations 10
 247             --hooks testing/performance/hooks_perfstats.py
 248             testing/performance/perftest_perfstats.js
 249
 250 hw-g5-perfstats-fenix:
 251     worker-type: t-bitbar-gw-perf-g5
 252     description: Run PerfStats perftest on Fenix on a G5
 253     treeherder:
 254         symbol: perftest(perfstats-fenix)
 255     platform: android-hw-g5-7-0-arm7-shippable/opt
 256     attributes:
 257         cron: false
 258     run:
 259         command: >-
 260             mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
 261             cd $GECKO_PATH &&
 262             python3 python/mozperftest/mozperftest/runner.py
 263             --flavor mobile-browser
 264             --android
 265             --android-app-name org.mozilla.fenix
 266             --android-activity org.mozilla.fenix.IntentReceiverActivity
 267             --android-clear-logcat
 268             --android-capture-logcat logcat
 269             --android-install-apk fenix_nightly_armeabi_v7a
 270             --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
 271             --output $MOZ_FETCHES_DIR/../artifacts
 272             --perfherder
 273             --perfherder-app fenix
 274             --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms
 275             --browsertime-iterations 10
 276             --hooks testing/performance/hooks_perfstats.py
 277             testing/performance/perftest_perfstats.js
 278
 279 hw-a51-perfstats-fenix:
 280     worker-type: t-bitbar-gw-perf-a51
 281     description: Run PerfStats perftest on Fenix on a Samsung A51
 282     treeherder:
 283         symbol: perftest(perfstats-fenix)
 284     platform: android-hw-a51-11-0-arm7-shippable/opt
 285     attributes:
 286         cron: false
 287     run:
 288         command: >-
 289             mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
 290             cd $GECKO_PATH &&
 291             python3 python/mozperftest/mozperftest/runner.py
 292             --flavor mobile-browser
 293             --android
 294             --android-app-name org.mozilla.fenix
 295             --android-activity org.mozilla.fenix.IntentReceiverActivity
 296             --android-clear-logcat
 297             --android-capture-logcat logcat
 298             --android-install-apk fenix_nightly_armeabi_v7a
 299             --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
 300             --output $MOZ_FETCHES_DIR/../artifacts
 301             --perfherder
 302             --perfherder-app fenix
 303             --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms
 304             --browsertime-iterations 10
 305             --hooks testing/performance/hooks_perfstats.py
 306             testing/performance/perftest_perfstats.js
 307
 308 hw-a51-aarch64-perfstats-fenix:
 309     worker-type: t-bitbar-gw-perf-a51
 310     description: Run PerfStats perftest on Fenix on a Samsung A51
 311     treeherder:
 312         symbol: perftest(perfstats-fenix)
 313     platform: android-hw-a51-11-0-aarch64-shippable/opt
 314     attributes:
 315         cron: false
 316     run:
 317         command: >-
 318             mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
 319             cd $GECKO_PATH &&
 320             python3 python/mozperftest/mozperftest/runner.py
 321             --flavor mobile-browser
 322             --android
 323             --android-app-name org.mozilla.fenix
 324             --android-activity org.mozilla.fenix.IntentReceiverActivity
 325             --android-clear-logcat
 326             --android-capture-logcat logcat
 327             --android-install-apk fenix_nightly_arm64_v8a
 328             --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
 329             --output $MOZ_FETCHES_DIR/../artifacts
 330             --perfherder
 331             --perfherder-app fenix
 332             --perfherder-metrics name:HttpChannelCompletion,unit:ms name:HttpChannelCompletion_Cache,unit:ms name:HttpChannelCompletion_Network,unit:ms name:DisplayListBuilding,unit:ms name:Reflowing,unit:ms name:Styling,unit:ms
 333             --browsertime-iterations 10
 334             --hooks testing/performance/hooks_perfstats.py
 335             testing/performance/perftest_perfstats.js
 336
 337 hw-a51-record-websites:
 338     worker-type: t-bitbar-gw-perf-a51
 339     description: Run perftest to record mobile websites
 340     treeherder:
 341         symbol: perftest(rec)
 342     platform: android-hw-a51-11-0-aarch64-shippable/opt
 343     require-build:
 344         android-hw-a51-11-0-aarch64-shippable/opt: build-android-aarch64-shippable/opt
 345     attributes:
 346         cron: false
 347     run-on-projects: []
 348     scopes:
 349         - secrets:get:project/releng/gecko/build/level-{level}/conditioned-profiles
 350         - secrets:get:project/perftest/gecko/level-{level}/perftest-login
 351     run:
 352         command: >-
 353             mkdir -p $MOZ_FETCHES_DIR/../artifacts &&
 354             cd $GECKO_PATH &&
 355             python3 python/mozperftest/mozperftest/runner.py
 356             --flavor mobile-browser
 357             --android
 358             --android-app-name org.mozilla.geckoview_example
 359             --android-activity org.mozilla.geckoview_example.GeckoViewActivity
 360             --android-clear-logcat
 361             --android-capture-logcat logcat
 362             --android-install-apk gve_nightly_aarch64
 363             --browsertime-geckodriver ${MOZ_FETCHES_DIR}/geckodriver
 364             --proxy
 365             --output $MOZ_FETCHES_DIR/../artifacts
 366             --hooks testing/performance/hooks_recording.py
 367             testing/performance/perftest_record.js