mobile/android/taskcluster/ci/browsertime/kind.yml

   1 ---
   2 loader: taskgraph.loader.transform:loader
   3 transforms:
   4     - android_taskgraph.transforms.browsertime:transforms
   5     - android_taskgraph.transforms.notify:transforms
   6     - taskgraph.transforms.job:transforms
   7     - taskgraph.transforms.task:transforms
   8
   9 kind-dependencies:
  10     - signing-apk
  11     - toolchain
  12
  13 primary-dependency: signing-apk
  14
  15 only-for-build-types:
  16     - fenix-nightly-simulation
  17
  18 only-for-abis:
  19     - arm64-v8a
  20
  21 task-defaults:
  22     attributes:
  23         artifact_prefix: public/test_info
  24         nightly-test: true
  25     dependencies:
  26         geckoview-nightly: geckoview-nightly
  27     notify:
  28         by-level:
  29             '3':
  30                 email:
  31                     content: This calls for an action of the Performance team. Use the link to view it on Treeherder.
  32                     link:
  33                         text: Treeherder Job
  34                         href: 'https://treeherder.mozilla.org/#/jobs?repo={product_name}&revision={head_rev}&searchStr={task_name}'
  35                     on-reasons: [failed]
  36                     subject: '[{product_name}] Raptor-Browsertime job "{task_name}" failed'
  37                     to-addresses: [perftest-alerts@mozilla.com]
  38             default: {}
  39     run-on-tasks-for: []
  40     treeherder:
  41         kind: test
  42         tier: 2
  43         platform:
  44             by-abi:
  45                 arm64-v8a: android-hw-a51-11-0-aarch64-shippable-qr/opt
  46     worker-type:
  47         by-abi:
  48             arm64-v8a: t-bitbar-gw-perf-a51
  49     worker:
  50         max-run-time: 3600
  51         env:
  52             GECKO_HEAD_REPOSITORY: "https://hg.mozilla.org/mozilla-central"
  53             MOZ_AUTOMATION: "1"
  54             MOZ_HIDE_RESULTS_TABLE: "1"
  55             MOZ_NO_REMOTE: "1"
  56             MOZ_NODE_PATH: "/usr/local/bin/node"
  57             MOZHARNESS_CONFIG: "raptor/android_hw_config.py"
  58             MOZHARNESS_SCRIPT: "raptor_script.py"
  59             NEED_XVFB: "false"
  60             NO_FAIL_ON_TEST_ERRORS: "1"
  61             XPCOM_DEBUG_BREAK: "warn"
  62             PYTHON: "python3"
  63             LANG: "en_US.UTF-8"
  64         artifacts:
  65             - name: public/logs/
  66               path: workspace/logs
  67               type: directory
  68
  69             - name: public/test_info/
  70               path: workspace/build/blobber_upload_dir
  71               type: directory
  72     run-visual-metrics: true
  73     chimera: true
  74     run:
  75         using: run-task
  76         checkout: false
  77         run-as-root: true
  78         command:
  79             - 'bash'
  80             - './test-linux.sh'
  81             - '--cfg=mozharness/configs/raptor/android_hw_config.py'
  82             - '--app=fenix'
  83             - '--browsertime'
  84             - '--binary=org.mozilla.fenix'
  85             - '--activity=org.mozilla.fenix.IntentReceiverActivity'
  86             - '--download-symbols=ondemand'
  87             - '--browsertime-node=$MOZ_FETCHES_DIR/node/bin/node'
  88             - '--browsertime-geckodriver=$MOZ_FETCHES_DIR/geckodriver'
  89             - '--browsertime-ffmpeg=$MOZ_FETCHES_DIR/ffmpeg-4.1.4-i686-static/bin/ffmpeg'
  90             - '--browsertime-browsertimejs=$MOZ_FETCHES_DIR/browsertime/node_modules/browsertime/bin/browsertime.js'
  91     fetches:
  92         toolchain:
  93             - browsertime
  94             - linux64-ffmpeg-4.1.4
  95             - linux64-geckodriver
  96             - linux64-minidump-stackwalk
  97             - linux64-node-16
  98
  99 tasks:
 100     tp6m:
 101         run-with-fission: false  # Bug 1816421 disable fission perf tests
 102         page-load-tests:
 103             - amazon
 104             - instagram
 105             - [bing-search-restaurants, bing-s-r]
 106             - [ebay-kleinanzeigen-search, ebay-k-s]
 107             - wikipedia
 108             - booking
 109             - [cnn-ampstories, cnn-amp]
 110             - dailymail
 111             - imdb
 112             - [facebook-cristiano, fb-cris]
 113             - youtube
 114             - bing
 115             - [ebay-kleinanzeigen, ebay-k]
 116             - [google-maps, gmaps]
 117             - reddit
 118             - sina
 119             - [stackoverflow, stacko]
 120             - bild-de
 121             - cnn
 122             - [google-search-restaurants, gsearch-r]
 123
 124     tp6m-hv:
 125         run-with-fission: false  # Bug 1816421 disable fission perf tests
 126         page-load-tests:
 127             - google
 128             - [amazon-search, amazon-s]
 129             - [microsoft-support, micros-sup]
 130             - espn
 131             # Bug 1682027 - Disabled due to high failure rate
 132             # - facebook
 133             - [youtube-watch, youtube-w]
 134             - allrecipes
 135
 136     speedometer:
 137         description: "Raptor Speedometer 2.1 Benchmark tests on Fenix"
 138         subtest-symbol: sp
 139         test-name: speedometer
 140         run-visual-metrics: false
 141         chimera: false
 142
 143     speedometer3:
 144         description: "Raptor Speedometer 3 Benchmark tests on Fenix"
 145         subtest-symbol: sp3
 146         test-name: speedometer3
 147         run-visual-metrics: false
 148         chimera: false
 149
 150     youtube-playback-av1-sfr:
 151         description: "Raptor YouTube Playback AV1 SFR on Fenix"
 152         test-name: youtube-playback-av1-sfr
 153         run-visual-metrics: false
 154         chimera: false
 155
 156     youtube-playback-h264-sfr:
 157         description: "Raptor YouTube Playback H264 SFR on Fenix"
 158         test-name: youtube-playback-h264-sfr
 159         run-visual-metrics: false
 160         chimera: false
 161
 162     youtube-playback-vp9-sfr:
 163         description: "Raptor YouTube Playback VP9 SFR on Fenix"
 164         run-visual-metrics: false
 165         chimera: false
 166         test-name: youtube-playback-vp9-sfr
 167
 168     constant-regression:
 169         description: "Raptor Perftest Regression Detection Testing"
 170         subtest-symbol: regress-c
 171         test-name: constant-regression
 172         run-visual-metrics: false
 173         chimera: false